INFO: Started server process [1] INFO: Waiting for application startup. INFO: Application startup complete. INFO: Uvicorn running on http://0.0.0.0:8000 (Press CTRL+C to quit) INFO: 172.20.0.1:44554 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:43224 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:43236 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:45598 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:51332 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:51346 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:52592 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:41856 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:58826 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:47522 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:47530 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:39412 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:56806 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:56812 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:56874 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:58412 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:41232 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:57044 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:57052 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:44172 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:51930 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:51934 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:53144 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:53550 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:44178 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:42696 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:42710 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:58448 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:58708 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:58716 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:34576 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:33788 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:57982 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:48710 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:48718 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:38866 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:45404 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:45412 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:47584 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:57582 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:49048 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:39058 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:39066 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:38746 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:54522 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:54534 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:40772 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:55508 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:39502 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:55582 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:55588 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:55904 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:50810 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:50812 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:33154 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:51306 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:35176 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:48420 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:48424 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:39856 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:54000 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:54012 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:56004 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:34714 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:36050 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:57020 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:57032 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:58928 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:43600 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:43604 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:34110 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:37030 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:43694 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:48922 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:48930 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:46456 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:43074 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:43080 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:53644 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:37080 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:35898 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:34542 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:34558 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:39488 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:59534 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:59548 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:53080 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:60306 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:48392 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:47836 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:47838 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:52646 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:33988 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:33992 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:56450 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:57624 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:54850 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:34408 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:34416 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:52534 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:52980 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:52982 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:60840 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:36410 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:53064 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:56720 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:56732 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:55708 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:36280 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:36282 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:34820 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:44580 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:45820 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:58342 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:58348 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:54436 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:45028 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:45030 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:41580 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:35904 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:53234 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:60574 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:60584 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:50258 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:53602 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:53614 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:33414 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:54822 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:41982 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:37418 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:37420 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:44866 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:55464 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:55478 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:55560 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:57066 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:41886 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:36290 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:36298 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:50556 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:42114 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:42124 - "GET / HTTP/1.0" 200 OK 2026-03-25 08:29:41,774 - lava_callback - INFO - Received callback for node 69c39c7cbbc022e792643f35 2026-03-25 08:29:41,781 - lava_callback - INFO - Starting async job submit for node 69c39c7cbbc022e792643f35 INFO: 172.20.0.1:40176 - "POST /node/69c39c7cbbc022e792643f35 HTTP/1.0" 202 Accepted 2026-03-25 08:29:41,805 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:29:41,847 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c39c7cbbc022e792643f35 HTTP/1.1" 200 None 2026-03-25 08:29:41,848 - lava_callback - DEBUG - Processing node 69c39c7cbbc022e792643f35: baseline-arm 2026-03-25 08:29:42,032 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:29:42,170 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:29:42,172 - lava_callback - INFO - Log uploaded to https://files-staging.kernelci.org/baseline-arm-69c39c7cbbc022e792643f35/log.txt.gz 2026-03-25 08:29:42,283 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:29:42,510 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:29:42,512 - lava_callback - INFO - LAVA YAML uploaded to https://files-staging.kernelci.org/baseline-arm-69c39c7cbbc022e792643f35/lava-logs.yaml 2026-03-25 08:29:42,517 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:29:42,684 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:29:42,686 - lava_callback - INFO - Callback data uploaded to https://files-staging.kernelci.org/baseline-arm-69c39c7cbbc022e792643f35/lava_callback.json.gz 2026-03-25 08:29:42,708 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:29:42,723 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c39c7cbbc022e792643f35 HTTP/1.1" 200 None 2026-03-25 08:29:42,724 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:29:42,739 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c399c7bbc022e792643e97 HTTP/1.1" 200 None 2026-03-25 08:29:42,740 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:29:42,766 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c39c7cbbc022e792643f35 HTTP/1.1" 200 None 2026-03-25 08:29:42,768 - lava_callback - INFO - Completed processing callback for node 69c39c7cbbc022e792643f35 INFO: 172.20.0.1:40178 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:52504 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:38728 - "GET / HTTP/1.0" 200 OK 2026-03-25 08:30:12,769 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:30:12,789 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "POST /latest/telemetry HTTP/1.1" 200 14 INFO: 172.20.0.1:59120 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:59130 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:47858 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:41134 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:41146 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:51644 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:54806 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:41996 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:43178 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:43182 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:47056 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:57204 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:57212 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:42714 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:38450 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:42012 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:39840 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:39848 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:47354 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:51876 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:51880 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:50476 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:41444 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:44050 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:47168 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:47184 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:59406 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:55596 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:55600 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:54124 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:39496 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:33530 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:44980 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:44984 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:57988 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:42436 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:42448 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:34882 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:37470 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:44164 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:52264 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:52276 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:37188 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:39478 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:39486 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:53936 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:49274 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:45584 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:52364 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:52372 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:43298 - "GET / HTTP/1.0" 200 OK 2026-03-25 08:36:29,445 - lava_callback - INFO - Received callback for node 69c39e7abbc022e79264450f INFO: 172.20.0.1:43302 - "POST /node/69c39e7abbc022e79264450f HTTP/1.0" 202 Accepted 2026-03-25 08:36:29,451 - lava_callback - INFO - Starting async job submit for node 69c39e7abbc022e79264450f 2026-03-25 08:36:29,454 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:36:29,470 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c39e7abbc022e79264450f HTTP/1.1" 200 None 2026-03-25 08:36:29,471 - lava_callback - DEBUG - Processing node 69c39e7abbc022e79264450f: baseline-arm 2026-03-25 08:36:29,476 - lava_callback - WARNING - Failed to upload log 2026-03-25 08:36:29,479 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:36:29,605 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:36:29,606 - lava_callback - INFO - LAVA YAML uploaded to https://files-staging.kernelci.org/baseline-arm-69c39e7abbc022e79264450f/lava-logs.yaml 2026-03-25 08:36:29,608 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:36:29,785 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:36:29,787 - lava_callback - INFO - Callback data uploaded to https://files-staging.kernelci.org/baseline-arm-69c39e7abbc022e79264450f/lava_callback.json.gz 2026-03-25 08:36:29,790 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:36:29,805 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c39e7abbc022e79264450f HTTP/1.1" 200 None 2026-03-25 08:36:29,807 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:36:29,820 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c399c1bbc022e792643e8d HTTP/1.1" 200 None 2026-03-25 08:36:29,822 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:36:29,842 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c39e7abbc022e79264450f HTTP/1.1" 200 None 2026-03-25 08:36:29,852 - lava_callback - INFO - Completed processing callback for node 69c39e7abbc022e79264450f INFO: 172.20.0.1:42876 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:42882 - "GET / HTTP/1.0" 200 OK 2026-03-25 08:36:39,316 - lava_callback - INFO - Received callback for node 69c39e7abbc022e79264450c INFO: 172.20.0.1:42894 - "POST /node/69c39e7abbc022e79264450c HTTP/1.0" 202 Accepted 2026-03-25 08:36:39,323 - lava_callback - INFO - Starting async job submit for node 69c39e7abbc022e79264450c 2026-03-25 08:36:39,328 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:36:39,351 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c39e7abbc022e79264450c HTTP/1.1" 200 None 2026-03-25 08:36:39,352 - lava_callback - DEBUG - Processing node 69c39e7abbc022e79264450c: baseline-arm 2026-03-25 08:36:39,360 - lava_callback - WARNING - Failed to upload log 2026-03-25 08:36:39,364 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:36:39,499 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:36:39,501 - lava_callback - INFO - LAVA YAML uploaded to https://files-staging.kernelci.org/baseline-arm-69c39e7abbc022e79264450c/lava-logs.yaml 2026-03-25 08:36:39,502 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:36:39,631 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:36:39,633 - lava_callback - INFO - Callback data uploaded to https://files-staging.kernelci.org/baseline-arm-69c39e7abbc022e79264450c/lava_callback.json.gz 2026-03-25 08:36:39,637 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:36:39,651 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c39e7abbc022e79264450c HTTP/1.1" 200 None 2026-03-25 08:36:39,653 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:36:39,668 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c399c1bbc022e792643e8d HTTP/1.1" 200 None 2026-03-25 08:36:39,670 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:36:39,706 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c39e7abbc022e79264450c HTTP/1.1" 200 None 2026-03-25 08:36:39,712 - lava_callback - INFO - Completed processing callback for node 69c39e7abbc022e79264450c 2026-03-25 08:36:42,794 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:36:42,820 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "POST /latest/telemetry HTTP/1.1" 200 14 INFO: 172.20.0.1:52684 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:36590 - "GET / HTTP/1.0" 200 OK 2026-03-25 08:36:58,741 - lava_callback - INFO - Received callback for node 69c39e7dbbc022e792644518 INFO: 172.20.0.1:36604 - "POST /node/69c39e7dbbc022e792644518 HTTP/1.0" 202 Accepted 2026-03-25 08:36:58,791 - lava_callback - INFO - Starting async job submit for node 69c39e7dbbc022e792644518 2026-03-25 08:36:58,819 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:36:58,834 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c39e7dbbc022e792644518 HTTP/1.1" 200 None 2026-03-25 08:36:58,835 - lava_callback - DEBUG - Processing node 69c39e7dbbc022e792644518: baseline-arm 2026-03-25 08:36:59,045 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:36:59,215 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:36:59,217 - lava_callback - INFO - Log uploaded to https://files-staging.kernelci.org/baseline-arm-69c39e7dbbc022e792644518/log.txt.gz 2026-03-25 08:36:59,293 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:36:59,499 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:36:59,501 - lava_callback - INFO - LAVA YAML uploaded to https://files-staging.kernelci.org/baseline-arm-69c39e7dbbc022e792644518/lava-logs.yaml 2026-03-25 08:36:59,505 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:36:59,625 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:36:59,627 - lava_callback - INFO - Callback data uploaded to https://files-staging.kernelci.org/baseline-arm-69c39e7dbbc022e792644518/lava_callback.json.gz 2026-03-25 08:36:59,645 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:36:59,665 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c39e7dbbc022e792644518 HTTP/1.1" 200 None 2026-03-25 08:36:59,667 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:36:59,688 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c399c1bbc022e792643e8d HTTP/1.1" 200 None 2026-03-25 08:36:59,690 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:36:59,716 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c39e7dbbc022e792644518 HTTP/1.1" 200 None 2026-03-25 08:36:59,719 - lava_callback - INFO - Completed processing callback for node 69c39e7dbbc022e792644518 INFO: 172.20.0.1:48930 - "GET / HTTP/1.0" 200 OK 2026-03-25 08:37:12,822 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:37:12,838 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "POST /latest/telemetry HTTP/1.1" 200 14 INFO: 172.20.0.1:58966 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:58976 - "GET / HTTP/1.0" 200 OK 2026-03-25 08:37:22,810 - lava_callback - INFO - Received callback for node 69c39e7cbbc022e792644515 INFO: 172.20.0.1:47584 - "POST /node/69c39e7cbbc022e792644515 HTTP/1.0" 202 Accepted 2026-03-25 08:37:22,816 - lava_callback - INFO - Starting async job submit for node 69c39e7cbbc022e792644515 2026-03-25 08:37:22,838 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:37:22,859 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c39e7cbbc022e792644515 HTTP/1.1" 200 None 2026-03-25 08:37:22,861 - lava_callback - DEBUG - Processing node 69c39e7cbbc022e792644515: baseline-arm 2026-03-25 08:37:23,141 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:37:23,281 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:37:23,283 - lava_callback - INFO - Log uploaded to https://files-staging.kernelci.org/baseline-arm-69c39e7cbbc022e792644515/log.txt.gz 2026-03-25 08:37:23,415 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:37:23,662 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:37:23,664 - lava_callback - INFO - LAVA YAML uploaded to https://files-staging.kernelci.org/baseline-arm-69c39e7cbbc022e792644515/lava-logs.yaml 2026-03-25 08:37:23,670 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:37:23,805 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:37:23,807 - lava_callback - INFO - Callback data uploaded to https://files-staging.kernelci.org/baseline-arm-69c39e7cbbc022e792644515/lava_callback.json.gz 2026-03-25 08:37:23,829 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:37:23,847 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c39e7cbbc022e792644515 HTTP/1.1" 200 None 2026-03-25 08:37:23,848 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:37:23,861 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c399c1bbc022e792643e8d HTTP/1.1" 200 None 2026-03-25 08:37:23,863 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:37:23,887 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c39e7cbbc022e792644515 HTTP/1.1" 200 None 2026-03-25 08:37:23,888 - lava_callback - INFO - Completed processing callback for node 69c39e7cbbc022e792644515 2026-03-25 08:37:25,438 - lava_callback - INFO - Received callback for node 69c39e79bbc022e792644509 INFO: 172.20.0.1:47590 - "POST /node/69c39e79bbc022e792644509 HTTP/1.0" 202 Accepted 2026-03-25 08:37:25,444 - lava_callback - INFO - Starting async job submit for node 69c39e79bbc022e792644509 2026-03-25 08:37:25,467 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:37:25,485 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c39e79bbc022e792644509 HTTP/1.1" 200 None 2026-03-25 08:37:25,487 - lava_callback - DEBUG - Processing node 69c39e79bbc022e792644509: baseline-arm 2026-03-25 08:37:25,709 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:37:25,912 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:37:25,914 - lava_callback - INFO - Log uploaded to https://files-staging.kernelci.org/baseline-arm-69c39e79bbc022e792644509/log.txt.gz 2026-03-25 08:37:26,033 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:37:26,213 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:37:26,215 - lava_callback - INFO - LAVA YAML uploaded to https://files-staging.kernelci.org/baseline-arm-69c39e79bbc022e792644509/lava-logs.yaml 2026-03-25 08:37:26,220 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:37:26,369 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:37:26,371 - lava_callback - INFO - Callback data uploaded to https://files-staging.kernelci.org/baseline-arm-69c39e79bbc022e792644509/lava_callback.json.gz 2026-03-25 08:37:26,393 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:37:26,407 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c39e79bbc022e792644509 HTTP/1.1" 200 None 2026-03-25 08:37:26,409 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:37:26,422 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c399c1bbc022e792643e8d HTTP/1.1" 200 None 2026-03-25 08:37:26,424 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:37:26,455 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c39e79bbc022e792644509 HTTP/1.1" 200 None 2026-03-25 08:37:26,458 - lava_callback - INFO - Completed processing callback for node 69c39e79bbc022e792644509 INFO: 172.20.0.1:47602 - "GET / HTTP/1.0" 200 OK 2026-03-25 08:37:35,565 - lava_callback - INFO - Received callback for node 69c39ea0bbc022e7926445a0 INFO: 172.20.0.1:33370 - "POST /node/69c39ea0bbc022e7926445a0 HTTP/1.0" 202 Accepted 2026-03-25 08:37:35,613 - lava_callback - INFO - Starting async job submit for node 69c39ea0bbc022e7926445a0 2026-03-25 08:37:35,633 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:37:35,664 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c39ea0bbc022e7926445a0 HTTP/1.1" 200 None 2026-03-25 08:37:35,665 - lava_callback - DEBUG - Processing node 69c39ea0bbc022e7926445a0: baseline-arm-pengutronix 2026-03-25 08:37:35,771 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:37:35,890 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:37:35,892 - lava_callback - INFO - Log uploaded to https://files-staging.kernelci.org/baseline-arm-pengutronix-69c39ea0bbc022e7926445a0/log.txt.gz 2026-03-25 08:37:35,953 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:37:36,127 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:37:36,129 - lava_callback - INFO - LAVA YAML uploaded to https://files-staging.kernelci.org/baseline-arm-pengutronix-69c39ea0bbc022e7926445a0/lava-logs.yaml 2026-03-25 08:37:36,132 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:37:36,259 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:37:36,261 - lava_callback - INFO - Callback data uploaded to https://files-staging.kernelci.org/baseline-arm-pengutronix-69c39ea0bbc022e7926445a0/lava_callback.json.gz 2026-03-25 08:37:36,281 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:37:36,296 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c39ea0bbc022e7926445a0 HTTP/1.1" 200 None 2026-03-25 08:37:36,298 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:37:36,316 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c399c1bbc022e792643e8d HTTP/1.1" 200 None 2026-03-25 08:37:36,318 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:37:36,353 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c39ea0bbc022e7926445a0 HTTP/1.1" 200 None 2026-03-25 08:37:36,355 - lava_callback - INFO - Completed processing callback for node 69c39ea0bbc022e7926445a0 INFO: 172.20.0.1:33380 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:33386 - "GET / HTTP/1.0" 200 OK 2026-03-25 08:37:40,227 - lava_callback - INFO - Received callback for node 69c39e9dbbc022e792644597 INFO: 172.20.0.1:36474 - "POST /node/69c39e9dbbc022e792644597 HTTP/1.0" 202 Accepted 2026-03-25 08:37:40,233 - lava_callback - INFO - Starting async job submit for node 69c39e9dbbc022e792644597 2026-03-25 08:37:40,250 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:37:40,265 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c39e9dbbc022e792644597 HTTP/1.1" 200 None 2026-03-25 08:37:40,266 - lava_callback - DEBUG - Processing node 69c39e9dbbc022e792644597: baseline-arm-pengutronix 2026-03-25 08:37:40,406 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:37:40,534 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:37:40,536 - lava_callback - INFO - Log uploaded to https://files-staging.kernelci.org/baseline-arm-pengutronix-69c39e9dbbc022e792644597/log.txt.gz 2026-03-25 08:37:40,619 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:37:40,798 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:37:40,800 - lava_callback - INFO - LAVA YAML uploaded to https://files-staging.kernelci.org/baseline-arm-pengutronix-69c39e9dbbc022e792644597/lava-logs.yaml 2026-03-25 08:37:40,804 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:37:40,980 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:37:40,983 - lava_callback - INFO - Callback data uploaded to https://files-staging.kernelci.org/baseline-arm-pengutronix-69c39e9dbbc022e792644597/lava_callback.json.gz 2026-03-25 08:37:41,021 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:37:41,049 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c39e9dbbc022e792644597 HTTP/1.1" 200 None 2026-03-25 08:37:41,052 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:37:41,073 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c399c1bbc022e792643e8d HTTP/1.1" 200 None 2026-03-25 08:37:41,076 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:37:41,108 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c39e9dbbc022e792644597 HTTP/1.1" 200 None 2026-03-25 08:37:41,110 - lava_callback - INFO - Completed processing callback for node 69c39e9dbbc022e792644597 2026-03-25 08:37:41,622 - lava_callback - INFO - Received callback for node 69c39e9ebbc022e79264459a INFO: 172.20.0.1:36484 - "POST /node/69c39e9ebbc022e79264459a HTTP/1.0" 202 Accepted 2026-03-25 08:37:41,629 - lava_callback - INFO - Starting async job submit for node 69c39e9ebbc022e79264459a 2026-03-25 08:37:41,651 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:37:41,666 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c39e9ebbc022e79264459a HTTP/1.1" 200 None 2026-03-25 08:37:41,667 - lava_callback - DEBUG - Processing node 69c39e9ebbc022e79264459a: baseline-arm-pengutronix 2026-03-25 08:37:41,830 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:37:41,947 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:37:41,948 - lava_callback - INFO - Log uploaded to https://files-staging.kernelci.org/baseline-arm-pengutronix-69c39e9ebbc022e79264459a/log.txt.gz 2026-03-25 08:37:41,997 - lava_callback - INFO - Received callback for node 69c39e8bbbc022e79264453c 2026-03-25 08:37:42,016 - lava_callback - INFO - Starting async job submit for node 69c39e8bbbc022e79264453c INFO: 172.20.0.1:36496 - "POST /node/69c39e8bbbc022e79264453c HTTP/1.0" 202 Accepted 2026-03-25 08:37:42,062 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:37:42,079 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:37:42,088 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c39e8bbbc022e79264453c HTTP/1.1" 200 None 2026-03-25 08:37:42,089 - lava_callback - DEBUG - Processing node 69c39e8bbbc022e79264453c: baseline-arm-broonie 2026-03-25 08:37:42,322 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:37:42,331 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:37:42,332 - lava_callback - INFO - LAVA YAML uploaded to https://files-staging.kernelci.org/baseline-arm-pengutronix-69c39e9ebbc022e79264459a/lava-logs.yaml 2026-03-25 08:37:42,337 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:37:42,438 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:37:42,440 - lava_callback - INFO - Log uploaded to https://files-staging.kernelci.org/baseline-arm-broonie-69c39e8bbbc022e79264453c/log.txt.gz 2026-03-25 08:37:42,515 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:37:42,554 - lava_callback - INFO - Callback data uploaded to https://files-staging.kernelci.org/baseline-arm-pengutronix-69c39e9ebbc022e79264459a/lava_callback.json.gz 2026-03-25 08:37:42,595 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:37:42,601 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:37:42,613 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c39e9ebbc022e79264459a HTTP/1.1" 200 None 2026-03-25 08:37:42,614 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:37:42,628 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c399c1bbc022e792643e8d HTTP/1.1" 200 None 2026-03-25 08:37:42,630 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:37:42,661 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c39e9ebbc022e79264459a HTTP/1.1" 200 None 2026-03-25 08:37:42,667 - lava_callback - INFO - Completed processing callback for node 69c39e9ebbc022e79264459a 2026-03-25 08:37:42,809 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:37:42,811 - lava_callback - INFO - LAVA YAML uploaded to https://files-staging.kernelci.org/baseline-arm-broonie-69c39e8bbbc022e79264453c/lava-logs.yaml 2026-03-25 08:37:42,817 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:37:42,841 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:37:42,864 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "POST /latest/telemetry HTTP/1.1" 200 15 2026-03-25 08:37:42,976 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:37:42,978 - lava_callback - INFO - Callback data uploaded to https://files-staging.kernelci.org/baseline-arm-broonie-69c39e8bbbc022e79264453c/lava_callback.json.gz 2026-03-25 08:37:43,015 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:37:43,030 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c39e8bbbc022e79264453c HTTP/1.1" 200 None 2026-03-25 08:37:43,032 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:37:43,048 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c399c1bbc022e792643e8d HTTP/1.1" 200 None 2026-03-25 08:37:43,050 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:37:43,085 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c39e8bbbc022e79264453c HTTP/1.1" 200 None 2026-03-25 08:37:43,087 - lava_callback - INFO - Completed processing callback for node 69c39e8bbbc022e79264453c INFO: 172.20.0.1:36510 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:52332 - "GET / HTTP/1.0" 200 OK 2026-03-25 08:37:59,719 - lava_callback - INFO - Received callback for node 69c39e92bbc022e792644572 INFO: 172.20.0.1:48998 - "POST /node/69c39e92bbc022e792644572 HTTP/1.0" 202 Accepted 2026-03-25 08:37:59,725 - lava_callback - INFO - Starting async job submit for node 69c39e92bbc022e792644572 2026-03-25 08:37:59,747 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:37:59,787 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c39e92bbc022e792644572 HTTP/1.1" 200 None 2026-03-25 08:37:59,788 - lava_callback - DEBUG - Processing node 69c39e92bbc022e792644572: baseline-arm-clabbe 2026-03-25 08:38:00,010 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:38:00,128 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:38:00,130 - lava_callback - INFO - Log uploaded to https://files-staging.kernelci.org/baseline-arm-clabbe-69c39e92bbc022e792644572/log.txt.gz 2026-03-25 08:38:00,266 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:38:00,447 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:38:00,449 - lava_callback - INFO - LAVA YAML uploaded to https://files-staging.kernelci.org/baseline-arm-clabbe-69c39e92bbc022e792644572/lava-logs.yaml 2026-03-25 08:38:00,455 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:38:00,592 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:38:00,594 - lava_callback - INFO - Callback data uploaded to https://files-staging.kernelci.org/baseline-arm-clabbe-69c39e92bbc022e792644572/lava_callback.json.gz 2026-03-25 08:38:00,616 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:38:00,631 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c39e92bbc022e792644572 HTTP/1.1" 200 None 2026-03-25 08:38:00,632 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:38:00,654 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c399c1bbc022e792643e8d HTTP/1.1" 200 None 2026-03-25 08:38:00,656 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:38:00,683 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c39e92bbc022e792644572 HTTP/1.1" 200 None 2026-03-25 08:38:00,684 - lava_callback - INFO - Completed processing callback for node 69c39e92bbc022e792644572 2026-03-25 08:38:02,060 - lava_callback - INFO - Received callback for node 69c39e8cbbc022e79264453f INFO: 172.20.0.1:49004 - "POST /node/69c39e8cbbc022e79264453f HTTP/1.0" 202 Accepted 2026-03-25 08:38:02,069 - lava_callback - INFO - Starting async job submit for node 69c39e8cbbc022e79264453f 2026-03-25 08:38:02,095 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:38:02,110 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c39e8cbbc022e79264453f HTTP/1.1" 200 None 2026-03-25 08:38:02,111 - lava_callback - DEBUG - Processing node 69c39e8cbbc022e79264453f: baseline-arm-broonie 2026-03-25 08:38:02,359 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:38:02,469 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:38:02,471 - lava_callback - INFO - Log uploaded to https://files-staging.kernelci.org/baseline-arm-broonie-69c39e8cbbc022e79264453f/log.txt.gz 2026-03-25 08:38:02,609 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:38:02,779 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:38:02,781 - lava_callback - INFO - LAVA YAML uploaded to https://files-staging.kernelci.org/baseline-arm-broonie-69c39e8cbbc022e79264453f/lava-logs.yaml 2026-03-25 08:38:02,787 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:38:02,915 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:38:02,917 - lava_callback - INFO - Callback data uploaded to https://files-staging.kernelci.org/baseline-arm-broonie-69c39e8cbbc022e79264453f/lava_callback.json.gz 2026-03-25 08:38:02,940 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:38:02,954 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c39e8cbbc022e79264453f HTTP/1.1" 200 None 2026-03-25 08:38:02,955 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:38:02,969 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c399c1bbc022e792643e8d HTTP/1.1" 200 None 2026-03-25 08:38:02,971 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:38:03,001 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c39e8cbbc022e79264453f HTTP/1.1" 200 None 2026-03-25 08:38:03,007 - lava_callback - INFO - Completed processing callback for node 69c39e8cbbc022e79264453f INFO: 172.20.0.1:49014 - "GET / HTTP/1.0" 200 OK 2026-03-25 08:38:12,866 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:38:12,884 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "POST /latest/telemetry HTTP/1.1" 200 14 2026-03-25 08:38:13,300 - lava_callback - INFO - Received callback for node 69c39e8ebbc022e792644544 INFO: 172.20.0.1:33022 - "POST /node/69c39e8ebbc022e792644544 HTTP/1.0" 202 Accepted 2026-03-25 08:38:13,306 - lava_callback - INFO - Starting async job submit for node 69c39e8ebbc022e792644544 2026-03-25 08:38:13,329 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:38:13,344 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c39e8ebbc022e792644544 HTTP/1.1" 200 None 2026-03-25 08:38:13,345 - lava_callback - DEBUG - Processing node 69c39e8ebbc022e792644544: baseline-arm-broonie 2026-03-25 08:38:13,601 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:38:13,789 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:38:13,791 - lava_callback - INFO - Log uploaded to https://files-staging.kernelci.org/baseline-arm-broonie-69c39e8ebbc022e792644544/log.txt.gz 2026-03-25 08:38:13,937 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:38:14,181 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:38:14,183 - lava_callback - INFO - LAVA YAML uploaded to https://files-staging.kernelci.org/baseline-arm-broonie-69c39e8ebbc022e792644544/lava-logs.yaml 2026-03-25 08:38:14,190 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:38:14,376 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:38:14,378 - lava_callback - INFO - Callback data uploaded to https://files-staging.kernelci.org/baseline-arm-broonie-69c39e8ebbc022e792644544/lava_callback.json.gz 2026-03-25 08:38:14,401 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:38:14,432 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c39e8ebbc022e792644544 HTTP/1.1" 200 None 2026-03-25 08:38:14,433 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:38:14,448 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c399c1bbc022e792643e8d HTTP/1.1" 200 None 2026-03-25 08:38:14,450 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:38:14,475 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c39e8ebbc022e792644544 HTTP/1.1" 200 None 2026-03-25 08:38:14,477 - lava_callback - INFO - Completed processing callback for node 69c39e8ebbc022e792644544 INFO: 172.20.0.1:33026 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:33034 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:49074 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:50188 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:50200 - "GET / HTTP/1.0" 200 OK 2026-03-25 08:38:41,448 - lava_callback - INFO - Received callback for node 69c39ef5bbc022e792644650 INFO: 172.20.0.1:45318 - "POST /node/69c39ef5bbc022e792644650 HTTP/1.0" 202 Accepted 2026-03-25 08:38:41,502 - lava_callback - INFO - Starting async job submit for node 69c39ef5bbc022e792644650 2026-03-25 08:38:41,521 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:38:41,547 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c39ef5bbc022e792644650 HTTP/1.1" 200 None 2026-03-25 08:38:41,548 - lava_callback - DEBUG - Processing node 69c39ef5bbc022e792644650: baseline-arm 2026-03-25 08:38:41,674 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:38:41,837 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:38:41,839 - lava_callback - INFO - Log uploaded to https://files-staging.kernelci.org/baseline-arm-69c39ef5bbc022e792644650/log.txt.gz 2026-03-25 08:38:41,913 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:38:42,110 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:38:42,112 - lava_callback - INFO - LAVA YAML uploaded to https://files-staging.kernelci.org/baseline-arm-69c39ef5bbc022e792644650/lava-logs.yaml 2026-03-25 08:38:42,116 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:38:42,257 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:38:42,259 - lava_callback - INFO - Callback data uploaded to https://files-staging.kernelci.org/baseline-arm-69c39ef5bbc022e792644650/lava_callback.json.gz 2026-03-25 08:38:42,279 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:38:42,293 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c39ef5bbc022e792644650 HTTP/1.1" 200 None 2026-03-25 08:38:42,294 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:38:42,307 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c399c1bbc022e792643e8d HTTP/1.1" 200 None 2026-03-25 08:38:42,309 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:38:42,344 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c39ef5bbc022e792644650 HTTP/1.1" 200 None 2026-03-25 08:38:42,345 - lava_callback - INFO - Completed processing callback for node 69c39ef5bbc022e792644650 2026-03-25 08:38:42,886 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:38:42,904 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "POST /latest/telemetry HTTP/1.1" 200 14 2026-03-25 08:38:43,019 - lava_callback - INFO - Received callback for node 69c39ef6bbc022e792644657 INFO: 172.20.0.1:45330 - "POST /node/69c39ef6bbc022e792644657 HTTP/1.0" 202 Accepted 2026-03-25 08:38:43,066 - lava_callback - INFO - Starting async job submit for node 69c39ef6bbc022e792644657 2026-03-25 08:38:43,084 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:38:43,110 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c39ef6bbc022e792644657 HTTP/1.1" 200 None 2026-03-25 08:38:43,111 - lava_callback - DEBUG - Processing node 69c39ef6bbc022e792644657: baseline-arm 2026-03-25 08:38:43,239 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:38:43,368 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:38:43,369 - lava_callback - INFO - Log uploaded to https://files-staging.kernelci.org/baseline-arm-69c39ef6bbc022e792644657/log.txt.gz 2026-03-25 08:38:43,443 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:38:43,625 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:38:43,627 - lava_callback - INFO - LAVA YAML uploaded to https://files-staging.kernelci.org/baseline-arm-69c39ef6bbc022e792644657/lava-logs.yaml 2026-03-25 08:38:43,631 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:38:43,744 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:38:43,745 - lava_callback - INFO - Callback data uploaded to https://files-staging.kernelci.org/baseline-arm-69c39ef6bbc022e792644657/lava_callback.json.gz 2026-03-25 08:38:43,763 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:38:43,777 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c39ef6bbc022e792644657 HTTP/1.1" 200 None 2026-03-25 08:38:43,779 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:38:43,819 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c399c1bbc022e792643e8d HTTP/1.1" 200 None 2026-03-25 08:38:43,821 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:38:43,853 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c39ef6bbc022e792644657 HTTP/1.1" 200 None 2026-03-25 08:38:43,855 - lava_callback - INFO - Completed processing callback for node 69c39ef6bbc022e792644657 INFO: 172.20.0.1:45338 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:59082 - "GET / HTTP/1.0" 200 OK 2026-03-25 08:39:05,437 - lava_callback - INFO - Received callback for node 69c39eb8bbc022e7926445d1 INFO: 172.20.0.1:49044 - "POST /node/69c39eb8bbc022e7926445d1 HTTP/1.0" 202 Accepted 2026-03-25 08:39:05,444 - lava_callback - INFO - Starting async job submit for node 69c39eb8bbc022e7926445d1 2026-03-25 08:39:05,472 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:39:05,487 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c39eb8bbc022e7926445d1 HTTP/1.1" 200 None 2026-03-25 08:39:05,488 - lava_callback - DEBUG - Processing node 69c39eb8bbc022e7926445d1: ltp-dio 2026-03-25 08:39:05,879 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:39:06,017 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:39:06,018 - lava_callback - INFO - Log uploaded to https://files-staging.kernelci.org/ltp-dio-69c39eb8bbc022e7926445d1/log.txt.gz 2026-03-25 08:39:06,238 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:39:06,456 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:39:06,458 - lava_callback - INFO - LAVA YAML uploaded to https://files-staging.kernelci.org/ltp-dio-69c39eb8bbc022e7926445d1/lava-logs.yaml 2026-03-25 08:39:06,466 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 INFO: 172.20.0.1:49060 - "GET / HTTP/1.0" 200 OK 2026-03-25 08:39:06,614 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:39:06,616 - lava_callback - INFO - Callback data uploaded to https://files-staging.kernelci.org/ltp-dio-69c39eb8bbc022e7926445d1/lava_callback.json.gz 2026-03-25 08:39:06,640 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:39:06,656 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c39eb8bbc022e7926445d1 HTTP/1.1" 200 None 2026-03-25 08:39:06,657 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:39:06,671 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c399c1bbc022e792643e8d HTTP/1.1" 200 None 2026-03-25 08:39:06,672 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:39:06,696 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c39eb8bbc022e7926445d1 HTTP/1.1" 200 None 2026-03-25 08:39:06,702 - lava_callback - INFO - Completed processing callback for node 69c39eb8bbc022e7926445d1 2026-03-25 08:39:12,906 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:39:12,923 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "POST /latest/telemetry HTTP/1.1" 200 14 INFO: 172.20.0.1:52098 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:52110 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:41264 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:43234 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:43236 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:33354 - "GET / HTTP/1.0" 200 OK 2026-03-25 08:39:46,803 - lava_callback - INFO - Received callback for node 69c39e93bbc022e792644576 INFO: 172.20.0.1:33366 - "POST /node/69c39e93bbc022e792644576 HTTP/1.0" 202 Accepted 2026-03-25 08:39:46,810 - lava_callback - INFO - Starting async job submit for node 69c39e93bbc022e792644576 2026-03-25 08:39:46,831 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:39:46,846 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c39e93bbc022e792644576 HTTP/1.1" 200 None 2026-03-25 08:39:46,847 - lava_callback - DEBUG - Processing node 69c39e93bbc022e792644576: baseline-arm-clabbe 2026-03-25 08:39:47,054 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:39:47,183 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:39:47,185 - lava_callback - INFO - Log uploaded to https://files-staging.kernelci.org/baseline-arm-clabbe-69c39e93bbc022e792644576/log.txt.gz 2026-03-25 08:39:47,309 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:39:47,511 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:39:47,513 - lava_callback - INFO - LAVA YAML uploaded to https://files-staging.kernelci.org/baseline-arm-clabbe-69c39e93bbc022e792644576/lava-logs.yaml 2026-03-25 08:39:47,518 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:39:47,700 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:39:47,702 - lava_callback - INFO - Callback data uploaded to https://files-staging.kernelci.org/baseline-arm-clabbe-69c39e93bbc022e792644576/lava_callback.json.gz 2026-03-25 08:39:47,725 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:39:47,739 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c39e93bbc022e792644576 HTTP/1.1" 200 None 2026-03-25 08:39:47,740 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:39:47,755 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c399c1bbc022e792643e8d HTTP/1.1" 200 None 2026-03-25 08:39:47,756 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:39:47,783 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c39e93bbc022e792644576 HTTP/1.1" 200 None 2026-03-25 08:39:47,790 - lava_callback - INFO - Completed processing callback for node 69c39e93bbc022e792644576 2026-03-25 08:39:51,588 - lava_callback - INFO - Received callback for node 69c39f40bbc022e792644683 INFO: 172.20.0.1:51588 - "POST /node/69c39f40bbc022e792644683 HTTP/1.0" 202 Accepted 2026-03-25 08:39:51,594 - lava_callback - INFO - Starting async job submit for node 69c39f40bbc022e792644683 2026-03-25 08:39:51,597 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:39:51,616 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c39f40bbc022e792644683 HTTP/1.1" 200 None 2026-03-25 08:39:51,617 - lava_callback - DEBUG - Processing node 69c39f40bbc022e792644683: baseline-arm 2026-03-25 08:39:51,622 - lava_callback - WARNING - Failed to upload log 2026-03-25 08:39:51,625 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:39:52,068 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:39:52,070 - lava_callback - INFO - LAVA YAML uploaded to https://files-staging.kernelci.org/baseline-arm-69c39f40bbc022e792644683/lava-logs.yaml 2026-03-25 08:39:52,071 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:39:52,205 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:39:52,206 - lava_callback - INFO - Callback data uploaded to https://files-staging.kernelci.org/baseline-arm-69c39f40bbc022e792644683/lava_callback.json.gz 2026-03-25 08:39:52,209 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:39:52,224 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c39f40bbc022e792644683 HTTP/1.1" 200 None 2026-03-25 08:39:52,225 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:39:52,241 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c399c1bbc022e792643e8d HTTP/1.1" 200 None 2026-03-25 08:39:52,242 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:39:52,262 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c39f40bbc022e792644683 HTTP/1.1" 200 None 2026-03-25 08:39:52,267 - lava_callback - INFO - Completed processing callback for node 69c39f40bbc022e792644683 INFO: 172.20.0.1:51590 - "GET / HTTP/1.0" 200 OK 2026-03-25 08:39:57,650 - lava_callback - INFO - Received callback for node 69c0fc50acdb2e26c83cd050 INFO: 172.20.0.1:51606 - "POST /node/69c0fc50acdb2e26c83cd050 HTTP/1.0" 202 Accepted 2026-03-25 08:39:57,659 - lava_callback - INFO - Starting async job submit for node 69c0fc50acdb2e26c83cd050 2026-03-25 08:39:57,660 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:39:57,678 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c0fc50acdb2e26c83cd050 HTTP/1.1" 200 None 2026-03-25 08:39:57,680 - lava_callback - DEBUG - Processing node 69c0fc50acdb2e26c83cd050: baseline-arm-baylibre 2026-03-25 08:39:57,680 - lava_callback - WARNING - No log data found in callback Job failure metadata not found for node: 69c0fc50acdb2e26c83cd050 2026-03-25 08:39:57,681 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:39:57,697 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c0fc50acdb2e26c83cd050 HTTP/1.1" 200 None 2026-03-25 08:39:57,699 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:39:57,719 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69b90e350ec88e58bad0d0dd HTTP/1.1" 200 None 2026-03-25 08:39:57,721 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:39:57,762 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c0fc50acdb2e26c83cd050 HTTP/1.1" 200 None 2026-03-25 08:39:57,784 - lava_callback - ERROR - Error processing callback for node 69c0fc50acdb2e26c83cd050: 'lava' Traceback (most recent call last): File "/home/kernelci/pipeline/lava_callback.py", line 366, in async_job_submit _emit_callback_telemetry( File "/home/kernelci/pipeline/lava_callback.py", line 387, in _emit_callback_telemetry is_infra = job_callback.is_infra_error() if job_node.get( ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/local/lib/python3.12/site-packages/kernelci/runtime/lava.py", line 119, in is_infra_error lava_yaml = self._data['results']['lava'] ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^ KeyError: 'lava' INFO: 172.20.0.1:57642 - "GET / HTTP/1.0" 200 OK 2026-03-25 08:40:12,925 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:40:12,953 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "POST /latest/telemetry HTTP/1.1" 200 14 INFO: 172.20.0.1:51158 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:51160 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:48952 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:50600 - "GET / HTTP/1.0" 200 OK 2026-03-25 08:40:37,394 - lava_callback - INFO - Received callback for node 69c0fc77acdb2e26c83cd06b INFO: 172.20.0.1:50616 - "POST /node/69c0fc77acdb2e26c83cd06b HTTP/1.0" 202 Accepted 2026-03-25 08:40:37,404 - lava_callback - INFO - Starting async job submit for node 69c0fc77acdb2e26c83cd06b 2026-03-25 08:40:37,405 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 INFO: 172.20.0.1:50624 - "GET / HTTP/1.0" 200 OK 2026-03-25 08:40:37,445 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c0fc77acdb2e26c83cd06b HTTP/1.1" 200 None 2026-03-25 08:40:37,447 - lava_callback - DEBUG - Processing node 69c0fc77acdb2e26c83cd06b: baseline-arm-baylibre 2026-03-25 08:40:37,447 - lava_callback - WARNING - No log data found in callback Job failure metadata not found for node: 69c0fc77acdb2e26c83cd06b 2026-03-25 08:40:37,448 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:40:37,473 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c0fc77acdb2e26c83cd06b HTTP/1.1" 200 None 2026-03-25 08:40:37,475 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:40:37,498 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69be544f448e074b3ffe162d HTTP/1.1" 200 None 2026-03-25 08:40:37,500 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:40:37,541 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c0fc77acdb2e26c83cd06b HTTP/1.1" 200 None 2026-03-25 08:40:37,542 - lava_callback - ERROR - Error processing callback for node 69c0fc77acdb2e26c83cd06b: 'lava' Traceback (most recent call last): File "/home/kernelci/pipeline/lava_callback.py", line 366, in async_job_submit _emit_callback_telemetry( File "/home/kernelci/pipeline/lava_callback.py", line 387, in _emit_callback_telemetry is_infra = job_callback.is_infra_error() if job_node.get( ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/local/lib/python3.12/site-packages/kernelci/runtime/lava.py", line 119, in is_infra_error lava_yaml = self._data['results']['lava'] ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^ KeyError: 'lava' INFO: 172.20.0.1:43398 - "GET / HTTP/1.0" 200 OK 2026-03-25 08:40:51,861 - lava_callback - INFO - Received callback for node 69c39f85bbc022e7926446a9 INFO: 172.20.0.1:43266 - "POST /node/69c39f85bbc022e7926446a9 HTTP/1.0" 202 Accepted 2026-03-25 08:40:51,873 - lava_callback - INFO - Starting async job submit for node 69c39f85bbc022e7926446a9 2026-03-25 08:40:51,879 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:40:51,914 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c39f85bbc022e7926446a9 HTTP/1.1" 200 None 2026-03-25 08:40:51,915 - lava_callback - DEBUG - Processing node 69c39f85bbc022e7926446a9: baseline-x86 2026-03-25 08:40:51,924 - lava_callback - WARNING - Failed to upload log 2026-03-25 08:40:51,933 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:40:52,139 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:40:52,142 - lava_callback - INFO - LAVA YAML uploaded to https://files-staging.kernelci.org/baseline-x86-69c39f85bbc022e7926446a9/lava-logs.yaml 2026-03-25 08:40:52,143 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:40:52,333 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:40:52,335 - lava_callback - INFO - Callback data uploaded to https://files-staging.kernelci.org/baseline-x86-69c39f85bbc022e7926446a9/lava_callback.json.gz 2026-03-25 08:40:52,339 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:40:52,363 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c39f85bbc022e7926446a9 HTTP/1.1" 200 None 2026-03-25 08:40:52,366 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:40:52,397 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c399e2bbc022e792643ec4 HTTP/1.1" 200 None 2026-03-25 08:40:52,401 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:40:52,447 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c39f85bbc022e7926446a9 HTTP/1.1" 200 None 2026-03-25 08:40:52,453 - lava_callback - INFO - Completed processing callback for node 69c39f85bbc022e7926446a9 INFO: 172.20.0.1:43278 - "GET / HTTP/1.0" 200 OK 2026-03-25 08:41:02,291 - lava_callback - INFO - Received callback for node 69c39f87bbc022e7926446b4 INFO: 172.20.0.1:53080 - "POST /node/69c39f87bbc022e7926446b4 HTTP/1.0" 202 Accepted 2026-03-25 08:41:02,299 - lava_callback - INFO - Starting async job submit for node 69c39f87bbc022e7926446b4 2026-03-25 08:41:02,317 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:41:02,333 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c39f87bbc022e7926446b4 HTTP/1.1" 200 None 2026-03-25 08:41:02,335 - lava_callback - DEBUG - Processing node 69c39f87bbc022e7926446b4: baseline-x86 2026-03-25 08:41:02,538 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:41:02,875 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:41:02,878 - lava_callback - INFO - Log uploaded to https://files-staging.kernelci.org/baseline-x86-69c39f87bbc022e7926446b4/log.txt.gz 2026-03-25 08:41:03,014 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:41:03,170 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:41:03,171 - lava_callback - INFO - LAVA YAML uploaded to https://files-staging.kernelci.org/baseline-x86-69c39f87bbc022e7926446b4/lava-logs.yaml 2026-03-25 08:41:03,176 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:41:03,613 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:41:03,615 - lava_callback - INFO - Callback data uploaded to https://files-staging.kernelci.org/baseline-x86-69c39f87bbc022e7926446b4/lava_callback.json.gz 2026-03-25 08:41:03,645 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:41:03,667 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c39f87bbc022e7926446b4 HTTP/1.1" 200 None 2026-03-25 08:41:03,670 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:41:03,691 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c399e2bbc022e792643ec4 HTTP/1.1" 200 None 2026-03-25 08:41:03,693 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:41:03,726 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c39f87bbc022e7926446b4 HTTP/1.1" 200 None 2026-03-25 08:41:03,732 - lava_callback - INFO - Completed processing callback for node 69c39f87bbc022e7926446b4 INFO: 172.20.0.1:53086 - "GET / HTTP/1.0" 200 OK 2026-03-25 08:41:12,955 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:41:12,982 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "POST /latest/telemetry HTTP/1.1" 200 14 INFO: 172.20.0.1:32826 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:32832 - "GET / HTTP/1.0" 200 OK 2026-03-25 08:41:17,540 - lava_callback - INFO - Received callback for node 69c0fc9bacdb2e26c83cd088 INFO: 172.20.0.1:32836 - "POST /node/69c0fc9bacdb2e26c83cd088 HTTP/1.0" 202 Accepted 2026-03-25 08:41:17,549 - lava_callback - INFO - Starting async job submit for node 69c0fc9bacdb2e26c83cd088 2026-03-25 08:41:17,550 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:41:17,579 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c0fc9bacdb2e26c83cd088 HTTP/1.1" 200 None 2026-03-25 08:41:17,582 - lava_callback - DEBUG - Processing node 69c0fc9bacdb2e26c83cd088: baseline-arm-baylibre 2026-03-25 08:41:17,582 - lava_callback - WARNING - No log data found in callback Job failure metadata not found for node: 69c0fc9bacdb2e26c83cd088 2026-03-25 08:41:17,583 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:41:17,614 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c0fc9bacdb2e26c83cd088 HTTP/1.1" 200 None 2026-03-25 08:41:17,616 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:41:17,643 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69be544f448e074b3ffe162d HTTP/1.1" 200 None 2026-03-25 08:41:17,645 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:41:17,675 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c0fc9bacdb2e26c83cd088 HTTP/1.1" 200 None 2026-03-25 08:41:17,676 - lava_callback - ERROR - Error processing callback for node 69c0fc9bacdb2e26c83cd088: 'lava' Traceback (most recent call last): File "/home/kernelci/pipeline/lava_callback.py", line 366, in async_job_submit _emit_callback_telemetry( File "/home/kernelci/pipeline/lava_callback.py", line 387, in _emit_callback_telemetry is_infra = job_callback.is_infra_error() if job_node.get( ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/local/lib/python3.12/site-packages/kernelci/runtime/lava.py", line 119, in is_infra_error lava_yaml = self._data['results']['lava'] ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^ KeyError: 'lava' INFO: 172.20.0.1:34824 - "GET / HTTP/1.0" 200 OK 2026-03-25 08:41:29,902 - lava_callback - INFO - Received callback for node 69c39e97bbc022e792644582 INFO: 172.20.0.1:40194 - "POST /node/69c39e97bbc022e792644582 HTTP/1.0" 202 Accepted 2026-03-25 08:41:29,908 - lava_callback - INFO - Starting async job submit for node 69c39e97bbc022e792644582 2026-03-25 08:41:29,931 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:41:29,950 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c39e97bbc022e792644582 HTTP/1.1" 200 None 2026-03-25 08:41:29,952 - lava_callback - DEBUG - Processing node 69c39e97bbc022e792644582: baseline-arm-clabbe 2026-03-25 08:41:30,160 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:41:30,296 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:41:30,297 - lava_callback - INFO - Log uploaded to https://files-staging.kernelci.org/baseline-arm-clabbe-69c39e97bbc022e792644582/log.txt.gz 2026-03-25 08:41:30,428 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:41:30,642 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:41:30,644 - lava_callback - INFO - LAVA YAML uploaded to https://files-staging.kernelci.org/baseline-arm-clabbe-69c39e97bbc022e792644582/lava-logs.yaml 2026-03-25 08:41:30,650 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:41:30,785 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:41:30,786 - lava_callback - INFO - Callback data uploaded to https://files-staging.kernelci.org/baseline-arm-clabbe-69c39e97bbc022e792644582/lava_callback.json.gz 2026-03-25 08:41:30,808 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:41:30,847 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c39e97bbc022e792644582 HTTP/1.1" 200 None 2026-03-25 08:41:30,848 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:41:30,863 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c399c1bbc022e792643e8d HTTP/1.1" 200 None 2026-03-25 08:41:30,864 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:41:30,888 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c39e97bbc022e792644582 HTTP/1.1" 200 None 2026-03-25 08:41:30,893 - lava_callback - INFO - Completed processing callback for node 69c39e97bbc022e792644582 2026-03-25 08:41:33,416 - lava_callback - INFO - Received callback for node 69c39ec4bbc022e7926445f0 INFO: 172.20.0.1:40200 - "POST /node/69c39ec4bbc022e7926445f0 HTTP/1.0" 202 Accepted 2026-03-25 08:41:33,423 - lava_callback - INFO - Starting async job submit for node 69c39ec4bbc022e7926445f0 2026-03-25 08:41:33,455 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:41:33,487 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c39ec4bbc022e7926445f0 HTTP/1.1" 200 None 2026-03-25 08:41:33,488 - lava_callback - DEBUG - Processing node 69c39ec4bbc022e7926445f0: ltp-syscalls 2026-03-25 08:41:34,331 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:41:34,490 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:41:34,492 - lava_callback - INFO - Log uploaded to https://files-staging.kernelci.org/ltp-syscalls-69c39ec4bbc022e7926445f0/log.txt.gz 2026-03-25 08:41:34,905 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:41:35,113 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:41:35,116 - lava_callback - INFO - LAVA YAML uploaded to https://files-staging.kernelci.org/ltp-syscalls-69c39ec4bbc022e7926445f0/lava-logs.yaml 2026-03-25 08:41:35,133 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:41:35,278 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:41:35,280 - lava_callback - INFO - Callback data uploaded to https://files-staging.kernelci.org/ltp-syscalls-69c39ec4bbc022e7926445f0/lava_callback.json.gz 2026-03-25 08:41:35,307 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:41:35,321 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c39ec4bbc022e7926445f0 HTTP/1.1" 200 None 2026-03-25 08:41:35,323 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:41:35,336 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c399c1bbc022e792643e8d HTTP/1.1" 200 None 2026-03-25 08:41:35,337 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:41:35,361 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c39ec4bbc022e7926445f0 HTTP/1.1" 200 None 2026-03-25 08:41:35,367 - lava_callback - INFO - Completed processing callback for node 69c39ec4bbc022e7926445f0 INFO: 172.20.0.1:40212 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:40216 - "GET / HTTP/1.0" 200 OK 2026-03-25 08:41:42,984 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:41:43,004 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "POST /latest/telemetry HTTP/1.1" 200 14 INFO: 172.20.0.1:59310 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:33438 - "GET / HTTP/1.0" 200 OK 2026-03-25 08:41:57,491 - lava_callback - INFO - Received callback for node 69c0fcc1acdb2e26c83cd09f INFO: 172.20.0.1:33452 - "POST /node/69c0fcc1acdb2e26c83cd09f HTTP/1.0" 202 Accepted 2026-03-25 08:41:57,499 - lava_callback - INFO - Starting async job submit for node 69c0fcc1acdb2e26c83cd09f 2026-03-25 08:41:57,500 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:41:57,529 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c0fcc1acdb2e26c83cd09f HTTP/1.1" 200 None 2026-03-25 08:41:57,531 - lava_callback - DEBUG - Processing node 69c0fcc1acdb2e26c83cd09f: baseline-arm-baylibre 2026-03-25 08:41:57,531 - lava_callback - WARNING - No log data found in callback Job failure metadata not found for node: 69c0fcc1acdb2e26c83cd09f 2026-03-25 08:41:57,531 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:41:57,570 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c0fcc1acdb2e26c83cd09f HTTP/1.1" 200 None 2026-03-25 08:41:57,572 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:41:57,597 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69be544f448e074b3ffe162d HTTP/1.1" 200 None 2026-03-25 08:41:57,599 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:41:57,637 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c0fcc1acdb2e26c83cd09f HTTP/1.1" 200 None 2026-03-25 08:41:57,638 - lava_callback - ERROR - Error processing callback for node 69c0fcc1acdb2e26c83cd09f: 'lava' Traceback (most recent call last): File "/home/kernelci/pipeline/lava_callback.py", line 366, in async_job_submit _emit_callback_telemetry( File "/home/kernelci/pipeline/lava_callback.py", line 387, in _emit_callback_telemetry is_infra = job_callback.is_infra_error() if job_node.get( ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/local/lib/python3.12/site-packages/kernelci/runtime/lava.py", line 119, in is_infra_error lava_yaml = self._data['results']['lava'] ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^ KeyError: 'lava' INFO: 172.20.0.1:54298 - "GET / HTTP/1.0" 200 OK 2026-03-25 08:42:13,666 - lava_callback - INFO - Received callback for node 69c39e89bbc022e792644535 INFO: 172.20.0.1:33204 - "POST /node/69c39e89bbc022e792644535 HTTP/1.0" 202 Accepted 2026-03-25 08:42:13,680 - lava_callback - INFO - Starting async job submit for node 69c39e89bbc022e792644535 2026-03-25 08:42:13,725 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:42:13,759 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c39e89bbc022e792644535 HTTP/1.1" 200 None 2026-03-25 08:42:13,760 - lava_callback - DEBUG - Processing node 69c39e89bbc022e792644535: baseline-arm-broonie 2026-03-25 08:42:14,151 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:42:14,434 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:42:14,436 - lava_callback - INFO - Log uploaded to https://files-staging.kernelci.org/baseline-arm-broonie-69c39e89bbc022e792644535/log.txt.gz 2026-03-25 08:42:14,637 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:42:14,968 - lava_callback - INFO - Received callback for node 69c39f86bbc022e7926446ae INFO: 172.20.0.1:33216 - "POST /node/69c39f86bbc022e7926446ae HTTP/1.0" 202 Accepted 2026-03-25 08:42:14,978 - lava_callback - INFO - Starting async job submit for node 69c39f86bbc022e7926446ae 2026-03-25 08:42:15,010 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:42:15,039 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c39f86bbc022e7926446ae HTTP/1.1" 200 None 2026-03-25 08:42:15,040 - lava_callback - DEBUG - Processing node 69c39f86bbc022e7926446ae: baseline-x86 INFO: 172.20.0.1:33232 - "GET /api/metrics HTTP/1.0" 200 OK 2026-03-25 08:42:15,269 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:42:15,272 - lava_callback - INFO - LAVA YAML uploaded to https://files-staging.kernelci.org/baseline-arm-broonie-69c39e89bbc022e792644535/lava-logs.yaml 2026-03-25 08:42:15,310 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:42:15,556 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:42:15,768 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:42:15,770 - lava_callback - INFO - Callback data uploaded to https://files-staging.kernelci.org/baseline-arm-broonie-69c39e89bbc022e792644535/lava_callback.json.gz 2026-03-25 08:42:15,812 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:42:15,846 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c39e89bbc022e792644535 HTTP/1.1" 200 None 2026-03-25 08:42:15,848 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:42:15,874 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c399c1bbc022e792643e8d HTTP/1.1" 200 None 2026-03-25 08:42:15,876 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:42:15,934 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c39e89bbc022e792644535 HTTP/1.1" 200 None 2026-03-25 08:42:15,936 - lava_callback - INFO - Completed processing callback for node 69c39e89bbc022e792644535 2026-03-25 08:42:16,046 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:42:16,048 - lava_callback - INFO - Log uploaded to https://files-staging.kernelci.org/baseline-x86-69c39f86bbc022e7926446ae/log.txt.gz 2026-03-25 08:42:16,404 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 INFO: 172.20.0.1:33248 - "GET / HTTP/1.0" 200 OK 2026-03-25 08:42:16,967 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:42:16,970 - lava_callback - INFO - LAVA YAML uploaded to https://files-staging.kernelci.org/baseline-x86-69c39f86bbc022e7926446ae/lava-logs.yaml 2026-03-25 08:42:16,982 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:42:17,324 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:42:17,326 - lava_callback - INFO - Callback data uploaded to https://files-staging.kernelci.org/baseline-x86-69c39f86bbc022e7926446ae/lava_callback.json.gz 2026-03-25 08:42:17,358 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:42:17,386 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c39f86bbc022e7926446ae HTTP/1.1" 200 None 2026-03-25 08:42:17,389 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:42:17,412 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c399e2bbc022e792643ec4 HTTP/1.1" 200 None 2026-03-25 08:42:17,414 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:42:17,470 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c39f86bbc022e7926446ae HTTP/1.1" 200 None 2026-03-25 08:42:17,471 - lava_callback - INFO - Completed processing callback for node 69c39f86bbc022e7926446ae INFO: 172.20.0.1:54846 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:54314 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:54328 - "GET / HTTP/1.0" 200 OK 2026-03-25 08:42:37,571 - lava_callback - INFO - Received callback for node 69c0fce8acdb2e26c83cd0a7 INFO: 172.20.0.1:54330 - "POST /node/69c0fce8acdb2e26c83cd0a7 HTTP/1.0" 202 Accepted 2026-03-25 08:42:37,580 - lava_callback - INFO - Starting async job submit for node 69c0fce8acdb2e26c83cd0a7 2026-03-25 08:42:37,584 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:42:37,610 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c0fce8acdb2e26c83cd0a7 HTTP/1.1" 200 None 2026-03-25 08:42:37,612 - lava_callback - DEBUG - Processing node 69c0fce8acdb2e26c83cd0a7: baseline-arm-baylibre 2026-03-25 08:42:37,612 - lava_callback - WARNING - No log data found in callback Job failure metadata not found for node: 69c0fce8acdb2e26c83cd0a7 2026-03-25 08:42:37,613 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:42:37,641 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c0fce8acdb2e26c83cd0a7 HTTP/1.1" 200 None 2026-03-25 08:42:37,643 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:42:37,672 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69be544f448e074b3ffe162d HTTP/1.1" 200 None 2026-03-25 08:42:37,674 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:42:37,742 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c0fce8acdb2e26c83cd0a7 HTTP/1.1" 200 None 2026-03-25 08:42:37,744 - lava_callback - ERROR - Error processing callback for node 69c0fce8acdb2e26c83cd0a7: 'lava' Traceback (most recent call last): File "/home/kernelci/pipeline/lava_callback.py", line 366, in async_job_submit _emit_callback_telemetry( File "/home/kernelci/pipeline/lava_callback.py", line 387, in _emit_callback_telemetry is_infra = job_callback.is_infra_error() if job_node.get( ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/local/lib/python3.12/site-packages/kernelci/runtime/lava.py", line 119, in is_infra_error lava_yaml = self._data['results']['lava'] ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^ KeyError: 'lava' 2026-03-25 08:42:43,007 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:42:43,034 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "POST /latest/telemetry HTTP/1.1" 200 14 INFO: 172.20.0.1:35148 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:39698 - "GET / HTTP/1.0" 200 OK 2026-03-25 08:42:56,905 - lava_callback - INFO - Received callback for node 69c39e98bbc022e792644587 INFO: 172.20.0.1:39706 - "POST /node/69c39e98bbc022e792644587 HTTP/1.0" 202 Accepted 2026-03-25 08:42:56,911 - lava_callback - INFO - Starting async job submit for node 69c39e98bbc022e792644587 2026-03-25 08:42:56,936 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:42:56,951 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c39e98bbc022e792644587 HTTP/1.1" 200 None 2026-03-25 08:42:56,952 - lava_callback - DEBUG - Processing node 69c39e98bbc022e792644587: baseline-arm-clabbe 2026-03-25 08:42:57,171 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:42:57,294 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:42:57,296 - lava_callback - INFO - Log uploaded to https://files-staging.kernelci.org/baseline-arm-clabbe-69c39e98bbc022e792644587/log.txt.gz 2026-03-25 08:42:57,450 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:42:57,639 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:42:57,641 - lava_callback - INFO - LAVA YAML uploaded to https://files-staging.kernelci.org/baseline-arm-clabbe-69c39e98bbc022e792644587/lava-logs.yaml 2026-03-25 08:42:57,647 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:42:57,854 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:42:57,856 - lava_callback - INFO - Callback data uploaded to https://files-staging.kernelci.org/baseline-arm-clabbe-69c39e98bbc022e792644587/lava_callback.json.gz 2026-03-25 08:42:57,887 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:42:57,904 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c39e98bbc022e792644587 HTTP/1.1" 200 None 2026-03-25 08:42:57,906 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:42:57,921 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c399c1bbc022e792643e8d HTTP/1.1" 200 None 2026-03-25 08:42:57,923 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:42:57,949 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c39e98bbc022e792644587 HTTP/1.1" 200 None 2026-03-25 08:42:57,950 - lava_callback - INFO - Completed processing callback for node 69c39e98bbc022e792644587 INFO: 172.20.0.1:48586 - "GET / HTTP/1.0" 200 OK 2026-03-25 08:43:13,036 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:43:13,052 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "POST /latest/telemetry HTTP/1.1" 200 14 INFO: 172.20.0.1:46912 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:46922 - "GET / HTTP/1.0" 200 OK 2026-03-25 08:43:17,573 - lava_callback - INFO - Received callback for node 69c0fd0facdb2e26c83cd0bf INFO: 172.20.0.1:46938 - "POST /node/69c0fd0facdb2e26c83cd0bf HTTP/1.0" 202 Accepted 2026-03-25 08:43:17,579 - lava_callback - INFO - Starting async job submit for node 69c0fd0facdb2e26c83cd0bf 2026-03-25 08:43:17,580 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:43:17,599 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c0fd0facdb2e26c83cd0bf HTTP/1.1" 200 None 2026-03-25 08:43:17,600 - lava_callback - DEBUG - Processing node 69c0fd0facdb2e26c83cd0bf: baseline-arm-baylibre 2026-03-25 08:43:17,600 - lava_callback - WARNING - No log data found in callback Job failure metadata not found for node: 69c0fd0facdb2e26c83cd0bf 2026-03-25 08:43:17,601 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:43:17,614 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c0fd0facdb2e26c83cd0bf HTTP/1.1" 200 None 2026-03-25 08:43:17,615 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:43:17,628 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69be544f448e074b3ffe162d HTTP/1.1" 200 None 2026-03-25 08:43:17,629 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:43:17,649 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c0fd0facdb2e26c83cd0bf HTTP/1.1" 200 None 2026-03-25 08:43:17,654 - lava_callback - ERROR - Error processing callback for node 69c0fd0facdb2e26c83cd0bf: 'lava' Traceback (most recent call last): File "/home/kernelci/pipeline/lava_callback.py", line 366, in async_job_submit _emit_callback_telemetry( File "/home/kernelci/pipeline/lava_callback.py", line 387, in _emit_callback_telemetry is_infra = job_callback.is_infra_error() if job_node.get( ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/local/lib/python3.12/site-packages/kernelci/runtime/lava.py", line 119, in is_infra_error lava_yaml = self._data['results']['lava'] ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^ KeyError: 'lava' INFO: 172.20.0.1:58194 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:49524 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:49540 - "GET / HTTP/1.0" 200 OK 2026-03-25 08:43:37,565 - lava_callback - INFO - Received callback for node 69c0fd36acdb2e26c83cd0c8 INFO: 172.20.0.1:49546 - "POST /node/69c0fd36acdb2e26c83cd0c8 HTTP/1.0" 202 Accepted 2026-03-25 08:43:37,570 - lava_callback - INFO - Starting async job submit for node 69c0fd36acdb2e26c83cd0c8 2026-03-25 08:43:37,571 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:43:37,586 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c0fd36acdb2e26c83cd0c8 HTTP/1.1" 200 None 2026-03-25 08:43:37,587 - lava_callback - DEBUG - Processing node 69c0fd36acdb2e26c83cd0c8: baseline-arm-baylibre 2026-03-25 08:43:37,587 - lava_callback - WARNING - No log data found in callback Job failure metadata not found for node: 69c0fd36acdb2e26c83cd0c8 2026-03-25 08:43:37,588 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:43:37,601 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c0fd36acdb2e26c83cd0c8 HTTP/1.1" 200 None 2026-03-25 08:43:37,602 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:43:37,615 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69be544f448e074b3ffe162d HTTP/1.1" 200 None 2026-03-25 08:43:37,616 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:43:37,644 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c0fd36acdb2e26c83cd0c8 HTTP/1.1" 200 None 2026-03-25 08:43:37,645 - lava_callback - ERROR - Error processing callback for node 69c0fd36acdb2e26c83cd0c8: 'lava' Traceback (most recent call last): File "/home/kernelci/pipeline/lava_callback.py", line 366, in async_job_submit _emit_callback_telemetry( File "/home/kernelci/pipeline/lava_callback.py", line 387, in _emit_callback_telemetry is_infra = job_callback.is_infra_error() if job_node.get( ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/local/lib/python3.12/site-packages/kernelci/runtime/lava.py", line 119, in is_infra_error lava_yaml = self._data['results']['lava'] ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^ KeyError: 'lava' INFO: 172.20.0.1:60224 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:50818 - "GET / HTTP/1.0" 200 OK 2026-03-25 08:44:01,222 - lava_callback - INFO - Received callback for node 69c3a046bbc022e792644733 INFO: 172.20.0.1:35038 - "POST /node/69c3a046bbc022e792644733 HTTP/1.0" 202 Accepted 2026-03-25 08:44:01,228 - lava_callback - INFO - Starting async job submit for node 69c3a046bbc022e792644733 2026-03-25 08:44:01,231 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:44:01,246 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c3a046bbc022e792644733 HTTP/1.1" 200 None 2026-03-25 08:44:01,247 - lava_callback - DEBUG - Processing node 69c3a046bbc022e792644733: baseline-arm 2026-03-25 08:44:01,252 - lava_callback - WARNING - Failed to upload log 2026-03-25 08:44:01,255 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:44:01,419 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:44:01,421 - lava_callback - INFO - LAVA YAML uploaded to https://files-staging.kernelci.org/baseline-arm-69c3a046bbc022e792644733/lava-logs.yaml 2026-03-25 08:44:01,423 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:44:01,577 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:44:01,578 - lava_callback - INFO - Callback data uploaded to https://files-staging.kernelci.org/baseline-arm-69c3a046bbc022e792644733/lava_callback.json.gz 2026-03-25 08:44:01,581 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:44:01,596 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c3a046bbc022e792644733 HTTP/1.1" 200 None 2026-03-25 08:44:01,598 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:44:01,611 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c399c1bbc022e792643e8d HTTP/1.1" 200 None 2026-03-25 08:44:01,612 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:44:01,633 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c3a046bbc022e792644733 HTTP/1.1" 200 None 2026-03-25 08:44:01,638 - lava_callback - INFO - Completed processing callback for node 69c3a046bbc022e792644733 INFO: 172.20.0.1:35046 - "GET / HTTP/1.0" 200 OK 2026-03-25 08:44:13,054 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:44:13,077 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "POST /latest/telemetry HTTP/1.1" 200 14 INFO: 172.20.0.1:33906 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:33908 - "GET / HTTP/1.0" 200 OK 2026-03-25 08:44:22,535 - lava_callback - INFO - Received callback for node 69c39eb1bbc022e7926445c5 INFO: 172.20.0.1:37886 - "POST /node/69c39eb1bbc022e7926445c5 HTTP/1.0" 202 Accepted 2026-03-25 08:44:22,541 - lava_callback - INFO - Starting async job submit for node 69c39eb1bbc022e7926445c5 2026-03-25 08:44:22,565 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:44:22,580 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c39eb1bbc022e7926445c5 HTTP/1.1" 200 None 2026-03-25 08:44:22,581 - lava_callback - DEBUG - Processing node 69c39eb1bbc022e7926445c5: ltp-cap_bounds 2026-03-25 08:44:22,913 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:44:23,060 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:44:23,061 - lava_callback - INFO - Log uploaded to https://files-staging.kernelci.org/ltp-cap_bounds-69c39eb1bbc022e7926445c5/log.txt.gz 2026-03-25 08:44:23,261 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:44:23,499 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:44:23,501 - lava_callback - INFO - LAVA YAML uploaded to https://files-staging.kernelci.org/ltp-cap_bounds-69c39eb1bbc022e7926445c5/lava-logs.yaml 2026-03-25 08:44:23,510 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:44:23,663 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:44:23,664 - lava_callback - INFO - Callback data uploaded to https://files-staging.kernelci.org/ltp-cap_bounds-69c39eb1bbc022e7926445c5/lava_callback.json.gz 2026-03-25 08:44:23,690 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:44:23,704 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c39eb1bbc022e7926445c5 HTTP/1.1" 200 None 2026-03-25 08:44:23,706 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:44:23,724 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c399c1bbc022e792643e8d HTTP/1.1" 200 None 2026-03-25 08:44:23,725 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:44:23,756 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c39eb1bbc022e7926445c5 HTTP/1.1" 200 None 2026-03-25 08:44:23,757 - lava_callback - INFO - Completed processing callback for node 69c39eb1bbc022e7926445c5 INFO: 172.20.0.1:37896 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:43122 - "GET / HTTP/1.0" 200 OK 2026-03-25 08:44:37,147 - lava_callback - INFO - Received callback for node 69c0fd5eacdb2e26c83cd0d3 INFO: 172.20.0.1:43136 - "POST /node/69c0fd5eacdb2e26c83cd0d3 HTTP/1.0" 202 Accepted 2026-03-25 08:44:37,152 - lava_callback - INFO - Starting async job submit for node 69c0fd5eacdb2e26c83cd0d3 2026-03-25 08:44:37,153 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:44:37,168 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c0fd5eacdb2e26c83cd0d3 HTTP/1.1" 200 None 2026-03-25 08:44:37,168 - lava_callback - DEBUG - Processing node 69c0fd5eacdb2e26c83cd0d3: baseline-arm-clabbe 2026-03-25 08:44:37,169 - lava_callback - WARNING - No log data found in callback Job failure metadata not found for node: 69c0fd5eacdb2e26c83cd0d3 2026-03-25 08:44:37,169 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:44:37,188 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c0fd5eacdb2e26c83cd0d3 HTTP/1.1" 200 None 2026-03-25 08:44:37,189 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:44:37,212 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69be544f448e074b3ffe162d HTTP/1.1" 200 None 2026-03-25 08:44:37,214 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:44:37,235 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c0fd5eacdb2e26c83cd0d3 HTTP/1.1" 200 None 2026-03-25 08:44:37,241 - lava_callback - ERROR - Error processing callback for node 69c0fd5eacdb2e26c83cd0d3: 'lava' Traceback (most recent call last): File "/home/kernelci/pipeline/lava_callback.py", line 366, in async_job_submit _emit_callback_telemetry( File "/home/kernelci/pipeline/lava_callback.py", line 387, in _emit_callback_telemetry is_infra = job_callback.is_infra_error() if job_node.get( ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/local/lib/python3.12/site-packages/kernelci/runtime/lava.py", line 119, in is_infra_error lava_yaml = self._data['results']['lava'] ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^ KeyError: 'lava' INFO: 172.20.0.1:43150 - "GET / HTTP/1.0" 200 OK 2026-03-25 08:44:43,079 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:44:43,095 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "POST /latest/telemetry HTTP/1.1" 200 14 INFO: 172.20.0.1:46580 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:34522 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:40882 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:51720 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:51722 - "GET / HTTP/1.0" 200 OK 2026-03-25 08:45:17,124 - lava_callback - INFO - Received callback for node 69c0fd86acdb2e26c83cd0e0 INFO: 172.20.0.1:51726 - "POST /node/69c0fd86acdb2e26c83cd0e0 HTTP/1.0" 202 Accepted 2026-03-25 08:45:17,130 - lava_callback - INFO - Starting async job submit for node 69c0fd86acdb2e26c83cd0e0 2026-03-25 08:45:17,131 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:45:17,146 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c0fd86acdb2e26c83cd0e0 HTTP/1.1" 200 None 2026-03-25 08:45:17,147 - lava_callback - DEBUG - Processing node 69c0fd86acdb2e26c83cd0e0: baseline-arm-clabbe 2026-03-25 08:45:17,147 - lava_callback - WARNING - No log data found in callback Job failure metadata not found for node: 69c0fd86acdb2e26c83cd0e0 2026-03-25 08:45:17,148 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:45:17,171 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c0fd86acdb2e26c83cd0e0 HTTP/1.1" 200 None 2026-03-25 08:45:17,172 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:45:17,186 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69be544f448e074b3ffe162d HTTP/1.1" 200 None 2026-03-25 08:45:17,188 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:45:17,208 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c0fd86acdb2e26c83cd0e0 HTTP/1.1" 200 None 2026-03-25 08:45:17,214 - lava_callback - ERROR - Error processing callback for node 69c0fd86acdb2e26c83cd0e0: 'lava' Traceback (most recent call last): File "/home/kernelci/pipeline/lava_callback.py", line 366, in async_job_submit _emit_callback_telemetry( File "/home/kernelci/pipeline/lava_callback.py", line 387, in _emit_callback_telemetry is_infra = job_callback.is_infra_error() if job_node.get( ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/local/lib/python3.12/site-packages/kernelci/runtime/lava.py", line 119, in is_infra_error lava_yaml = self._data['results']['lava'] ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^ KeyError: 'lava' INFO: 172.20.0.1:46912 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:55380 - "GET / HTTP/1.0" 200 OK 2026-03-25 08:45:37,197 - lava_callback - INFO - Received callback for node 69c0fdadacdb2e26c83cd0f5 INFO: 172.20.0.1:55392 - "POST /node/69c0fdadacdb2e26c83cd0f5 HTTP/1.0" 202 Accepted 2026-03-25 08:45:37,204 - lava_callback - INFO - Starting async job submit for node 69c0fdadacdb2e26c83cd0f5 2026-03-25 08:45:37,205 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:45:37,229 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c0fdadacdb2e26c83cd0f5 HTTP/1.1" 200 None 2026-03-25 08:45:37,230 - lava_callback - DEBUG - Processing node 69c0fdadacdb2e26c83cd0f5: baseline-arm-clabbe 2026-03-25 08:45:37,231 - lava_callback - WARNING - No log data found in callback Job failure metadata not found for node: 69c0fdadacdb2e26c83cd0f5 2026-03-25 08:45:37,232 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:45:37,257 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c0fdadacdb2e26c83cd0f5 HTTP/1.1" 200 None 2026-03-25 08:45:37,259 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:45:37,279 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69be544f448e074b3ffe162d HTTP/1.1" 200 None 2026-03-25 08:45:37,281 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:45:37,314 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c0fdadacdb2e26c83cd0f5 HTTP/1.1" 200 None 2026-03-25 08:45:37,316 - lava_callback - ERROR - Error processing callback for node 69c0fdadacdb2e26c83cd0f5: 'lava' Traceback (most recent call last): File "/home/kernelci/pipeline/lava_callback.py", line 366, in async_job_submit _emit_callback_telemetry( File "/home/kernelci/pipeline/lava_callback.py", line 387, in _emit_callback_telemetry is_infra = job_callback.is_infra_error() if job_node.get( ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/local/lib/python3.12/site-packages/kernelci/runtime/lava.py", line 119, in is_infra_error lava_yaml = self._data['results']['lava'] ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^ KeyError: 'lava' INFO: 172.20.0.1:55396 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:53560 - "GET / HTTP/1.0" 200 OK 2026-03-25 08:45:53,541 - lava_callback - INFO - Received callback for node 69c39eb4bbc022e7926445cb INFO: 172.20.0.1:48688 - "POST /node/69c39eb4bbc022e7926445cb HTTP/1.0" 202 Accepted 2026-03-25 08:45:53,551 - lava_callback - INFO - Starting async job submit for node 69c39eb4bbc022e7926445cb 2026-03-25 08:45:53,593 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:45:53,612 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c39eb4bbc022e7926445cb HTTP/1.1" 200 None 2026-03-25 08:45:53,613 - lava_callback - DEBUG - Processing node 69c39eb4bbc022e7926445cb: ltp-controllers 2026-03-25 08:45:54,157 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:45:54,331 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:45:54,333 - lava_callback - INFO - Log uploaded to https://files-staging.kernelci.org/ltp-controllers-69c39eb4bbc022e7926445cb/log.txt.gz 2026-03-25 08:45:54,646 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:45:54,850 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:45:54,852 - lava_callback - INFO - LAVA YAML uploaded to https://files-staging.kernelci.org/ltp-controllers-69c39eb4bbc022e7926445cb/lava-logs.yaml 2026-03-25 08:45:54,863 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:45:55,041 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:45:55,043 - lava_callback - INFO - Callback data uploaded to https://files-staging.kernelci.org/ltp-controllers-69c39eb4bbc022e7926445cb/lava_callback.json.gz 2026-03-25 08:45:55,086 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:45:55,109 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c39eb4bbc022e7926445cb HTTP/1.1" 200 None 2026-03-25 08:45:55,111 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:45:55,137 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c399c1bbc022e792643e8d HTTP/1.1" 200 None 2026-03-25 08:45:55,139 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:45:55,170 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c39eb4bbc022e7926445cb HTTP/1.1" 200 None 2026-03-25 08:45:55,172 - lava_callback - INFO - Completed processing callback for node 69c39eb4bbc022e7926445cb INFO: 172.20.0.1:48698 - "GET / HTTP/1.0" 200 OK 2026-03-25 08:45:57,831 - lava_callback - INFO - Received callback for node 69c0fdb6acdb2e26c83cd108 INFO: 172.20.0.1:48700 - "POST /node/69c0fdb6acdb2e26c83cd108 HTTP/1.0" 202 Accepted 2026-03-25 08:45:57,840 - lava_callback - INFO - Starting async job submit for node 69c0fdb6acdb2e26c83cd108 2026-03-25 08:45:57,841 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:45:57,866 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c0fdb6acdb2e26c83cd108 HTTP/1.1" 200 None 2026-03-25 08:45:57,868 - lava_callback - DEBUG - Processing node 69c0fdb6acdb2e26c83cd108: baseline-arm-baylibre 2026-03-25 08:45:57,868 - lava_callback - WARNING - No log data found in callback Job failure metadata not found for node: 69c0fdb6acdb2e26c83cd108 2026-03-25 08:45:57,869 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:45:57,894 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c0fdb6acdb2e26c83cd108 HTTP/1.1" 200 None 2026-03-25 08:45:57,896 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:45:57,921 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c0f72facdb2e26c83cca20 HTTP/1.1" 200 None 2026-03-25 08:45:57,923 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:45:57,970 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c0fdb6acdb2e26c83cd108 HTTP/1.1" 200 None 2026-03-25 08:45:57,972 - lava_callback - ERROR - Error processing callback for node 69c0fdb6acdb2e26c83cd108: 'lava' Traceback (most recent call last): File "/home/kernelci/pipeline/lava_callback.py", line 366, in async_job_submit _emit_callback_telemetry( File "/home/kernelci/pipeline/lava_callback.py", line 387, in _emit_callback_telemetry is_infra = job_callback.is_infra_error() if job_node.get( ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/local/lib/python3.12/site-packages/kernelci/runtime/lava.py", line 119, in is_infra_error lava_yaml = self._data['results']['lava'] ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^ KeyError: 'lava' 2026-03-25 08:45:58,481 - lava_callback - INFO - Received callback for node 69c0fdb9acdb2e26c83cd10b INFO: 172.20.0.1:48708 - "POST /node/69c0fdb9acdb2e26c83cd10b HTTP/1.0" 202 Accepted 2026-03-25 08:45:58,495 - lava_callback - INFO - Starting async job submit for node 69c0fdb9acdb2e26c83cd10b 2026-03-25 08:45:58,496 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:45:58,528 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c0fdb9acdb2e26c83cd10b HTTP/1.1" 200 None 2026-03-25 08:45:58,530 - lava_callback - DEBUG - Processing node 69c0fdb9acdb2e26c83cd10b: baseline-arm-baylibre 2026-03-25 08:45:58,530 - lava_callback - WARNING - No log data found in callback Job failure metadata not found for node: 69c0fdb9acdb2e26c83cd10b 2026-03-25 08:45:58,531 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:45:58,574 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c0fdb9acdb2e26c83cd10b HTTP/1.1" 200 None 2026-03-25 08:45:58,576 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:45:58,602 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c0f72facdb2e26c83cca20 HTTP/1.1" 200 None 2026-03-25 08:45:58,604 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:45:58,638 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c0fdb9acdb2e26c83cd10b HTTP/1.1" 200 None 2026-03-25 08:45:58,640 - lava_callback - ERROR - Error processing callback for node 69c0fdb9acdb2e26c83cd10b: 'lava' Traceback (most recent call last): File "/home/kernelci/pipeline/lava_callback.py", line 366, in async_job_submit _emit_callback_telemetry( File "/home/kernelci/pipeline/lava_callback.py", line 387, in _emit_callback_telemetry is_infra = job_callback.is_infra_error() if job_node.get( ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/local/lib/python3.12/site-packages/kernelci/runtime/lava.py", line 119, in is_infra_error lava_yaml = self._data['results']['lava'] ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^ KeyError: 'lava' 2026-03-25 08:45:59,133 - lava_callback - INFO - Received callback for node 69c0fdbbacdb2e26c83cd11f INFO: 172.20.0.1:48716 - "POST /node/69c0fdbbacdb2e26c83cd11f HTTP/1.0" 202 Accepted 2026-03-25 08:45:59,143 - lava_callback - INFO - Starting async job submit for node 69c0fdbbacdb2e26c83cd11f 2026-03-25 08:45:59,145 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:45:59,164 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c0fdbbacdb2e26c83cd11f HTTP/1.1" 200 None 2026-03-25 08:45:59,165 - lava_callback - DEBUG - Processing node 69c0fdbbacdb2e26c83cd11f: baseline-arm-baylibre 2026-03-25 08:45:59,165 - lava_callback - WARNING - No log data found in callback Job failure metadata not found for node: 69c0fdbbacdb2e26c83cd11f 2026-03-25 08:45:59,166 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:45:59,181 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c0fdbbacdb2e26c83cd11f HTTP/1.1" 200 None 2026-03-25 08:45:59,183 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:45:59,201 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c0f72facdb2e26c83cca20 HTTP/1.1" 200 None 2026-03-25 08:45:59,203 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:45:59,226 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c0fdbbacdb2e26c83cd11f HTTP/1.1" 200 None 2026-03-25 08:45:59,227 - lava_callback - ERROR - Error processing callback for node 69c0fdbbacdb2e26c83cd11f: 'lava' Traceback (most recent call last): File "/home/kernelci/pipeline/lava_callback.py", line 366, in async_job_submit _emit_callback_telemetry( File "/home/kernelci/pipeline/lava_callback.py", line 387, in _emit_callback_telemetry is_infra = job_callback.is_infra_error() if job_node.get( ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/local/lib/python3.12/site-packages/kernelci/runtime/lava.py", line 119, in is_infra_error lava_yaml = self._data['results']['lava'] ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^ KeyError: 'lava' 2026-03-25 08:45:59,802 - lava_callback - INFO - Received callback for node 69c0fdbeacdb2e26c83cd124 INFO: 172.20.0.1:37712 - "POST /node/69c0fdbeacdb2e26c83cd124 HTTP/1.0" 202 Accepted 2026-03-25 08:45:59,815 - lava_callback - INFO - Starting async job submit for node 69c0fdbeacdb2e26c83cd124 2026-03-25 08:45:59,816 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:45:59,848 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c0fdbeacdb2e26c83cd124 HTTP/1.1" 200 None 2026-03-25 08:45:59,849 - lava_callback - DEBUG - Processing node 69c0fdbeacdb2e26c83cd124: baseline-arm-baylibre 2026-03-25 08:45:59,849 - lava_callback - WARNING - No log data found in callback Job failure metadata not found for node: 69c0fdbeacdb2e26c83cd124 2026-03-25 08:45:59,850 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:45:59,879 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c0fdbeacdb2e26c83cd124 HTTP/1.1" 200 None 2026-03-25 08:45:59,881 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:45:59,904 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c0f72facdb2e26c83cca20 HTTP/1.1" 200 None 2026-03-25 08:45:59,906 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:45:59,944 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c0fdbeacdb2e26c83cd124 HTTP/1.1" 200 None 2026-03-25 08:45:59,946 - lava_callback - ERROR - Error processing callback for node 69c0fdbeacdb2e26c83cd124: 'lava' Traceback (most recent call last): File "/home/kernelci/pipeline/lava_callback.py", line 366, in async_job_submit _emit_callback_telemetry( File "/home/kernelci/pipeline/lava_callback.py", line 387, in _emit_callback_telemetry is_infra = job_callback.is_infra_error() if job_node.get( ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/local/lib/python3.12/site-packages/kernelci/runtime/lava.py", line 119, in is_infra_error lava_yaml = self._data['results']['lava'] ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^ KeyError: 'lava' INFO: 172.20.0.1:37714 - "GET / HTTP/1.0" 200 OK 2026-03-25 08:46:13,097 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:46:13,133 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "POST /latest/telemetry HTTP/1.1" 200 14 2026-03-25 08:46:13,821 - lava_callback - INFO - Received callback for node 69c39eb3bbc022e7926445c8 INFO: 172.20.0.1:35580 - "POST /node/69c39eb3bbc022e7926445c8 HTTP/1.0" 202 Accepted 2026-03-25 08:46:13,833 - lava_callback - INFO - Starting async job submit for node 69c39eb3bbc022e7926445c8 2026-03-25 08:46:13,879 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:46:13,915 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c39eb3bbc022e7926445c8 HTTP/1.1" 200 None 2026-03-25 08:46:13,916 - lava_callback - DEBUG - Processing node 69c39eb3bbc022e7926445c8: ltp-containers 2026-03-25 08:46:14,516 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:46:14,947 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:46:14,950 - lava_callback - INFO - Log uploaded to https://files-staging.kernelci.org/ltp-containers-69c39eb3bbc022e7926445c8/log.txt.gz INFO: 172.20.0.1:35582 - "GET /api/metrics HTTP/1.0" 200 OK 2026-03-25 08:46:15,221 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:46:15,388 - lava_callback - INFO - Received callback for node 69c39eb7bbc022e7926445ce INFO: 172.20.0.1:35590 - "POST /node/69c39eb7bbc022e7926445ce HTTP/1.0" 202 Accepted 2026-03-25 08:46:15,399 - lava_callback - INFO - Starting async job submit for node 69c39eb7bbc022e7926445ce 2026-03-25 08:46:15,448 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:46:15,483 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c39eb7bbc022e7926445ce HTTP/1.1" 200 None 2026-03-25 08:46:15,485 - lava_callback - DEBUG - Processing node 69c39eb7bbc022e7926445ce: ltp-cve 2026-03-25 08:46:16,126 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:46:16,311 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:46:16,314 - lava_callback - INFO - LAVA YAML uploaded to https://files-staging.kernelci.org/ltp-containers-69c39eb3bbc022e7926445c8/lava-logs.yaml 2026-03-25 08:46:16,329 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:46:16,384 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:46:16,386 - lava_callback - INFO - Log uploaded to https://files-staging.kernelci.org/ltp-cve-69c39eb7bbc022e7926445ce/log.txt.gz INFO: 172.20.0.1:35600 - "GET / HTTP/1.0" 200 OK 2026-03-25 08:46:16,737 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:46:16,744 - lava_callback - INFO - Callback data uploaded to https://files-staging.kernelci.org/ltp-containers-69c39eb3bbc022e7926445c8/lava_callback.json.gz 2026-03-25 08:46:16,797 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:46:16,801 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:46:16,824 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c39eb3bbc022e7926445c8 HTTP/1.1" 200 None 2026-03-25 08:46:16,826 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:46:16,844 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c399c1bbc022e792643e8d HTTP/1.1" 200 None 2026-03-25 08:46:16,847 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:46:16,897 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c39eb3bbc022e7926445c8 HTTP/1.1" 200 None 2026-03-25 08:46:16,899 - lava_callback - INFO - Completed processing callback for node 69c39eb3bbc022e7926445c8 2026-03-25 08:46:17,171 - lava_callback - INFO - Received callback for node 69c0fdd3acdb2e26c83cd142 INFO: 172.20.0.1:35616 - "POST /node/69c0fdd3acdb2e26c83cd142 HTTP/1.0" 202 Accepted 2026-03-25 08:46:17,180 - lava_callback - INFO - Starting async job submit for node 69c0fdd3acdb2e26c83cd142 2026-03-25 08:46:17,182 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:46:17,208 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c0fdd3acdb2e26c83cd142 HTTP/1.1" 200 None 2026-03-25 08:46:17,210 - lava_callback - DEBUG - Processing node 69c0fdd3acdb2e26c83cd142: baseline-arm-clabbe 2026-03-25 08:46:17,210 - lava_callback - WARNING - No log data found in callback Job failure metadata not found for node: 69c0fdd3acdb2e26c83cd142 2026-03-25 08:46:17,211 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:46:17,237 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c0fdd3acdb2e26c83cd142 HTTP/1.1" 200 None 2026-03-25 08:46:17,245 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:46:17,278 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69be544f448e074b3ffe162d HTTP/1.1" 200 None 2026-03-25 08:46:17,280 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:46:17,315 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c0fdd3acdb2e26c83cd142 HTTP/1.1" 200 None 2026-03-25 08:46:17,320 - lava_callback - ERROR - Error processing callback for node 69c0fdd3acdb2e26c83cd142: 'lava' Traceback (most recent call last): File "/home/kernelci/pipeline/lava_callback.py", line 366, in async_job_submit _emit_callback_telemetry( File "/home/kernelci/pipeline/lava_callback.py", line 387, in _emit_callback_telemetry is_infra = job_callback.is_infra_error() if job_node.get( ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/local/lib/python3.12/site-packages/kernelci/runtime/lava.py", line 119, in is_infra_error lava_yaml = self._data['results']['lava'] ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^ KeyError: 'lava' 2026-03-25 08:46:17,729 - lava_callback - INFO - Received callback for node 69c0fdc5acdb2e26c83cd12f INFO: 172.20.0.1:35628 - "POST /node/69c0fdc5acdb2e26c83cd12f HTTP/1.0" 202 Accepted 2026-03-25 08:46:17,738 - lava_callback - INFO - Starting async job submit for node 69c0fdc5acdb2e26c83cd12f 2026-03-25 08:46:17,740 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:46:17,787 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c0fdc5acdb2e26c83cd12f HTTP/1.1" 200 None 2026-03-25 08:46:17,789 - lava_callback - DEBUG - Processing node 69c0fdc5acdb2e26c83cd12f: baseline-arm-baylibre 2026-03-25 08:46:17,789 - lava_callback - WARNING - No log data found in callback Job failure metadata not found for node: 69c0fdc5acdb2e26c83cd12f 2026-03-25 08:46:17,790 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:46:17,832 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c0fdc5acdb2e26c83cd12f HTTP/1.1" 200 None 2026-03-25 08:46:17,835 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:46:17,865 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c0f72facdb2e26c83cca20 HTTP/1.1" 200 None 2026-03-25 08:46:17,867 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:46:17,912 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c0fdc5acdb2e26c83cd12f HTTP/1.1" 200 None 2026-03-25 08:46:17,914 - lava_callback - ERROR - Error processing callback for node 69c0fdc5acdb2e26c83cd12f: 'lava' Traceback (most recent call last): File "/home/kernelci/pipeline/lava_callback.py", line 366, in async_job_submit _emit_callback_telemetry( File "/home/kernelci/pipeline/lava_callback.py", line 387, in _emit_callback_telemetry is_infra = job_callback.is_infra_error() if job_node.get( ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/local/lib/python3.12/site-packages/kernelci/runtime/lava.py", line 119, in is_infra_error lava_yaml = self._data['results']['lava'] ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^ KeyError: 'lava' 2026-03-25 08:46:18,096 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:46:18,099 - lava_callback - INFO - LAVA YAML uploaded to https://files-staging.kernelci.org/ltp-cve-69c39eb7bbc022e7926445ce/lava-logs.yaml 2026-03-25 08:46:18,112 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:46:18,375 - lava_callback - INFO - Received callback for node 69c0fdc8acdb2e26c83cd134 INFO: 172.20.0.1:35644 - "POST /node/69c0fdc8acdb2e26c83cd134 HTTP/1.0" 202 Accepted 2026-03-25 08:46:18,384 - lava_callback - INFO - Starting async job submit for node 69c0fdc8acdb2e26c83cd134 2026-03-25 08:46:18,388 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:46:18,414 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c0fdc8acdb2e26c83cd134 HTTP/1.1" 200 None 2026-03-25 08:46:18,415 - lava_callback - DEBUG - Processing node 69c0fdc8acdb2e26c83cd134: baseline-arm-baylibre 2026-03-25 08:46:18,415 - lava_callback - WARNING - No log data found in callback Job failure metadata not found for node: 69c0fdc8acdb2e26c83cd134 2026-03-25 08:46:18,416 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:46:18,438 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c0fdc8acdb2e26c83cd134 HTTP/1.1" 200 None 2026-03-25 08:46:18,441 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:46:18,465 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c0f72facdb2e26c83cca20 HTTP/1.1" 200 None 2026-03-25 08:46:18,468 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:46:18,507 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c0fdc8acdb2e26c83cd134 HTTP/1.1" 200 None 2026-03-25 08:46:18,508 - lava_callback - ERROR - Error processing callback for node 69c0fdc8acdb2e26c83cd134: 'lava' Traceback (most recent call last): File "/home/kernelci/pipeline/lava_callback.py", line 366, in async_job_submit _emit_callback_telemetry( File "/home/kernelci/pipeline/lava_callback.py", line 387, in _emit_callback_telemetry is_infra = job_callback.is_infra_error() if job_node.get( ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/local/lib/python3.12/site-packages/kernelci/runtime/lava.py", line 119, in is_infra_error lava_yaml = self._data['results']['lava'] ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^ KeyError: 'lava' 2026-03-25 08:46:18,703 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:46:18,705 - lava_callback - INFO - Callback data uploaded to https://files-staging.kernelci.org/ltp-cve-69c39eb7bbc022e7926445ce/lava_callback.json.gz 2026-03-25 08:46:18,752 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:46:18,777 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c39eb7bbc022e7926445ce HTTP/1.1" 200 None 2026-03-25 08:46:18,779 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:46:18,805 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c399c1bbc022e792643e8d HTTP/1.1" 200 None 2026-03-25 08:46:18,807 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:46:18,855 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c39eb7bbc022e7926445ce HTTP/1.1" 200 None 2026-03-25 08:46:18,856 - lava_callback - INFO - Completed processing callback for node 69c39eb7bbc022e7926445ce INFO: 172.20.0.1:42396 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:37556 - "GET / HTTP/1.0" 200 OK 2026-03-25 08:46:37,206 - lava_callback - INFO - Received callback for node 69c0fdd9acdb2e26c83cd164 INFO: 172.20.0.1:37562 - "POST /node/69c0fdd9acdb2e26c83cd164 HTTP/1.0" 202 Accepted 2026-03-25 08:46:37,212 - lava_callback - INFO - Starting async job submit for node 69c0fdd9acdb2e26c83cd164 2026-03-25 08:46:37,213 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:46:37,247 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c0fdd9acdb2e26c83cd164 HTTP/1.1" 200 None 2026-03-25 08:46:37,248 - lava_callback - DEBUG - Processing node 69c0fdd9acdb2e26c83cd164: baseline-arm-clabbe 2026-03-25 08:46:37,248 - lava_callback - WARNING - No log data found in callback Job failure metadata not found for node: 69c0fdd9acdb2e26c83cd164 2026-03-25 08:46:37,249 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:46:37,269 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c0fdd9acdb2e26c83cd164 HTTP/1.1" 200 None 2026-03-25 08:46:37,271 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:46:37,285 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c0f72facdb2e26c83cca20 HTTP/1.1" 200 None 2026-03-25 08:46:37,287 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:46:37,319 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c0fdd9acdb2e26c83cd164 HTTP/1.1" 200 None 2026-03-25 08:46:37,321 - lava_callback - ERROR - Error processing callback for node 69c0fdd9acdb2e26c83cd164: 'lava' Traceback (most recent call last): File "/home/kernelci/pipeline/lava_callback.py", line 366, in async_job_submit _emit_callback_telemetry( File "/home/kernelci/pipeline/lava_callback.py", line 387, in _emit_callback_telemetry is_infra = job_callback.is_infra_error() if job_node.get( ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/local/lib/python3.12/site-packages/kernelci/runtime/lava.py", line 119, in is_infra_error lava_yaml = self._data['results']['lava'] ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^ KeyError: 'lava' INFO: 172.20.0.1:37568 - "GET / HTTP/1.0" 200 OK 2026-03-25 08:46:37,855 - lava_callback - INFO - Received callback for node 69c0fde2acdb2e26c83cd171 INFO: 172.20.0.1:37578 - "POST /node/69c0fde2acdb2e26c83cd171 HTTP/1.0" 202 Accepted 2026-03-25 08:46:37,864 - lava_callback - INFO - Starting async job submit for node 69c0fde2acdb2e26c83cd171 2026-03-25 08:46:37,865 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:46:37,889 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c0fde2acdb2e26c83cd171 HTTP/1.1" 200 None 2026-03-25 08:46:37,891 - lava_callback - DEBUG - Processing node 69c0fde2acdb2e26c83cd171: baseline-arm-clabbe 2026-03-25 08:46:37,891 - lava_callback - WARNING - No log data found in callback Job failure metadata not found for node: 69c0fde2acdb2e26c83cd171 2026-03-25 08:46:37,892 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:46:37,922 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c0fde2acdb2e26c83cd171 HTTP/1.1" 200 None 2026-03-25 08:46:37,923 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:46:37,948 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c0f72facdb2e26c83cca20 HTTP/1.1" 200 None 2026-03-25 08:46:37,950 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:46:38,005 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c0fde2acdb2e26c83cd171 HTTP/1.1" 200 None 2026-03-25 08:46:38,007 - lava_callback - ERROR - Error processing callback for node 69c0fde2acdb2e26c83cd171: 'lava' Traceback (most recent call last): File "/home/kernelci/pipeline/lava_callback.py", line 366, in async_job_submit _emit_callback_telemetry( File "/home/kernelci/pipeline/lava_callback.py", line 387, in _emit_callback_telemetry is_infra = job_callback.is_infra_error() if job_node.get( ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/local/lib/python3.12/site-packages/kernelci/runtime/lava.py", line 119, in is_infra_error lava_yaml = self._data['results']['lava'] ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^ KeyError: 'lava' 2026-03-25 08:46:38,505 - lava_callback - INFO - Received callback for node 69c0fde4acdb2e26c83cd174 INFO: 172.20.0.1:37594 - "POST /node/69c0fde4acdb2e26c83cd174 HTTP/1.0" 202 Accepted 2026-03-25 08:46:38,511 - lava_callback - INFO - Starting async job submit for node 69c0fde4acdb2e26c83cd174 2026-03-25 08:46:38,512 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:46:38,527 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c0fde4acdb2e26c83cd174 HTTP/1.1" 200 None 2026-03-25 08:46:38,528 - lava_callback - DEBUG - Processing node 69c0fde4acdb2e26c83cd174: baseline-arm-clabbe 2026-03-25 08:46:38,528 - lava_callback - WARNING - No log data found in callback Job failure metadata not found for node: 69c0fde4acdb2e26c83cd174 2026-03-25 08:46:38,529 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:46:38,544 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c0fde4acdb2e26c83cd174 HTTP/1.1" 200 None 2026-03-25 08:46:38,546 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:46:38,563 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c0f72facdb2e26c83cca20 HTTP/1.1" 200 None 2026-03-25 08:46:38,565 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:46:38,588 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c0fde4acdb2e26c83cd174 HTTP/1.1" 200 None 2026-03-25 08:46:38,589 - lava_callback - ERROR - Error processing callback for node 69c0fde4acdb2e26c83cd174: 'lava' Traceback (most recent call last): File "/home/kernelci/pipeline/lava_callback.py", line 366, in async_job_submit _emit_callback_telemetry( File "/home/kernelci/pipeline/lava_callback.py", line 387, in _emit_callback_telemetry is_infra = job_callback.is_infra_error() if job_node.get( ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/local/lib/python3.12/site-packages/kernelci/runtime/lava.py", line 119, in is_infra_error lava_yaml = self._data['results']['lava'] ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^ KeyError: 'lava' 2026-03-25 08:46:39,145 - lava_callback - INFO - Received callback for node 69c0fde6acdb2e26c83cd17c INFO: 172.20.0.1:37610 - "POST /node/69c0fde6acdb2e26c83cd17c HTTP/1.0" 202 Accepted 2026-03-25 08:46:39,154 - lava_callback - INFO - Starting async job submit for node 69c0fde6acdb2e26c83cd17c 2026-03-25 08:46:39,159 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:46:39,192 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c0fde6acdb2e26c83cd17c HTTP/1.1" 200 None 2026-03-25 08:46:39,193 - lava_callback - DEBUG - Processing node 69c0fde6acdb2e26c83cd17c: baseline-arm-clabbe 2026-03-25 08:46:39,193 - lava_callback - WARNING - No log data found in callback Job failure metadata not found for node: 69c0fde6acdb2e26c83cd17c 2026-03-25 08:46:39,194 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:46:39,229 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c0fde6acdb2e26c83cd17c HTTP/1.1" 200 None 2026-03-25 08:46:39,232 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:46:39,255 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c0f72facdb2e26c83cca20 HTTP/1.1" 200 None 2026-03-25 08:46:39,257 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:46:39,296 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c0fde6acdb2e26c83cd17c HTTP/1.1" 200 None 2026-03-25 08:46:39,297 - lava_callback - ERROR - Error processing callback for node 69c0fde6acdb2e26c83cd17c: 'lava' Traceback (most recent call last): File "/home/kernelci/pipeline/lava_callback.py", line 366, in async_job_submit _emit_callback_telemetry( File "/home/kernelci/pipeline/lava_callback.py", line 387, in _emit_callback_telemetry is_infra = job_callback.is_infra_error() if job_node.get( ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/local/lib/python3.12/site-packages/kernelci/runtime/lava.py", line 119, in is_infra_error lava_yaml = self._data['results']['lava'] ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^ KeyError: 'lava' 2026-03-25 08:46:43,136 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:46:43,161 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "POST /latest/telemetry HTTP/1.1" 200 14 INFO: 172.20.0.1:48416 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:48576 - "GET / HTTP/1.0" 200 OK 2026-03-25 08:46:57,176 - lava_callback - INFO - Received callback for node 69c0fdecacdb2e26c83cd185 INFO: 172.20.0.1:48592 - "POST /node/69c0fdecacdb2e26c83cd185 HTTP/1.0" 202 Accepted 2026-03-25 08:46:57,189 - lava_callback - INFO - Starting async job submit for node 69c0fdecacdb2e26c83cd185 2026-03-25 08:46:57,190 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:46:57,215 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c0fdecacdb2e26c83cd185 HTTP/1.1" 200 None 2026-03-25 08:46:57,217 - lava_callback - DEBUG - Processing node 69c0fdecacdb2e26c83cd185: baseline-arm-clabbe 2026-03-25 08:46:57,217 - lava_callback - WARNING - No log data found in callback Job failure metadata not found for node: 69c0fdecacdb2e26c83cd185 2026-03-25 08:46:57,217 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:46:57,240 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c0fdecacdb2e26c83cd185 HTTP/1.1" 200 None 2026-03-25 08:46:57,242 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:46:57,266 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c0f72facdb2e26c83cca20 HTTP/1.1" 200 None 2026-03-25 08:46:57,269 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:46:57,317 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c0fdecacdb2e26c83cd185 HTTP/1.1" 200 None 2026-03-25 08:46:57,318 - lava_callback - ERROR - Error processing callback for node 69c0fdecacdb2e26c83cd185: 'lava' Traceback (most recent call last): File "/home/kernelci/pipeline/lava_callback.py", line 366, in async_job_submit _emit_callback_telemetry( File "/home/kernelci/pipeline/lava_callback.py", line 387, in _emit_callback_telemetry is_infra = job_callback.is_infra_error() if job_node.get( ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/local/lib/python3.12/site-packages/kernelci/runtime/lava.py", line 119, in is_infra_error lava_yaml = self._data['results']['lava'] ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^ KeyError: 'lava' 2026-03-25 08:46:57,829 - lava_callback - INFO - Received callback for node 69c0fdfcacdb2e26c83cd1b5 INFO: 172.20.0.1:48594 - "POST /node/69c0fdfcacdb2e26c83cd1b5 HTTP/1.0" 202 Accepted 2026-03-25 08:46:57,838 - lava_callback - INFO - Starting async job submit for node 69c0fdfcacdb2e26c83cd1b5 2026-03-25 08:46:57,841 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:46:57,866 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c0fdfcacdb2e26c83cd1b5 HTTP/1.1" 200 None 2026-03-25 08:46:57,868 - lava_callback - DEBUG - Processing node 69c0fdfcacdb2e26c83cd1b5: baseline-arm-clabbe 2026-03-25 08:46:57,868 - lava_callback - WARNING - No log data found in callback Job failure metadata not found for node: 69c0fdfcacdb2e26c83cd1b5 2026-03-25 08:46:57,869 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:46:57,895 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c0fdfcacdb2e26c83cd1b5 HTTP/1.1" 200 None 2026-03-25 08:46:57,898 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:46:57,932 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69be544f448e074b3ffe162d HTTP/1.1" 200 None 2026-03-25 08:46:57,934 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:46:57,975 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c0fdfcacdb2e26c83cd1b5 HTTP/1.1" 200 None 2026-03-25 08:46:57,977 - lava_callback - ERROR - Error processing callback for node 69c0fdfcacdb2e26c83cd1b5: 'lava' Traceback (most recent call last): File "/home/kernelci/pipeline/lava_callback.py", line 366, in async_job_submit _emit_callback_telemetry( File "/home/kernelci/pipeline/lava_callback.py", line 387, in _emit_callback_telemetry is_infra = job_callback.is_infra_error() if job_node.get( ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/local/lib/python3.12/site-packages/kernelci/runtime/lava.py", line 119, in is_infra_error lava_yaml = self._data['results']['lava'] ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^ KeyError: 'lava' INFO: 172.20.0.1:56084 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:42402 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:42408 - "GET / HTTP/1.0" 200 OK 2026-03-25 08:47:16,833 - lava_callback - INFO - Received callback for node 69c3a0f6bbc022e792644790 INFO: 172.20.0.1:42414 - "POST /node/69c3a0f6bbc022e792644790 HTTP/1.0" 202 Accepted 2026-03-25 08:47:16,841 - lava_callback - INFO - Starting async job submit for node 69c3a0f6bbc022e792644790 2026-03-25 08:47:16,861 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:47:16,881 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c3a0f6bbc022e792644790 HTTP/1.1" 200 None 2026-03-25 08:47:16,882 - lava_callback - DEBUG - Processing node 69c3a0f6bbc022e792644790: baseline-x86 2026-03-25 08:47:17,105 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:47:17,776 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:47:17,779 - lava_callback - INFO - Log uploaded to https://files-staging.kernelci.org/baseline-x86-69c3a0f6bbc022e792644790/log.txt.gz 2026-03-25 08:47:17,932 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:47:18,638 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:47:18,640 - lava_callback - INFO - LAVA YAML uploaded to https://files-staging.kernelci.org/baseline-x86-69c3a0f6bbc022e792644790/lava-logs.yaml 2026-03-25 08:47:18,645 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:47:19,249 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:47:19,251 - lava_callback - INFO - Callback data uploaded to https://files-staging.kernelci.org/baseline-x86-69c3a0f6bbc022e792644790/lava_callback.json.gz 2026-03-25 08:47:19,275 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:47:19,295 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c3a0f6bbc022e792644790 HTTP/1.1" 200 None 2026-03-25 08:47:19,297 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:47:19,338 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c399e2bbc022e792643ec4 HTTP/1.1" 200 None 2026-03-25 08:47:19,341 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:47:19,387 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c3a0f6bbc022e792644790 HTTP/1.1" 200 None 2026-03-25 08:47:19,389 - lava_callback - INFO - Completed processing callback for node 69c3a0f6bbc022e792644790 2026-03-25 08:47:22,571 - lava_callback - INFO - Received callback for node 69c39c7dbbc022e792643f38 INFO: 172.20.0.1:58132 - "POST /node/69c39c7dbbc022e792643f38 HTTP/1.0" 202 Accepted 2026-03-25 08:47:22,583 - lava_callback - INFO - Starting async job submit for node 69c39c7dbbc022e792643f38 2026-03-25 08:47:22,684 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:47:22,718 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c39c7dbbc022e792643f38 HTTP/1.1" 200 None 2026-03-25 08:47:22,719 - lava_callback - DEBUG - Processing node 69c39c7dbbc022e792643f38: ltp-smoke 2026-03-25 08:47:23,404 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:47:24,018 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:47:24,020 - lava_callback - INFO - Log uploaded to https://files-staging.kernelci.org/ltp-smoke-69c39c7dbbc022e792643f38/log.txt.gz 2026-03-25 08:47:24,359 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:47:24,860 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:47:24,863 - lava_callback - INFO - LAVA YAML uploaded to https://files-staging.kernelci.org/ltp-smoke-69c39c7dbbc022e792643f38/lava-logs.yaml 2026-03-25 08:47:24,878 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:47:25,449 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:47:25,451 - lava_callback - INFO - Callback data uploaded to https://files-staging.kernelci.org/ltp-smoke-69c39c7dbbc022e792643f38/lava_callback.json.gz 2026-03-25 08:47:25,647 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:47:25,671 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c39c7dbbc022e792643f38 HTTP/1.1" 200 None 2026-03-25 08:47:25,674 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:47:25,701 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c399c7bbc022e792643e97 HTTP/1.1" 200 None 2026-03-25 08:47:25,703 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:47:25,735 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c39c7dbbc022e792643f38 HTTP/1.1" 200 None 2026-03-25 08:47:25,932 - lava_callback - INFO - Completed processing callback for node 69c39c7dbbc022e792643f38 INFO: 172.20.0.1:58148 - "GET / HTTP/1.0" 200 OK 2026-03-25 08:47:29,839 - lava_callback - INFO - Received callback for node 69c3a0f7bbc022e792644793 INFO: 172.20.0.1:52708 - "POST /node/69c3a0f7bbc022e792644793 HTTP/1.0" 202 Accepted 2026-03-25 08:47:29,846 - lava_callback - INFO - Starting async job submit for node 69c3a0f7bbc022e792644793 2026-03-25 08:47:29,875 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:47:29,897 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c3a0f7bbc022e792644793 HTTP/1.1" 200 None 2026-03-25 08:47:29,898 - lava_callback - DEBUG - Processing node 69c3a0f7bbc022e792644793: baseline-x86 2026-03-25 08:47:30,127 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:47:30,675 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:47:30,677 - lava_callback - INFO - Log uploaded to https://files-staging.kernelci.org/baseline-x86-69c3a0f7bbc022e792644793/log.txt.gz 2026-03-25 08:47:30,834 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:47:31,342 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:47:31,344 - lava_callback - INFO - LAVA YAML uploaded to https://files-staging.kernelci.org/baseline-x86-69c3a0f7bbc022e792644793/lava-logs.yaml 2026-03-25 08:47:31,350 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:47:31,810 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:47:31,812 - lava_callback - INFO - Callback data uploaded to https://files-staging.kernelci.org/baseline-x86-69c3a0f7bbc022e792644793/lava_callback.json.gz 2026-03-25 08:47:31,834 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:47:31,849 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c3a0f7bbc022e792644793 HTTP/1.1" 200 None 2026-03-25 08:47:31,850 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:47:31,871 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c399e2bbc022e792643ec4 HTTP/1.1" 200 None 2026-03-25 08:47:31,873 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:47:31,916 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c3a0f7bbc022e792644793 HTTP/1.1" 200 None 2026-03-25 08:47:31,918 - lava_callback - INFO - Completed processing callback for node 69c3a0f7bbc022e792644793 INFO: 172.20.0.1:52720 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:52724 - "GET / HTTP/1.0" 200 OK 2026-03-25 08:47:37,870 - lava_callback - INFO - Received callback for node 69c0fe22acdb2e26c83cd206 INFO: 172.20.0.1:52732 - "POST /node/69c0fe22acdb2e26c83cd206 HTTP/1.0" 202 Accepted 2026-03-25 08:47:37,877 - lava_callback - INFO - Starting async job submit for node 69c0fe22acdb2e26c83cd206 2026-03-25 08:47:37,878 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:47:37,907 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c0fe22acdb2e26c83cd206 HTTP/1.1" 200 None 2026-03-25 08:47:37,909 - lava_callback - DEBUG - Processing node 69c0fe22acdb2e26c83cd206: baseline-arm-baylibre 2026-03-25 08:47:37,909 - lava_callback - WARNING - No log data found in callback Job failure metadata not found for node: 69c0fe22acdb2e26c83cd206 2026-03-25 08:47:37,910 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:47:37,924 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c0fe22acdb2e26c83cd206 HTTP/1.1" 200 None 2026-03-25 08:47:37,926 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:47:37,952 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69b90e350ec88e58bad0d0dd HTTP/1.1" 200 None 2026-03-25 08:47:37,954 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:47:37,993 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c0fe22acdb2e26c83cd206 HTTP/1.1" 200 None 2026-03-25 08:47:37,995 - lava_callback - ERROR - Error processing callback for node 69c0fe22acdb2e26c83cd206: 'lava' Traceback (most recent call last): File "/home/kernelci/pipeline/lava_callback.py", line 366, in async_job_submit _emit_callback_telemetry( File "/home/kernelci/pipeline/lava_callback.py", line 387, in _emit_callback_telemetry is_infra = job_callback.is_infra_error() if job_node.get( ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/local/lib/python3.12/site-packages/kernelci/runtime/lava.py", line 119, in is_infra_error lava_yaml = self._data['results']['lava'] ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^ KeyError: 'lava' 2026-03-25 08:47:43,165 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:47:43,195 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "POST /latest/telemetry HTTP/1.1" 200 14 INFO: 172.20.0.1:60638 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:38568 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:43602 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:37348 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:37358 - "GET / HTTP/1.0" 200 OK 2026-03-25 08:48:17,858 - lava_callback - INFO - Received callback for node 69c0fe4bacdb2e26c83cd2aa INFO: 172.20.0.1:37370 - "POST /node/69c0fe4bacdb2e26c83cd2aa HTTP/1.0" 202 Accepted 2026-03-25 08:48:17,864 - lava_callback - INFO - Starting async job submit for node 69c0fe4bacdb2e26c83cd2aa 2026-03-25 08:48:17,864 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:48:17,879 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c0fe4bacdb2e26c83cd2aa HTTP/1.1" 200 None 2026-03-25 08:48:17,880 - lava_callback - DEBUG - Processing node 69c0fe4bacdb2e26c83cd2aa: baseline-arm-baylibre 2026-03-25 08:48:17,880 - lava_callback - WARNING - No log data found in callback Job failure metadata not found for node: 69c0fe4bacdb2e26c83cd2aa 2026-03-25 08:48:17,881 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:48:17,895 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c0fe4bacdb2e26c83cd2aa HTTP/1.1" 200 None 2026-03-25 08:48:17,896 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:48:17,910 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69b90e350ec88e58bad0d0dd HTTP/1.1" 200 None 2026-03-25 08:48:17,912 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:48:17,932 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c0fe4bacdb2e26c83cd2aa HTTP/1.1" 200 None 2026-03-25 08:48:17,933 - lava_callback - ERROR - Error processing callback for node 69c0fe4bacdb2e26c83cd2aa: 'lava' Traceback (most recent call last): File "/home/kernelci/pipeline/lava_callback.py", line 366, in async_job_submit _emit_callback_telemetry( File "/home/kernelci/pipeline/lava_callback.py", line 387, in _emit_callback_telemetry is_infra = job_callback.is_infra_error() if job_node.get( ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/local/lib/python3.12/site-packages/kernelci/runtime/lava.py", line 119, in is_infra_error lava_yaml = self._data['results']['lava'] ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^ KeyError: 'lava' 2026-03-25 08:48:22,577 - lava_callback - INFO - Received callback for node 69c39eb9bbc022e7926445d7 INFO: 172.20.0.1:46240 - "POST /node/69c39eb9bbc022e7926445d7 HTTP/1.0" 202 Accepted 2026-03-25 08:48:22,583 - lava_callback - INFO - Starting async job submit for node 69c39eb9bbc022e7926445d7 2026-03-25 08:48:22,608 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:48:22,622 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c39eb9bbc022e7926445d7 HTTP/1.1" 200 None 2026-03-25 08:48:22,623 - lava_callback - DEBUG - Processing node 69c39eb9bbc022e7926445d7: ltp-fs_bind 2026-03-25 08:48:22,984 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:48:23,141 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:48:23,143 - lava_callback - INFO - Log uploaded to https://files-staging.kernelci.org/ltp-fs_bind-69c39eb9bbc022e7926445d7/log.txt.gz 2026-03-25 08:48:23,362 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:48:23,607 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:48:23,609 - lava_callback - INFO - LAVA YAML uploaded to https://files-staging.kernelci.org/ltp-fs_bind-69c39eb9bbc022e7926445d7/lava-logs.yaml 2026-03-25 08:48:23,618 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:48:23,802 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:48:23,804 - lava_callback - INFO - Callback data uploaded to https://files-staging.kernelci.org/ltp-fs_bind-69c39eb9bbc022e7926445d7/lava_callback.json.gz 2026-03-25 08:48:23,830 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:48:23,864 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c39eb9bbc022e7926445d7 HTTP/1.1" 200 None 2026-03-25 08:48:23,865 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:48:23,886 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c399c1bbc022e792643e8d HTTP/1.1" 200 None 2026-03-25 08:48:23,887 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:48:23,912 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c39eb9bbc022e7926445d7 HTTP/1.1" 200 None 2026-03-25 08:48:23,918 - lava_callback - INFO - Completed processing callback for node 69c39eb9bbc022e7926445d7 INFO: 172.20.0.1:46246 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:56234 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:56250 - "GET / HTTP/1.0" 200 OK 2026-03-25 08:48:37,882 - lava_callback - INFO - Received callback for node 69c0fe52acdb2e26c83cd2d9 INFO: 172.20.0.1:56258 - "POST /node/69c0fe52acdb2e26c83cd2d9 HTTP/1.0" 202 Accepted 2026-03-25 08:48:37,887 - lava_callback - INFO - Starting async job submit for node 69c0fe52acdb2e26c83cd2d9 2026-03-25 08:48:37,888 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:48:37,903 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c0fe52acdb2e26c83cd2d9 HTTP/1.1" 200 None 2026-03-25 08:48:37,904 - lava_callback - DEBUG - Processing node 69c0fe52acdb2e26c83cd2d9: baseline-arm64-baylibre 2026-03-25 08:48:37,904 - lava_callback - WARNING - No log data found in callback Job failure metadata not found for node: 69c0fe52acdb2e26c83cd2d9 2026-03-25 08:48:37,905 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:48:37,918 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c0fe52acdb2e26c83cd2d9 HTTP/1.1" 200 None 2026-03-25 08:48:37,919 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:48:37,933 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c0f73bacdb2e26c83cca2f HTTP/1.1" 200 None 2026-03-25 08:48:37,934 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:48:37,955 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c0fe52acdb2e26c83cd2d9 HTTP/1.1" 200 None 2026-03-25 08:48:37,956 - lava_callback - ERROR - Error processing callback for node 69c0fe52acdb2e26c83cd2d9: 'lava' Traceback (most recent call last): File "/home/kernelci/pipeline/lava_callback.py", line 366, in async_job_submit _emit_callback_telemetry( File "/home/kernelci/pipeline/lava_callback.py", line 387, in _emit_callback_telemetry is_infra = job_callback.is_infra_error() if job_node.get( ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/local/lib/python3.12/site-packages/kernelci/runtime/lava.py", line 119, in is_infra_error lava_yaml = self._data['results']['lava'] ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^ KeyError: 'lava' 2026-03-25 08:48:38,544 - lava_callback - INFO - Received callback for node 69c0fe54acdb2e26c83cd2dc INFO: 172.20.0.1:56274 - "POST /node/69c0fe54acdb2e26c83cd2dc HTTP/1.0" 202 Accepted 2026-03-25 08:48:38,549 - lava_callback - INFO - Starting async job submit for node 69c0fe54acdb2e26c83cd2dc 2026-03-25 08:48:38,550 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:48:38,564 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c0fe54acdb2e26c83cd2dc HTTP/1.1" 200 None 2026-03-25 08:48:38,565 - lava_callback - DEBUG - Processing node 69c0fe54acdb2e26c83cd2dc: baseline-arm64-baylibre 2026-03-25 08:48:38,565 - lava_callback - WARNING - No log data found in callback Job failure metadata not found for node: 69c0fe54acdb2e26c83cd2dc 2026-03-25 08:48:38,566 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:48:38,579 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c0fe54acdb2e26c83cd2dc HTTP/1.1" 200 None 2026-03-25 08:48:38,580 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:48:38,593 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c0f73bacdb2e26c83cca2f HTTP/1.1" 200 None 2026-03-25 08:48:38,595 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:48:38,615 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c0fe54acdb2e26c83cd2dc HTTP/1.1" 200 None 2026-03-25 08:48:38,622 - lava_callback - ERROR - Error processing callback for node 69c0fe54acdb2e26c83cd2dc: 'lava' Traceback (most recent call last): File "/home/kernelci/pipeline/lava_callback.py", line 366, in async_job_submit _emit_callback_telemetry( File "/home/kernelci/pipeline/lava_callback.py", line 387, in _emit_callback_telemetry is_infra = job_callback.is_infra_error() if job_node.get( ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/local/lib/python3.12/site-packages/kernelci/runtime/lava.py", line 119, in is_infra_error lava_yaml = self._data['results']['lava'] ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^ KeyError: 'lava' 2026-03-25 08:48:39,224 - lava_callback - INFO - Received callback for node 69c0fe55acdb2e26c83cd2e1 INFO: 172.20.0.1:56278 - "POST /node/69c0fe55acdb2e26c83cd2e1 HTTP/1.0" 202 Accepted 2026-03-25 08:48:39,230 - lava_callback - INFO - Starting async job submit for node 69c0fe55acdb2e26c83cd2e1 2026-03-25 08:48:39,231 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:48:39,249 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c0fe55acdb2e26c83cd2e1 HTTP/1.1" 200 None 2026-03-25 08:48:39,250 - lava_callback - DEBUG - Processing node 69c0fe55acdb2e26c83cd2e1: baseline-arm64-baylibre 2026-03-25 08:48:39,250 - lava_callback - WARNING - No log data found in callback Job failure metadata not found for node: 69c0fe55acdb2e26c83cd2e1 2026-03-25 08:48:39,251 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:48:39,264 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c0fe55acdb2e26c83cd2e1 HTTP/1.1" 200 None 2026-03-25 08:48:39,265 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:48:39,280 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c0f73bacdb2e26c83cca2f HTTP/1.1" 200 None 2026-03-25 08:48:39,281 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:48:39,301 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c0fe55acdb2e26c83cd2e1 HTTP/1.1" 200 None 2026-03-25 08:48:39,308 - lava_callback - ERROR - Error processing callback for node 69c0fe55acdb2e26c83cd2e1: 'lava' Traceback (most recent call last): File "/home/kernelci/pipeline/lava_callback.py", line 366, in async_job_submit _emit_callback_telemetry( File "/home/kernelci/pipeline/lava_callback.py", line 387, in _emit_callback_telemetry is_infra = job_callback.is_infra_error() if job_node.get( ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/local/lib/python3.12/site-packages/kernelci/runtime/lava.py", line 119, in is_infra_error lava_yaml = self._data['results']['lava'] ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^ KeyError: 'lava' 2026-03-25 08:48:39,868 - lava_callback - INFO - Received callback for node 69c0fe57acdb2e26c83cd2e8 INFO: 172.20.0.1:47042 - "POST /node/69c0fe57acdb2e26c83cd2e8 HTTP/1.0" 202 Accepted 2026-03-25 08:48:39,874 - lava_callback - INFO - Starting async job submit for node 69c0fe57acdb2e26c83cd2e8 2026-03-25 08:48:39,874 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:48:39,889 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c0fe57acdb2e26c83cd2e8 HTTP/1.1" 200 None 2026-03-25 08:48:39,890 - lava_callback - DEBUG - Processing node 69c0fe57acdb2e26c83cd2e8: baseline-arm64-baylibre 2026-03-25 08:48:39,890 - lava_callback - WARNING - No log data found in callback Job failure metadata not found for node: 69c0fe57acdb2e26c83cd2e8 2026-03-25 08:48:39,891 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:48:39,904 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c0fe57acdb2e26c83cd2e8 HTTP/1.1" 200 None 2026-03-25 08:48:39,905 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:48:39,918 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c0f73bacdb2e26c83cca2f HTTP/1.1" 200 None 2026-03-25 08:48:39,920 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:48:39,950 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c0fe57acdb2e26c83cd2e8 HTTP/1.1" 200 None 2026-03-25 08:48:39,951 - lava_callback - ERROR - Error processing callback for node 69c0fe57acdb2e26c83cd2e8: 'lava' Traceback (most recent call last): File "/home/kernelci/pipeline/lava_callback.py", line 366, in async_job_submit _emit_callback_telemetry( File "/home/kernelci/pipeline/lava_callback.py", line 387, in _emit_callback_telemetry is_infra = job_callback.is_infra_error() if job_node.get( ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/local/lib/python3.12/site-packages/kernelci/runtime/lava.py", line 119, in is_infra_error lava_yaml = self._data['results']['lava'] ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^ KeyError: 'lava' 2026-03-25 08:48:40,514 - lava_callback - INFO - Received callback for node 69c0fe59acdb2e26c83cd2eb INFO: 172.20.0.1:47054 - "POST /node/69c0fe59acdb2e26c83cd2eb HTTP/1.0" 202 Accepted 2026-03-25 08:48:40,520 - lava_callback - INFO - Starting async job submit for node 69c0fe59acdb2e26c83cd2eb 2026-03-25 08:48:40,521 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:48:40,535 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c0fe59acdb2e26c83cd2eb HTTP/1.1" 200 None 2026-03-25 08:48:40,537 - lava_callback - DEBUG - Processing node 69c0fe59acdb2e26c83cd2eb: baseline-arm64-baylibre 2026-03-25 08:48:40,537 - lava_callback - WARNING - No log data found in callback Job failure metadata not found for node: 69c0fe59acdb2e26c83cd2eb 2026-03-25 08:48:40,538 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:48:40,552 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c0fe59acdb2e26c83cd2eb HTTP/1.1" 200 None 2026-03-25 08:48:40,554 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:48:40,579 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c0f73bacdb2e26c83cca2f HTTP/1.1" 200 None 2026-03-25 08:48:40,580 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:48:40,610 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c0fe59acdb2e26c83cd2eb HTTP/1.1" 200 None 2026-03-25 08:48:40,611 - lava_callback - ERROR - Error processing callback for node 69c0fe59acdb2e26c83cd2eb: 'lava' Traceback (most recent call last): File "/home/kernelci/pipeline/lava_callback.py", line 366, in async_job_submit _emit_callback_telemetry( File "/home/kernelci/pipeline/lava_callback.py", line 387, in _emit_callback_telemetry is_infra = job_callback.is_infra_error() if job_node.get( ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/local/lib/python3.12/site-packages/kernelci/runtime/lava.py", line 119, in is_infra_error lava_yaml = self._data['results']['lava'] ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^ KeyError: 'lava' 2026-03-25 08:48:41,172 - lava_callback - INFO - Received callback for node 69c0fe5aacdb2e26c83cd2ee INFO: 172.20.0.1:47058 - "POST /node/69c0fe5aacdb2e26c83cd2ee HTTP/1.0" 202 Accepted 2026-03-25 08:48:41,178 - lava_callback - INFO - Starting async job submit for node 69c0fe5aacdb2e26c83cd2ee 2026-03-25 08:48:41,179 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:48:41,203 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c0fe5aacdb2e26c83cd2ee HTTP/1.1" 200 None 2026-03-25 08:48:41,204 - lava_callback - DEBUG - Processing node 69c0fe5aacdb2e26c83cd2ee: baseline-arm64-baylibre 2026-03-25 08:48:41,204 - lava_callback - WARNING - No log data found in callback Job failure metadata not found for node: 69c0fe5aacdb2e26c83cd2ee 2026-03-25 08:48:41,205 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:48:41,219 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c0fe5aacdb2e26c83cd2ee HTTP/1.1" 200 None 2026-03-25 08:48:41,221 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:48:41,234 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c0f73bacdb2e26c83cca2f HTTP/1.1" 200 None 2026-03-25 08:48:41,236 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:48:41,260 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c0fe5aacdb2e26c83cd2ee HTTP/1.1" 200 None 2026-03-25 08:48:41,269 - lava_callback - ERROR - Error processing callback for node 69c0fe5aacdb2e26c83cd2ee: 'lava' Traceback (most recent call last): File "/home/kernelci/pipeline/lava_callback.py", line 366, in async_job_submit _emit_callback_telemetry( File "/home/kernelci/pipeline/lava_callback.py", line 387, in _emit_callback_telemetry is_infra = job_callback.is_infra_error() if job_node.get( ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/local/lib/python3.12/site-packages/kernelci/runtime/lava.py", line 119, in is_infra_error lava_yaml = self._data['results']['lava'] ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^ KeyError: 'lava' 2026-03-25 08:48:43,198 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:48:43,214 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "POST /latest/telemetry HTTP/1.1" 200 14 INFO: 172.20.0.1:47062 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:60540 - "GET / HTTP/1.0" 200 OK 2026-03-25 08:48:57,333 - lava_callback - INFO - Received callback for node 69c0fe6bacdb2e26c83cd32d INFO: 172.20.0.1:60548 - "POST /node/69c0fe6bacdb2e26c83cd32d HTTP/1.0" 202 Accepted 2026-03-25 08:48:57,339 - lava_callback - INFO - Starting async job submit for node 69c0fe6bacdb2e26c83cd32d 2026-03-25 08:48:57,340 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:48:57,354 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c0fe6bacdb2e26c83cd32d HTTP/1.1" 200 None 2026-03-25 08:48:57,355 - lava_callback - DEBUG - Processing node 69c0fe6bacdb2e26c83cd32d: baseline-arm64-clabbe 2026-03-25 08:48:57,355 - lava_callback - WARNING - No log data found in callback Job failure metadata not found for node: 69c0fe6bacdb2e26c83cd32d 2026-03-25 08:48:57,355 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:48:57,370 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c0fe6bacdb2e26c83cd32d HTTP/1.1" 200 None 2026-03-25 08:48:57,371 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:48:57,384 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c0f73bacdb2e26c83cca2f HTTP/1.1" 200 None 2026-03-25 08:48:57,386 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:48:57,407 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c0fe6bacdb2e26c83cd32d HTTP/1.1" 200 None 2026-03-25 08:48:57,412 - lava_callback - ERROR - Error processing callback for node 69c0fe6bacdb2e26c83cd32d: 'lava' Traceback (most recent call last): File "/home/kernelci/pipeline/lava_callback.py", line 366, in async_job_submit _emit_callback_telemetry( File "/home/kernelci/pipeline/lava_callback.py", line 387, in _emit_callback_telemetry is_infra = job_callback.is_infra_error() if job_node.get( ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/local/lib/python3.12/site-packages/kernelci/runtime/lava.py", line 119, in is_infra_error lava_yaml = self._data['results']['lava'] ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^ KeyError: 'lava' 2026-03-25 08:48:57,971 - lava_callback - INFO - Received callback for node 69c0fe6dacdb2e26c83cd334 INFO: 172.20.0.1:60552 - "POST /node/69c0fe6dacdb2e26c83cd334 HTTP/1.0" 202 Accepted 2026-03-25 08:48:57,976 - lava_callback - INFO - Starting async job submit for node 69c0fe6dacdb2e26c83cd334 2026-03-25 08:48:57,977 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:48:57,991 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c0fe6dacdb2e26c83cd334 HTTP/1.1" 200 None 2026-03-25 08:48:57,992 - lava_callback - DEBUG - Processing node 69c0fe6dacdb2e26c83cd334: baseline-arm64-clabbe 2026-03-25 08:48:57,992 - lava_callback - WARNING - No log data found in callback Job failure metadata not found for node: 69c0fe6dacdb2e26c83cd334 2026-03-25 08:48:57,993 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:48:58,006 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c0fe6dacdb2e26c83cd334 HTTP/1.1" 200 None 2026-03-25 08:48:58,007 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:48:58,025 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c0f73bacdb2e26c83cca2f HTTP/1.1" 200 None 2026-03-25 08:48:58,026 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:48:58,047 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c0fe6dacdb2e26c83cd334 HTTP/1.1" 200 None 2026-03-25 08:48:58,052 - lava_callback - ERROR - Error processing callback for node 69c0fe6dacdb2e26c83cd334: 'lava' Traceback (most recent call last): File "/home/kernelci/pipeline/lava_callback.py", line 366, in async_job_submit _emit_callback_telemetry( File "/home/kernelci/pipeline/lava_callback.py", line 387, in _emit_callback_telemetry is_infra = job_callback.is_infra_error() if job_node.get( ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/local/lib/python3.12/site-packages/kernelci/runtime/lava.py", line 119, in is_infra_error lava_yaml = self._data['results']['lava'] ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^ KeyError: 'lava' 2026-03-25 08:48:58,648 - lava_callback - INFO - Received callback for node 69c0fe6eacdb2e26c83cd337 INFO: 172.20.0.1:60558 - "POST /node/69c0fe6eacdb2e26c83cd337 HTTP/1.0" 202 Accepted 2026-03-25 08:48:58,654 - lava_callback - INFO - Starting async job submit for node 69c0fe6eacdb2e26c83cd337 2026-03-25 08:48:58,654 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:48:58,669 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c0fe6eacdb2e26c83cd337 HTTP/1.1" 200 None 2026-03-25 08:48:58,669 - lava_callback - DEBUG - Processing node 69c0fe6eacdb2e26c83cd337: baseline-arm64-clabbe 2026-03-25 08:48:58,670 - lava_callback - WARNING - No log data found in callback Job failure metadata not found for node: 69c0fe6eacdb2e26c83cd337 2026-03-25 08:48:58,670 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:48:58,686 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c0fe6eacdb2e26c83cd337 HTTP/1.1" 200 None 2026-03-25 08:48:58,688 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:48:58,707 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c0f73bacdb2e26c83cca2f HTTP/1.1" 200 None 2026-03-25 08:48:58,709 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:48:58,731 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c0fe6eacdb2e26c83cd337 HTTP/1.1" 200 None 2026-03-25 08:48:58,732 - lava_callback - ERROR - Error processing callback for node 69c0fe6eacdb2e26c83cd337: 'lava' Traceback (most recent call last): File "/home/kernelci/pipeline/lava_callback.py", line 366, in async_job_submit _emit_callback_telemetry( File "/home/kernelci/pipeline/lava_callback.py", line 387, in _emit_callback_telemetry is_infra = job_callback.is_infra_error() if job_node.get( ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/local/lib/python3.12/site-packages/kernelci/runtime/lava.py", line 119, in is_infra_error lava_yaml = self._data['results']['lava'] ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^ KeyError: 'lava' 2026-03-25 08:48:59,289 - lava_callback - INFO - Received callback for node 69c0fe6facdb2e26c83cd353 INFO: 172.20.0.1:60570 - "POST /node/69c0fe6facdb2e26c83cd353 HTTP/1.0" 202 Accepted 2026-03-25 08:48:59,298 - lava_callback - INFO - Starting async job submit for node 69c0fe6facdb2e26c83cd353 2026-03-25 08:48:59,299 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:48:59,312 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c0fe6facdb2e26c83cd353 HTTP/1.1" 200 None 2026-03-25 08:48:59,312 - lava_callback - DEBUG - Processing node 69c0fe6facdb2e26c83cd353: baseline-arm64-clabbe 2026-03-25 08:48:59,313 - lava_callback - WARNING - No log data found in callback Job failure metadata not found for node: 69c0fe6facdb2e26c83cd353 2026-03-25 08:48:59,313 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:48:59,326 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c0fe6facdb2e26c83cd353 HTTP/1.1" 200 None 2026-03-25 08:48:59,328 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:48:59,341 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c0f73bacdb2e26c83cca2f HTTP/1.1" 200 None 2026-03-25 08:48:59,342 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:48:59,362 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c0fe6facdb2e26c83cd353 HTTP/1.1" 200 None 2026-03-25 08:48:59,364 - lava_callback - ERROR - Error processing callback for node 69c0fe6facdb2e26c83cd353: 'lava' Traceback (most recent call last): File "/home/kernelci/pipeline/lava_callback.py", line 366, in async_job_submit _emit_callback_telemetry( File "/home/kernelci/pipeline/lava_callback.py", line 387, in _emit_callback_telemetry is_infra = job_callback.is_infra_error() if job_node.get( ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/local/lib/python3.12/site-packages/kernelci/runtime/lava.py", line 119, in is_infra_error lava_yaml = self._data['results']['lava'] ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^ KeyError: 'lava' 2026-03-25 08:48:59,926 - lava_callback - INFO - Received callback for node 69c0fe71acdb2e26c83cd35a INFO: 172.20.0.1:34138 - "POST /node/69c0fe71acdb2e26c83cd35a HTTP/1.0" 202 Accepted 2026-03-25 08:48:59,931 - lava_callback - INFO - Starting async job submit for node 69c0fe71acdb2e26c83cd35a 2026-03-25 08:48:59,932 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:48:59,946 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c0fe71acdb2e26c83cd35a HTTP/1.1" 200 None 2026-03-25 08:48:59,947 - lava_callback - DEBUG - Processing node 69c0fe71acdb2e26c83cd35a: baseline-arm64-clabbe 2026-03-25 08:48:59,947 - lava_callback - WARNING - No log data found in callback Job failure metadata not found for node: 69c0fe71acdb2e26c83cd35a 2026-03-25 08:48:59,948 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:48:59,963 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c0fe71acdb2e26c83cd35a HTTP/1.1" 200 None 2026-03-25 08:48:59,965 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:48:59,981 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c0f73bacdb2e26c83cca2f HTTP/1.1" 200 None 2026-03-25 08:48:59,983 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:49:00,006 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c0fe71acdb2e26c83cd35a HTTP/1.1" 200 None 2026-03-25 08:49:00,008 - lava_callback - ERROR - Error processing callback for node 69c0fe71acdb2e26c83cd35a: 'lava' Traceback (most recent call last): File "/home/kernelci/pipeline/lava_callback.py", line 366, in async_job_submit _emit_callback_telemetry( File "/home/kernelci/pipeline/lava_callback.py", line 387, in _emit_callback_telemetry is_infra = job_callback.is_infra_error() if job_node.get( ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/local/lib/python3.12/site-packages/kernelci/runtime/lava.py", line 119, in is_infra_error lava_yaml = self._data['results']['lava'] ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^ KeyError: 'lava' 2026-03-25 08:49:00,586 - lava_callback - INFO - Received callback for node 69c0fe72acdb2e26c83cd35d INFO: 172.20.0.1:34146 - "POST /node/69c0fe72acdb2e26c83cd35d HTTP/1.0" 202 Accepted 2026-03-25 08:49:00,591 - lava_callback - INFO - Starting async job submit for node 69c0fe72acdb2e26c83cd35d 2026-03-25 08:49:00,592 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:49:00,607 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c0fe72acdb2e26c83cd35d HTTP/1.1" 200 None 2026-03-25 08:49:00,608 - lava_callback - DEBUG - Processing node 69c0fe72acdb2e26c83cd35d: baseline-arm64-clabbe 2026-03-25 08:49:00,608 - lava_callback - WARNING - No log data found in callback Job failure metadata not found for node: 69c0fe72acdb2e26c83cd35d 2026-03-25 08:49:00,609 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:49:00,631 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c0fe72acdb2e26c83cd35d HTTP/1.1" 200 None 2026-03-25 08:49:00,633 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:49:00,646 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c0f73bacdb2e26c83cca2f HTTP/1.1" 200 None 2026-03-25 08:49:00,648 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:49:00,676 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c0fe72acdb2e26c83cd35d HTTP/1.1" 200 None 2026-03-25 08:49:00,678 - lava_callback - ERROR - Error processing callback for node 69c0fe72acdb2e26c83cd35d: 'lava' Traceback (most recent call last): File "/home/kernelci/pipeline/lava_callback.py", line 366, in async_job_submit _emit_callback_telemetry( File "/home/kernelci/pipeline/lava_callback.py", line 387, in _emit_callback_telemetry is_infra = job_callback.is_infra_error() if job_node.get( ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/local/lib/python3.12/site-packages/kernelci/runtime/lava.py", line 119, in is_infra_error lava_yaml = self._data['results']['lava'] ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^ KeyError: 'lava' INFO: 172.20.0.1:34158 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:47800 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:47816 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:51264 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:50302 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:50304 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:48604 - "GET / HTTP/1.0" 200 OK 2026-03-25 08:49:53,685 - lava_callback - INFO - Received callback for node 69c39ebbbbc022e7926445da INFO: 172.20.0.1:45098 - "POST /node/69c39ebbbbc022e7926445da HTTP/1.0" 202 Accepted 2026-03-25 08:49:53,692 - lava_callback - INFO - Starting async job submit for node 69c39ebbbbc022e7926445da 2026-03-25 08:49:53,719 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:49:53,736 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c39ebbbbc022e7926445da HTTP/1.1" 200 None 2026-03-25 08:49:53,737 - lava_callback - DEBUG - Processing node 69c39ebbbbc022e7926445da: ltp-fsx 2026-03-25 08:49:54,257 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:49:54,434 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:49:54,436 - lava_callback - INFO - Log uploaded to https://files-staging.kernelci.org/ltp-fsx-69c39ebbbbc022e7926445da/log.txt.gz 2026-03-25 08:49:54,662 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:49:54,862 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:49:54,865 - lava_callback - INFO - LAVA YAML uploaded to https://files-staging.kernelci.org/ltp-fsx-69c39ebbbbc022e7926445da/lava-logs.yaml 2026-03-25 08:49:54,874 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:49:55,115 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:49:55,117 - lava_callback - INFO - Callback data uploaded to https://files-staging.kernelci.org/ltp-fsx-69c39ebbbbc022e7926445da/lava_callback.json.gz 2026-03-25 08:49:55,161 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:49:55,203 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c39ebbbbc022e7926445da HTTP/1.1" 200 None 2026-03-25 08:49:55,206 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:49:55,225 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c399c1bbc022e792643e8d HTTP/1.1" 200 None 2026-03-25 08:49:55,228 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:49:55,261 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c39ebbbbc022e7926445da HTTP/1.1" 200 None 2026-03-25 08:49:55,262 - lava_callback - INFO - Completed processing callback for node 69c39ebbbbc022e7926445da INFO: 172.20.0.1:45102 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:43372 - "GET / HTTP/1.0" 200 OK 2026-03-25 08:50:13,217 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:50:13,235 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "POST /latest/telemetry HTTP/1.1" 200 14 2026-03-25 08:50:13,913 - lava_callback - INFO - Received callback for node 69c39ebdbbc022e7926445dd INFO: 172.20.0.1:44798 - "POST /node/69c39ebdbbc022e7926445dd HTTP/1.0" 202 Accepted 2026-03-25 08:50:13,920 - lava_callback - INFO - Starting async job submit for node 69c39ebdbbc022e7926445dd 2026-03-25 08:50:13,947 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:50:13,964 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c39ebdbbc022e7926445dd HTTP/1.1" 200 None 2026-03-25 08:50:13,965 - lava_callback - DEBUG - Processing node 69c39ebdbbc022e7926445dd: ltp-input 2026-03-25 08:50:14,351 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:50:14,501 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:50:14,503 - lava_callback - INFO - Log uploaded to https://files-staging.kernelci.org/ltp-input-69c39ebdbbc022e7926445dd/log.txt.gz 2026-03-25 08:50:14,770 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:50:15,026 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:50:15,028 - lava_callback - INFO - LAVA YAML uploaded to https://files-staging.kernelci.org/ltp-input-69c39ebdbbc022e7926445dd/lava-logs.yaml 2026-03-25 08:50:15,037 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 INFO: 172.20.0.1:44800 - "GET /api/metrics HTTP/1.0" 200 OK 2026-03-25 08:50:15,273 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:50:15,275 - lava_callback - INFO - Callback data uploaded to https://files-staging.kernelci.org/ltp-input-69c39ebdbbc022e7926445dd/lava_callback.json.gz 2026-03-25 08:50:15,305 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:50:15,323 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c39ebdbbc022e7926445dd HTTP/1.1" 200 None 2026-03-25 08:50:15,325 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:50:15,340 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c399c1bbc022e792643e8d HTTP/1.1" 200 None 2026-03-25 08:50:15,342 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:50:15,375 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c39ebdbbc022e7926445dd HTTP/1.1" 200 None 2026-03-25 08:50:15,377 - lava_callback - INFO - Completed processing callback for node 69c39ebdbbc022e7926445dd INFO: 172.20.0.1:44814 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:60302 - "GET / HTTP/1.0" 200 OK 2026-03-25 08:50:34,181 - lava_callback - INFO - Received callback for node 69c39ebebbc022e7926445e0 INFO: 172.20.0.1:54326 - "POST /node/69c39ebebbc022e7926445e0 HTTP/1.0" 202 Accepted 2026-03-25 08:50:34,190 - lava_callback - INFO - Starting async job submit for node 69c39ebebbc022e7926445e0 2026-03-25 08:50:34,233 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:50:34,250 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c39ebebbc022e7926445e0 HTTP/1.1" 200 None 2026-03-25 08:50:34,252 - lava_callback - DEBUG - Processing node 69c39ebebbc022e7926445e0: ltp-ipc 2026-03-25 08:50:34,622 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:50:34,823 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:50:34,825 - lava_callback - INFO - Log uploaded to https://files-staging.kernelci.org/ltp-ipc-69c39ebebbc022e7926445e0/log.txt.gz 2026-03-25 08:50:35,090 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:50:35,327 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:50:35,329 - lava_callback - INFO - LAVA YAML uploaded to https://files-staging.kernelci.org/ltp-ipc-69c39ebebbc022e7926445e0/lava-logs.yaml 2026-03-25 08:50:35,338 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:50:35,508 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:50:35,510 - lava_callback - INFO - Callback data uploaded to https://files-staging.kernelci.org/ltp-ipc-69c39ebebbc022e7926445e0/lava_callback.json.gz 2026-03-25 08:50:35,553 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:50:35,586 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c39ebebbc022e7926445e0 HTTP/1.1" 200 None 2026-03-25 08:50:35,588 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:50:35,609 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c399c1bbc022e792643e8d HTTP/1.1" 200 None 2026-03-25 08:50:35,612 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:50:35,643 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c39ebebbc022e7926445e0 HTTP/1.1" 200 None 2026-03-25 08:50:35,645 - lava_callback - INFO - Completed processing callback for node 69c39ebebbc022e7926445e0 INFO: 172.20.0.1:54340 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:54352 - "GET / HTTP/1.0" 200 OK 2026-03-25 08:50:43,238 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:50:43,255 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "POST /latest/telemetry HTTP/1.1" 200 14 INFO: 172.20.0.1:33812 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:48152 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:34584 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:34044 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:34060 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:33286 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:44876 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:44878 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:36520 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:54570 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:58452 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:34268 - "GET /api/metrics HTTP/1.0" 200 OK 2026-03-25 08:52:16,101 - lava_callback - INFO - Received callback for node 69c3a22cbbc022e792644856 INFO: 172.20.0.1:34270 - "POST /node/69c3a22cbbc022e792644856 HTTP/1.0" 202 Accepted 2026-03-25 08:52:16,107 - lava_callback - INFO - Starting async job submit for node 69c3a22cbbc022e792644856 2026-03-25 08:52:16,125 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:52:16,142 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c3a22cbbc022e792644856 HTTP/1.1" 200 None 2026-03-25 08:52:16,143 - lava_callback - DEBUG - Processing node 69c3a22cbbc022e792644856: baseline-arm64 2026-03-25 08:52:16,288 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:52:16,455 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:52:16,457 - lava_callback - INFO - Log uploaded to https://files-staging.kernelci.org/baseline-arm64-69c3a22cbbc022e792644856/log.txt.gz INFO: 172.20.0.1:34282 - "GET / HTTP/1.0" 200 OK 2026-03-25 08:52:16,546 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:52:16,732 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:52:16,734 - lava_callback - INFO - LAVA YAML uploaded to https://files-staging.kernelci.org/baseline-arm64-69c3a22cbbc022e792644856/lava-logs.yaml 2026-03-25 08:52:16,738 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:52:16,940 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:52:16,942 - lava_callback - INFO - Callback data uploaded to https://files-staging.kernelci.org/baseline-arm64-69c3a22cbbc022e792644856/lava_callback.json.gz 2026-03-25 08:52:16,978 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:52:16,999 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c3a22cbbc022e792644856 HTTP/1.1" 200 None 2026-03-25 08:52:17,000 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:52:17,014 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c399cdbbc022e792643ea0 HTTP/1.1" 200 None 2026-03-25 08:52:17,016 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:52:17,041 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c3a22cbbc022e792644856 HTTP/1.1" 200 None 2026-03-25 08:52:17,042 - lava_callback - INFO - Completed processing callback for node 69c3a22cbbc022e792644856 2026-03-25 08:52:22,772 - lava_callback - INFO - Received callback for node 69c39ec0bbc022e7926445e3 INFO: 172.20.0.1:35848 - "POST /node/69c39ec0bbc022e7926445e3 HTTP/1.0" 202 Accepted 2026-03-25 08:52:22,779 - lava_callback - INFO - Starting async job submit for node 69c39ec0bbc022e7926445e3 2026-03-25 08:52:22,806 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:52:22,831 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c39ec0bbc022e7926445e3 HTTP/1.1" 200 None 2026-03-25 08:52:22,833 - lava_callback - DEBUG - Processing node 69c39ec0bbc022e7926445e3: ltp-pty 2026-03-25 08:52:23,174 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:52:23,364 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:52:23,366 - lava_callback - INFO - Log uploaded to https://files-staging.kernelci.org/ltp-pty-69c39ec0bbc022e7926445e3/log.txt.gz 2026-03-25 08:52:23,573 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:52:23,768 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:52:23,770 - lava_callback - INFO - LAVA YAML uploaded to https://files-staging.kernelci.org/ltp-pty-69c39ec0bbc022e7926445e3/lava-logs.yaml 2026-03-25 08:52:23,780 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:52:23,942 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:52:23,944 - lava_callback - INFO - Callback data uploaded to https://files-staging.kernelci.org/ltp-pty-69c39ec0bbc022e7926445e3/lava_callback.json.gz 2026-03-25 08:52:23,970 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:52:23,985 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c39ec0bbc022e7926445e3 HTTP/1.1" 200 None 2026-03-25 08:52:23,987 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:52:24,013 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c399c1bbc022e792643e8d HTTP/1.1" 200 None 2026-03-25 08:52:24,014 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:52:24,038 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c39ec0bbc022e7926445e3 HTTP/1.1" 200 None 2026-03-25 08:52:24,039 - lava_callback - INFO - Completed processing callback for node 69c39ec0bbc022e7926445e3 INFO: 172.20.0.1:35850 - "GET / HTTP/1.0" 200 OK 2026-03-25 08:52:32,235 - lava_callback - INFO - Received callback for node 69c3a244bbc022e7926448b0 INFO: 172.20.0.1:56490 - "POST /node/69c3a244bbc022e7926448b0 HTTP/1.0" 202 Accepted 2026-03-25 08:52:32,245 - lava_callback - INFO - Starting async job submit for node 69c3a244bbc022e7926448b0 2026-03-25 08:52:32,248 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:52:32,262 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c3a244bbc022e7926448b0 HTTP/1.1" 200 None 2026-03-25 08:52:32,263 - lava_callback - DEBUG - Processing node 69c3a244bbc022e7926448b0: baseline-arm 2026-03-25 08:52:32,269 - lava_callback - WARNING - Failed to upload log 2026-03-25 08:52:32,274 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:52:32,397 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:52:32,399 - lava_callback - INFO - LAVA YAML uploaded to https://files-staging.kernelci.org/baseline-arm-69c3a244bbc022e7926448b0/lava-logs.yaml 2026-03-25 08:52:32,400 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:52:32,513 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:52:32,514 - lava_callback - INFO - Callback data uploaded to https://files-staging.kernelci.org/baseline-arm-69c3a244bbc022e7926448b0/lava_callback.json.gz 2026-03-25 08:52:32,517 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:52:32,532 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c3a244bbc022e7926448b0 HTTP/1.1" 200 None 2026-03-25 08:52:32,533 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:52:32,547 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c399c1bbc022e792643e8d HTTP/1.1" 200 None 2026-03-25 08:52:32,549 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:52:32,582 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c3a244bbc022e7926448b0 HTTP/1.1" 200 None 2026-03-25 08:52:32,598 - lava_callback - INFO - Completed processing callback for node 69c3a244bbc022e7926448b0 INFO: 172.20.0.1:56506 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:56512 - "GET / HTTP/1.0" 200 OK 2026-03-25 08:52:40,792 - lava_callback - INFO - Received callback for node 69c3a238bbc022e79264488b INFO: 172.20.0.1:46938 - "POST /node/69c3a238bbc022e79264488b HTTP/1.0" 202 Accepted 2026-03-25 08:52:40,799 - lava_callback - INFO - Starting async job submit for node 69c3a238bbc022e79264488b 2026-03-25 08:52:40,819 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:52:40,834 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c3a238bbc022e79264488b HTTP/1.1" 200 None 2026-03-25 08:52:40,835 - lava_callback - DEBUG - Processing node 69c3a238bbc022e79264488b: baseline-arm64 2026-03-25 08:52:40,989 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:52:41,108 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:52:41,110 - lava_callback - INFO - Log uploaded to https://files-staging.kernelci.org/baseline-arm64-69c3a238bbc022e79264488b/log.txt.gz 2026-03-25 08:52:41,202 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:52:41,368 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:52:41,370 - lava_callback - INFO - LAVA YAML uploaded to https://files-staging.kernelci.org/baseline-arm64-69c3a238bbc022e79264488b/lava-logs.yaml 2026-03-25 08:52:41,374 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:52:41,543 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:52:41,545 - lava_callback - INFO - Callback data uploaded to https://files-staging.kernelci.org/baseline-arm64-69c3a238bbc022e79264488b/lava_callback.json.gz 2026-03-25 08:52:41,564 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:52:41,583 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c3a238bbc022e79264488b HTTP/1.1" 200 None 2026-03-25 08:52:41,585 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:52:41,598 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c399cdbbc022e792643ea0 HTTP/1.1" 200 None 2026-03-25 08:52:41,599 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:52:41,623 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c3a238bbc022e79264488b HTTP/1.1" 200 None 2026-03-25 08:52:41,625 - lava_callback - INFO - Completed processing callback for node 69c3a238bbc022e79264488b 2026-03-25 08:52:43,258 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:52:43,285 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "POST /latest/telemetry HTTP/1.1" 200 15 INFO: 172.20.0.1:46944 - "GET / HTTP/1.0" 200 OK 2026-03-25 08:52:54,583 - lava_callback - INFO - Received callback for node 69c3a248bbc022e7926448be INFO: 172.20.0.1:34758 - "POST /node/69c3a248bbc022e7926448be HTTP/1.0" 202 Accepted 2026-03-25 08:52:54,592 - lava_callback - INFO - Starting async job submit for node 69c3a248bbc022e7926448be 2026-03-25 08:52:54,594 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:52:54,611 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c3a248bbc022e7926448be HTTP/1.1" 200 None 2026-03-25 08:52:54,612 - lava_callback - DEBUG - Processing node 69c3a248bbc022e7926448be: baseline-nfs-arm64 2026-03-25 08:52:54,613 - lava_callback - WARNING - Failed to upload log 2026-03-25 08:52:54,614 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:52:54,751 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:52:54,753 - lava_callback - INFO - LAVA YAML uploaded to https://files-staging.kernelci.org/baseline-nfs-arm64-69c3a248bbc022e7926448be/lava-logs.yaml 2026-03-25 08:52:54,754 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:52:54,894 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:52:54,897 - lava_callback - INFO - Callback data uploaded to https://files-staging.kernelci.org/baseline-nfs-arm64-69c3a248bbc022e7926448be/lava_callback.json.gz 2026-03-25 08:52:54,900 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:52:54,994 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c3a248bbc022e7926448be HTTP/1.1" 200 None 2026-03-25 08:52:54,997 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:52:55,024 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c399cdbbc022e792643ea0 HTTP/1.1" 200 None 2026-03-25 08:52:55,027 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:52:55,060 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c3a248bbc022e7926448be HTTP/1.1" 200 None 2026-03-25 08:52:55,069 - lava_callback - INFO - Completed processing callback for node 69c3a248bbc022e7926448be INFO: 172.20.0.1:34770 - "GET / HTTP/1.0" 200 OK 2026-03-25 08:52:58,286 - lava_callback - INFO - Received callback for node 69c3a22dbbc022e79264485c INFO: 172.20.0.1:34774 - "POST /node/69c3a22dbbc022e79264485c HTTP/1.0" 202 Accepted 2026-03-25 08:52:58,292 - lava_callback - INFO - Starting async job submit for node 69c3a22dbbc022e79264485c 2026-03-25 08:52:58,314 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:52:58,329 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c3a22dbbc022e79264485c HTTP/1.1" 200 None 2026-03-25 08:52:58,330 - lava_callback - DEBUG - Processing node 69c3a22dbbc022e79264485c: baseline-arm64 2026-03-25 08:52:58,732 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:52:58,880 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:52:58,882 - lava_callback - INFO - Log uploaded to https://files-staging.kernelci.org/baseline-arm64-69c3a22dbbc022e79264485c/log.txt.gz 2026-03-25 08:52:59,042 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:52:59,260 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:52:59,262 - lava_callback - INFO - LAVA YAML uploaded to https://files-staging.kernelci.org/baseline-arm64-69c3a22dbbc022e79264485c/lava-logs.yaml 2026-03-25 08:52:59,268 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:52:59,485 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:52:59,487 - lava_callback - INFO - Callback data uploaded to https://files-staging.kernelci.org/baseline-arm64-69c3a22dbbc022e79264485c/lava_callback.json.gz 2026-03-25 08:52:59,523 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:52:59,537 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c3a22dbbc022e79264485c HTTP/1.1" 200 None 2026-03-25 08:52:59,538 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:52:59,552 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c399cdbbc022e792643ea0 HTTP/1.1" 200 None 2026-03-25 08:52:59,553 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:52:59,580 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c3a22dbbc022e79264485c HTTP/1.1" 200 None 2026-03-25 08:52:59,582 - lava_callback - INFO - Completed processing callback for node 69c3a22dbbc022e79264485c INFO: 172.20.0.1:39774 - "GET / HTTP/1.0" 200 OK 2026-03-25 08:53:13,289 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:53:13,312 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "POST /latest/telemetry HTTP/1.1" 200 14 INFO: 172.20.0.1:59374 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:59382 - "GET / HTTP/1.0" 200 OK 2026-03-25 08:53:18,166 - lava_callback - INFO - Received callback for node 69c0ff79acdb2e26c83cd500 INFO: 172.20.0.1:59386 - "POST /node/69c0ff79acdb2e26c83cd500 HTTP/1.0" 202 Accepted 2026-03-25 08:53:18,172 - lava_callback - INFO - Starting async job submit for node 69c0ff79acdb2e26c83cd500 2026-03-25 08:53:18,173 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:53:18,187 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c0ff79acdb2e26c83cd500 HTTP/1.1" 200 None 2026-03-25 08:53:18,188 - lava_callback - DEBUG - Processing node 69c0ff79acdb2e26c83cd500: baseline-arm-baylibre 2026-03-25 08:53:18,188 - lava_callback - WARNING - No log data found in callback Job failure metadata not found for node: 69c0ff79acdb2e26c83cd500 2026-03-25 08:53:18,189 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:53:18,202 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c0ff79acdb2e26c83cd500 HTTP/1.1" 200 None 2026-03-25 08:53:18,203 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:53:18,217 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69b90e350ec88e58bad0d0dd HTTP/1.1" 200 None 2026-03-25 08:53:18,219 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:53:18,241 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c0ff79acdb2e26c83cd500 HTTP/1.1" 200 None 2026-03-25 08:53:18,242 - lava_callback - ERROR - Error processing callback for node 69c0ff79acdb2e26c83cd500: 'lava' Traceback (most recent call last): File "/home/kernelci/pipeline/lava_callback.py", line 366, in async_job_submit _emit_callback_telemetry( File "/home/kernelci/pipeline/lava_callback.py", line 387, in _emit_callback_telemetry is_infra = job_callback.is_infra_error() if job_node.get( ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/local/lib/python3.12/site-packages/kernelci/runtime/lava.py", line 119, in is_infra_error lava_yaml = self._data['results']['lava'] ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^ KeyError: 'lava' 2026-03-25 08:53:24,447 - lava_callback - INFO - Received callback for node 69c3a22cbbc022e792644859 INFO: 172.20.0.1:47776 - "POST /node/69c3a22cbbc022e792644859 HTTP/1.0" 202 Accepted 2026-03-25 08:53:24,454 - lava_callback - INFO - Starting async job submit for node 69c3a22cbbc022e792644859 2026-03-25 08:53:24,476 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:53:24,490 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c3a22cbbc022e792644859 HTTP/1.1" 200 None 2026-03-25 08:53:24,491 - lava_callback - DEBUG - Processing node 69c3a22cbbc022e792644859: baseline-arm64 2026-03-25 08:53:24,774 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:53:24,894 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:53:24,896 - lava_callback - INFO - Log uploaded to https://files-staging.kernelci.org/baseline-arm64-69c3a22cbbc022e792644859/log.txt.gz 2026-03-25 08:53:25,037 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:53:25,209 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:53:25,211 - lava_callback - INFO - LAVA YAML uploaded to https://files-staging.kernelci.org/baseline-arm64-69c3a22cbbc022e792644859/lava-logs.yaml 2026-03-25 08:53:25,217 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:53:25,354 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:53:25,356 - lava_callback - INFO - Callback data uploaded to https://files-staging.kernelci.org/baseline-arm64-69c3a22cbbc022e792644859/lava_callback.json.gz 2026-03-25 08:53:25,378 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:53:25,392 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c3a22cbbc022e792644859 HTTP/1.1" 200 None 2026-03-25 08:53:25,394 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:53:25,409 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c399cdbbc022e792643ea0 HTTP/1.1" 200 None 2026-03-25 08:53:25,410 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:53:25,435 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c3a22cbbc022e792644859 HTTP/1.1" 200 None 2026-03-25 08:53:25,438 - lava_callback - INFO - Completed processing callback for node 69c3a22cbbc022e792644859 INFO: 172.20.0.1:47792 - "GET / HTTP/1.0" 200 OK 2026-03-25 08:53:36,443 - lava_callback - INFO - Received callback for node 69c3a239bbc022e79264488e INFO: 172.20.0.1:60270 - "POST /node/69c3a239bbc022e79264488e HTTP/1.0" 202 Accepted 2026-03-25 08:53:36,450 - lava_callback - INFO - Starting async job submit for node 69c3a239bbc022e79264488e 2026-03-25 08:53:36,471 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:53:36,485 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c3a239bbc022e79264488e HTTP/1.1" 200 None 2026-03-25 08:53:36,486 - lava_callback - DEBUG - Processing node 69c3a239bbc022e79264488e: baseline-arm64 INFO: 172.20.0.1:60276 - "GET / HTTP/1.0" 200 OK 2026-03-25 08:53:36,714 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:53:36,831 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:53:36,832 - lava_callback - INFO - Log uploaded to https://files-staging.kernelci.org/baseline-arm64-69c3a239bbc022e79264488e/log.txt.gz 2026-03-25 08:53:36,987 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:53:37,179 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:53:37,181 - lava_callback - INFO - LAVA YAML uploaded to https://files-staging.kernelci.org/baseline-arm64-69c3a239bbc022e79264488e/lava-logs.yaml 2026-03-25 08:53:37,187 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:53:37,372 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:53:37,373 - lava_callback - INFO - Callback data uploaded to https://files-staging.kernelci.org/baseline-arm64-69c3a239bbc022e79264488e/lava_callback.json.gz 2026-03-25 08:53:37,396 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:53:37,410 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c3a239bbc022e79264488e HTTP/1.1" 200 None 2026-03-25 08:53:37,412 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:53:37,427 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c399cdbbc022e792643ea0 HTTP/1.1" 200 None 2026-03-25 08:53:37,429 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:53:37,454 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c3a239bbc022e79264488e HTTP/1.1" 200 None 2026-03-25 08:53:37,456 - lava_callback - INFO - Completed processing callback for node 69c3a239bbc022e79264488e INFO: 172.20.0.1:60284 - "GET / HTTP/1.0" 200 OK 2026-03-25 08:53:43,315 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:53:43,331 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "POST /latest/telemetry HTTP/1.1" 200 14 INFO: 172.20.0.1:33802 - "GET / HTTP/1.0" 200 OK 2026-03-25 08:53:48,039 - lava_callback - INFO - Received callback for node 69c3a234bbc022e792644882 INFO: 172.20.0.1:33814 - "POST /node/69c3a234bbc022e792644882 HTTP/1.0" 202 Accepted 2026-03-25 08:53:48,046 - lava_callback - INFO - Starting async job submit for node 69c3a234bbc022e792644882 2026-03-25 08:53:48,067 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:53:48,081 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c3a234bbc022e792644882 HTTP/1.1" 200 None 2026-03-25 08:53:48,082 - lava_callback - DEBUG - Processing node 69c3a234bbc022e792644882: baseline-arm64 2026-03-25 08:53:48,424 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:53:48,538 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:53:48,540 - lava_callback - INFO - Log uploaded to https://files-staging.kernelci.org/baseline-arm64-69c3a234bbc022e792644882/log.txt.gz 2026-03-25 08:53:48,730 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:53:48,920 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:53:48,922 - lava_callback - INFO - LAVA YAML uploaded to https://files-staging.kernelci.org/baseline-arm64-69c3a234bbc022e792644882/lava-logs.yaml 2026-03-25 08:53:48,930 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:53:49,059 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:53:49,061 - lava_callback - INFO - Callback data uploaded to https://files-staging.kernelci.org/baseline-arm64-69c3a234bbc022e792644882/lava_callback.json.gz 2026-03-25 08:53:49,082 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:53:49,096 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c3a234bbc022e792644882 HTTP/1.1" 200 None 2026-03-25 08:53:49,098 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:53:49,117 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c399cdbbc022e792643ea0 HTTP/1.1" 200 None 2026-03-25 08:53:49,118 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:53:49,148 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c3a234bbc022e792644882 HTTP/1.1" 200 None 2026-03-25 08:53:49,150 - lava_callback - INFO - Completed processing callback for node 69c3a234bbc022e792644882 2026-03-25 08:53:50,141 - lava_callback - INFO - Received callback for node 69c3a236bbc022e792644885 INFO: 172.20.0.1:59094 - "POST /node/69c3a236bbc022e792644885 HTTP/1.0" 202 Accepted 2026-03-25 08:53:50,147 - lava_callback - INFO - Starting async job submit for node 69c3a236bbc022e792644885 2026-03-25 08:53:50,168 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:53:50,184 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c3a236bbc022e792644885 HTTP/1.1" 200 None 2026-03-25 08:53:50,185 - lava_callback - DEBUG - Processing node 69c3a236bbc022e792644885: baseline-arm64 2026-03-25 08:53:50,534 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:53:50,643 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:53:50,644 - lava_callback - INFO - Log uploaded to https://files-staging.kernelci.org/baseline-arm64-69c3a236bbc022e792644885/log.txt.gz 2026-03-25 08:53:50,850 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:53:51,033 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:53:51,035 - lava_callback - INFO - LAVA YAML uploaded to https://files-staging.kernelci.org/baseline-arm64-69c3a236bbc022e792644885/lava-logs.yaml 2026-03-25 08:53:51,043 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:53:51,167 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:53:51,169 - lava_callback - INFO - Callback data uploaded to https://files-staging.kernelci.org/baseline-arm64-69c3a236bbc022e792644885/lava_callback.json.gz 2026-03-25 08:53:51,191 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:53:51,217 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c3a236bbc022e792644885 HTTP/1.1" 200 None 2026-03-25 08:53:51,218 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:53:51,233 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c399cdbbc022e792643ea0 HTTP/1.1" 200 None 2026-03-25 08:53:51,235 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:53:51,265 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c3a236bbc022e792644885 HTTP/1.1" 200 None 2026-03-25 08:53:51,267 - lava_callback - INFO - Completed processing callback for node 69c3a236bbc022e792644885 2026-03-25 08:53:52,708 - lava_callback - INFO - Received callback for node 69c3a23cbbc022e792644894 INFO: 172.20.0.1:59102 - "POST /node/69c3a23cbbc022e792644894 HTTP/1.0" 202 Accepted 2026-03-25 08:53:52,714 - lava_callback - INFO - Starting async job submit for node 69c3a23cbbc022e792644894 2026-03-25 08:53:52,735 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:53:52,750 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c3a23cbbc022e792644894 HTTP/1.1" 200 None 2026-03-25 08:53:52,751 - lava_callback - DEBUG - Processing node 69c3a23cbbc022e792644894: baseline-arm64 2026-03-25 08:53:53,035 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:53:53,183 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:53:53,185 - lava_callback - INFO - Log uploaded to https://files-staging.kernelci.org/baseline-arm64-69c3a23cbbc022e792644894/log.txt.gz 2026-03-25 08:53:53,361 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:53:53,567 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:53:53,569 - lava_callback - INFO - LAVA YAML uploaded to https://files-staging.kernelci.org/baseline-arm64-69c3a23cbbc022e792644894/lava-logs.yaml 2026-03-25 08:53:53,576 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:53:53,711 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:53:53,712 - lava_callback - INFO - Callback data uploaded to https://files-staging.kernelci.org/baseline-arm64-69c3a23cbbc022e792644894/lava_callback.json.gz 2026-03-25 08:53:53,735 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:53:53,750 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c3a23cbbc022e792644894 HTTP/1.1" 200 None 2026-03-25 08:53:53,752 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:53:53,766 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c399cdbbc022e792643ea0 HTTP/1.1" 200 None 2026-03-25 08:53:53,768 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:53:53,805 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c3a23cbbc022e792644894 HTTP/1.1" 200 None 2026-03-25 08:53:53,806 - lava_callback - INFO - Completed processing callback for node 69c3a23cbbc022e792644894 2026-03-25 08:53:53,833 - lava_callback - INFO - Received callback for node 69c39ec1bbc022e7926445e6 INFO: 172.20.0.1:59112 - "POST /node/69c39ec1bbc022e7926445e6 HTTP/1.0" 202 Accepted 2026-03-25 08:53:53,849 - lava_callback - INFO - Starting async job submit for node 69c39ec1bbc022e7926445e6 2026-03-25 08:53:53,901 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:53:53,928 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c39ec1bbc022e7926445e6 HTTP/1.1" 200 None 2026-03-25 08:53:53,929 - lava_callback - DEBUG - Processing node 69c39ec1bbc022e7926445e6: ltp-sched 2026-03-25 08:53:54,342 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:53:54,469 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:53:54,470 - lava_callback - INFO - Log uploaded to https://files-staging.kernelci.org/ltp-sched-69c39ec1bbc022e7926445e6/log.txt.gz 2026-03-25 08:53:54,693 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:53:54,883 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:53:54,885 - lava_callback - INFO - LAVA YAML uploaded to https://files-staging.kernelci.org/ltp-sched-69c39ec1bbc022e7926445e6/lava-logs.yaml 2026-03-25 08:53:54,893 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:53:55,038 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:53:55,039 - lava_callback - INFO - Callback data uploaded to https://files-staging.kernelci.org/ltp-sched-69c39ec1bbc022e7926445e6/lava_callback.json.gz 2026-03-25 08:53:55,064 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:53:55,080 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c39ec1bbc022e7926445e6 HTTP/1.1" 200 None 2026-03-25 08:53:55,082 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:53:55,102 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c399c1bbc022e792643e8d HTTP/1.1" 200 None 2026-03-25 08:53:55,104 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:53:55,129 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c39ec1bbc022e7926445e6 HTTP/1.1" 200 None 2026-03-25 08:53:55,130 - lava_callback - INFO - Completed processing callback for node 69c39ec1bbc022e7926445e6 2026-03-25 08:53:55,959 - lava_callback - INFO - Received callback for node 69c3a271bbc022e79264496b INFO: 172.20.0.1:59122 - "POST /node/69c3a271bbc022e79264496b HTTP/1.0" 202 Accepted 2026-03-25 08:53:55,965 - lava_callback - INFO - Starting async job submit for node 69c3a271bbc022e79264496b 2026-03-25 08:53:55,985 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:53:55,999 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c3a271bbc022e79264496b HTTP/1.1" 200 None 2026-03-25 08:53:56,000 - lava_callback - DEBUG - Processing node 69c3a271bbc022e79264496b: baseline-arm64-pengutronix 2026-03-25 08:53:56,187 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:53:56,362 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:53:56,364 - lava_callback - INFO - Log uploaded to https://files-staging.kernelci.org/baseline-arm64-pengutronix-69c3a271bbc022e79264496b/log.txt.gz 2026-03-25 08:53:56,474 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 INFO: 172.20.0.1:59136 - "GET / HTTP/1.0" 200 OK 2026-03-25 08:53:56,665 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:53:56,667 - lava_callback - INFO - LAVA YAML uploaded to https://files-staging.kernelci.org/baseline-arm64-pengutronix-69c3a271bbc022e79264496b/lava-logs.yaml 2026-03-25 08:53:56,672 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:53:56,817 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:53:56,819 - lava_callback - INFO - Callback data uploaded to https://files-staging.kernelci.org/baseline-arm64-pengutronix-69c3a271bbc022e79264496b/lava_callback.json.gz 2026-03-25 08:53:56,839 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:53:56,854 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c3a271bbc022e79264496b HTTP/1.1" 200 None 2026-03-25 08:53:56,855 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:53:56,869 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c399cdbbc022e792643ea0 HTTP/1.1" 200 None 2026-03-25 08:53:56,871 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:53:56,904 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c3a271bbc022e79264496b HTTP/1.1" 200 None 2026-03-25 08:53:56,906 - lava_callback - INFO - Completed processing callback for node 69c3a271bbc022e79264496b 2026-03-25 08:53:58,920 - lava_callback - INFO - Received callback for node 69c3a231bbc022e792644865 INFO: 172.20.0.1:59142 - "POST /node/69c3a231bbc022e792644865 HTTP/1.0" 202 Accepted 2026-03-25 08:53:58,928 - lava_callback - INFO - Starting async job submit for node 69c3a231bbc022e792644865 2026-03-25 08:53:58,958 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:53:58,983 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c3a231bbc022e792644865 HTTP/1.1" 200 None 2026-03-25 08:53:58,984 - lava_callback - DEBUG - Processing node 69c3a231bbc022e792644865: baseline-arm64 2026-03-25 08:53:59,181 - lava_callback - WARNING - Failed to upload log 2026-03-25 08:53:59,285 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:53:59,491 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:53:59,493 - lava_callback - INFO - LAVA YAML uploaded to https://files-staging.kernelci.org/baseline-arm64-69c3a231bbc022e792644865/lava-logs.yaml 2026-03-25 08:53:59,498 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:53:59,658 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:53:59,660 - lava_callback - INFO - Callback data uploaded to https://files-staging.kernelci.org/baseline-arm64-69c3a231bbc022e792644865/lava_callback.json.gz 2026-03-25 08:53:59,690 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:53:59,704 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c3a231bbc022e792644865 HTTP/1.1" 200 None 2026-03-25 08:53:59,706 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:53:59,719 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c399cdbbc022e792643ea0 HTTP/1.1" 200 None 2026-03-25 08:53:59,721 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:53:59,741 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c3a231bbc022e792644865 HTTP/1.1" 200 None 2026-03-25 08:53:59,811 - lava_callback - INFO - Completed processing callback for node 69c3a231bbc022e792644865 2026-03-25 08:54:00,741 - lava_callback - INFO - Received callback for node 69c3a274bbc022e792644977 INFO: 172.20.0.1:38576 - "POST /node/69c3a274bbc022e792644977 HTTP/1.0" 202 Accepted 2026-03-25 08:54:00,748 - lava_callback - INFO - Starting async job submit for node 69c3a274bbc022e792644977 2026-03-25 08:54:00,796 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:54:00,811 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c3a274bbc022e792644977 HTTP/1.1" 200 None 2026-03-25 08:54:00,812 - lava_callback - DEBUG - Processing node 69c3a274bbc022e792644977: baseline-arm64-foundriesio 2026-03-25 08:54:01,020 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:54:01,169 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:54:01,171 - lava_callback - INFO - Log uploaded to https://files-staging.kernelci.org/baseline-arm64-foundriesio-69c3a274bbc022e792644977/log.txt.gz 2026-03-25 08:54:01,315 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:54:01,338 - lava_callback - INFO - Received callback for node 69c3a23ebbc022e79264489b INFO: 172.20.0.1:38582 - "POST /node/69c3a23ebbc022e79264489b HTTP/1.0" 202 Accepted 2026-03-25 08:54:01,348 - lava_callback - INFO - Starting async job submit for node 69c3a23ebbc022e79264489b 2026-03-25 08:54:01,383 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:54:01,411 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c3a23ebbc022e79264489b HTTP/1.1" 200 None 2026-03-25 08:54:01,412 - lava_callback - DEBUG - Processing node 69c3a23ebbc022e79264489b: baseline-arm64 2026-03-25 08:54:01,587 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:54:01,594 - lava_callback - INFO - LAVA YAML uploaded to https://files-staging.kernelci.org/baseline-arm64-foundriesio-69c3a274bbc022e792644977/lava-logs.yaml 2026-03-25 08:54:01,662 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:54:01,886 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:54:01,898 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:54:01,900 - lava_callback - INFO - Callback data uploaded to https://files-staging.kernelci.org/baseline-arm64-foundriesio-69c3a274bbc022e792644977/lava_callback.json.gz 2026-03-25 08:54:01,925 - lava_callback - INFO - Received callback for node 69c3a275bbc022e79264497a 2026-03-25 08:54:01,952 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 INFO: 172.20.0.1:38588 - "POST /node/69c3a275bbc022e79264497a HTTP/1.0" 202 Accepted 2026-03-25 08:54:01,953 - lava_callback - INFO - Starting async job submit for node 69c3a275bbc022e79264497a 2026-03-25 08:54:01,994 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:54:02,002 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c3a274bbc022e792644977 HTTP/1.1" 200 None 2026-03-25 08:54:02,005 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:54:02,024 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c3a275bbc022e79264497a HTTP/1.1" 200 None 2026-03-25 08:54:02,026 - lava_callback - DEBUG - Processing node 69c3a275bbc022e79264497a: baseline-arm64-foundriesio 2026-03-25 08:54:02,027 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c399cdbbc022e792643ea0 HTTP/1.1" 200 None 2026-03-25 08:54:02,060 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:54:02,060 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:54:02,103 - lava_callback - INFO - Log uploaded to https://files-staging.kernelci.org/baseline-arm64-69c3a23ebbc022e79264489b/log.txt.gz 2026-03-25 08:54:02,312 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c3a274bbc022e792644977 HTTP/1.1" 200 None 2026-03-25 08:54:02,314 - lava_callback - INFO - Completed processing callback for node 69c3a274bbc022e792644977 2026-03-25 08:54:02,558 - lava_callback - INFO - Received callback for node 69c3a24cbbc022e7926448c7 INFO: 172.20.0.1:38590 - "POST /node/69c3a24cbbc022e7926448c7 HTTP/1.0" 202 Accepted 2026-03-25 08:54:02,576 - lava_callback - INFO - Starting async job submit for node 69c3a24cbbc022e7926448c7 2026-03-25 08:54:02,691 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:54:02,840 - lava_callback - INFO - Received callback for node 69c3a22fbbc022e792644862 2026-03-25 08:54:02,857 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 INFO: 172.20.0.1:38598 - "POST /node/69c3a22fbbc022e792644862 HTTP/1.0" 202 Accepted 2026-03-25 08:54:02,863 - lava_callback - INFO - Starting async job submit for node 69c3a22fbbc022e792644862 2026-03-25 08:54:02,876 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c3a24cbbc022e7926448c7 HTTP/1.1" 200 None 2026-03-25 08:54:02,887 - lava_callback - INFO - Received callback for node 69c3a259bbc022e79264490c 2026-03-25 08:54:02,893 - lava_callback - DEBUG - Processing node 69c3a24cbbc022e7926448c7: baseline-nfs-arm64 2026-03-25 08:54:02,983 - lava_callback - INFO - Starting async job submit for node 69c3a259bbc022e79264490c INFO: 172.20.0.1:38610 - "POST /node/69c3a259bbc022e79264490c HTTP/1.0" 202 Accepted 2026-03-25 08:54:03,169 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:54:03,194 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:54:03,228 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:54:03,279 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c3a22fbbc022e792644862 HTTP/1.1" 200 None 2026-03-25 08:54:03,286 - lava_callback - DEBUG - Processing node 69c3a22fbbc022e792644862: baseline-arm64 2026-03-25 08:54:03,331 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c3a259bbc022e79264490c HTTP/1.1" 200 None 2026-03-25 08:54:03,348 - lava_callback - DEBUG - Processing node 69c3a259bbc022e79264490c: baseline-arm64-broonie 2026-03-25 08:54:03,555 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:54:03,558 - lava_callback - INFO - Log uploaded to https://files-staging.kernelci.org/baseline-arm64-foundriesio-69c3a275bbc022e79264497a/log.txt.gz 2026-03-25 08:54:03,602 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:54:03,604 - lava_callback - INFO - LAVA YAML uploaded to https://files-staging.kernelci.org/baseline-arm64-69c3a23ebbc022e79264489b/lava-logs.yaml 2026-03-25 08:54:03,840 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:54:04,220 - lava_callback - WARNING - Failed to upload log 2026-03-25 08:54:04,230 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:54:04,330 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:54:04,468 - lava_callback - INFO - Received callback for node 69c3a233bbc022e79264487f 2026-03-25 08:54:04,483 - lava_callback - INFO - Starting async job submit for node 69c3a233bbc022e79264487f INFO: 172.20.0.1:38616 - "POST /node/69c3a233bbc022e79264487f HTTP/1.0" 202 Accepted 2026-03-25 08:54:04,517 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:54:04,532 - lava_callback - INFO - Callback data uploaded to https://files-staging.kernelci.org/baseline-arm64-69c3a23ebbc022e79264489b/lava_callback.json.gz 2026-03-25 08:54:04,573 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:54:04,595 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:54:04,611 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:54:04,615 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:54:04,649 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c3a23ebbc022e79264489b HTTP/1.1" 200 None 2026-03-25 08:54:04,653 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:54:04,654 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c3a233bbc022e79264487f HTTP/1.1" 200 None 2026-03-25 08:54:04,655 - lava_callback - DEBUG - Processing node 69c3a233bbc022e79264487f: baseline-arm64 2026-03-25 08:54:04,779 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c399cdbbc022e792643ea0 HTTP/1.1" 200 None 2026-03-25 08:54:04,782 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:54:04,808 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:54:04,836 - lava_callback - INFO - Log uploaded to https://files-staging.kernelci.org/baseline-nfs-arm64-69c3a24cbbc022e7926448c7/log.txt.gz 2026-03-25 08:54:04,898 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:54:04,914 - lava_callback - INFO - LAVA YAML uploaded to https://files-staging.kernelci.org/baseline-arm64-69c3a22fbbc022e792644862/lava-logs.yaml 2026-03-25 08:54:04,928 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:54:04,946 - lava_callback - INFO - Log uploaded to https://files-staging.kernelci.org/baseline-arm64-broonie-69c3a259bbc022e79264490c/log.txt.gz 2026-03-25 08:54:05,011 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:54:05,028 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c3a23ebbc022e79264489b HTTP/1.1" 200 None 2026-03-25 08:54:05,069 - lava_callback - INFO - Completed processing callback for node 69c3a23ebbc022e79264489b 2026-03-25 08:54:05,275 - lava_callback - INFO - LAVA YAML uploaded to https://files-staging.kernelci.org/baseline-arm64-foundriesio-69c3a275bbc022e79264497a/lava-logs.yaml 2026-03-25 08:54:05,539 - lava_callback - INFO - Received callback for node 69c3a272bbc022e79264496e INFO: 172.20.0.1:38622 - "POST /node/69c3a272bbc022e79264496e HTTP/1.0" 202 Accepted 2026-03-25 08:54:05,549 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:54:05,554 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:54:05,554 - lava_callback - INFO - Starting async job submit for node 69c3a272bbc022e79264496e 2026-03-25 08:54:05,571 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:54:05,582 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:54:05,583 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:54:05,584 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:54:05,622 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c3a272bbc022e79264496e HTTP/1.1" 200 None 2026-03-25 08:54:05,635 - lava_callback - DEBUG - Processing node 69c3a272bbc022e79264496e: baseline-arm64-pengutronix 2026-03-25 08:54:05,822 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:54:05,861 - lava_callback - INFO - Callback data uploaded to https://files-staging.kernelci.org/baseline-arm64-69c3a22fbbc022e792644862/lava_callback.json.gz 2026-03-25 08:54:05,944 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:54:05,950 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:54:05,951 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:54:05,951 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:54:05,959 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:54:05,981 - lava_callback - INFO - LAVA YAML uploaded to https://files-staging.kernelci.org/baseline-arm64-broonie-69c3a259bbc022e79264490c/lava-logs.yaml 2026-03-25 08:54:05,982 - lava_callback - INFO - LAVA YAML uploaded to https://files-staging.kernelci.org/baseline-nfs-arm64-69c3a24cbbc022e7926448c7/lava-logs.yaml 2026-03-25 08:54:05,986 - lava_callback - INFO - Callback data uploaded to https://files-staging.kernelci.org/baseline-arm64-foundriesio-69c3a275bbc022e79264497a/lava_callback.json.gz 2026-03-25 08:54:06,007 - lava_callback - INFO - Log uploaded to https://files-staging.kernelci.org/baseline-arm64-69c3a233bbc022e79264487f/log.txt.gz 2026-03-25 08:54:06,039 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:54:06,044 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:54:06,068 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c3a22fbbc022e792644862 HTTP/1.1" 200 None 2026-03-25 08:54:06,068 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:54:06,069 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:54:06,079 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:54:06,118 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c3a275bbc022e79264497a HTTP/1.1" 200 None 2026-03-25 08:54:06,144 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:54:06,189 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c399cdbbc022e792643ea0 HTTP/1.1" 200 None 2026-03-25 08:54:06,222 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:54:06,236 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c399cdbbc022e792643ea0 HTTP/1.1" 200 None 2026-03-25 08:54:06,245 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:54:06,246 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:54:06,286 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:54:06,288 - lava_callback - INFO - Callback data uploaded to https://files-staging.kernelci.org/baseline-arm64-broonie-69c3a259bbc022e79264490c/lava_callback.json.gz 2026-03-25 08:54:06,304 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c3a22fbbc022e792644862 HTTP/1.1" 200 None 2026-03-25 08:54:06,368 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c3a275bbc022e79264497a HTTP/1.1" 200 None 2026-03-25 08:54:06,373 - lava_callback - INFO - Completed processing callback for node 69c3a275bbc022e79264497a 2026-03-25 08:54:06,487 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:54:06,493 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:54:06,502 - lava_callback - INFO - Completed processing callback for node 69c3a22fbbc022e792644862 2026-03-25 08:54:06,505 - lava_callback - INFO - Log uploaded to https://files-staging.kernelci.org/baseline-arm64-pengutronix-69c3a272bbc022e79264496e/log.txt.gz INFO: 172.20.0.1:38628 - "GET / HTTP/1.0" 200 OK 2026-03-25 08:54:06,574 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c3a259bbc022e79264490c HTTP/1.1" 200 None 2026-03-25 08:54:06,598 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:54:06,598 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:54:06,621 - lava_callback - INFO - Callback data uploaded to https://files-staging.kernelci.org/baseline-nfs-arm64-69c3a24cbbc022e7926448c7/lava_callback.json.gz 2026-03-25 08:54:06,639 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:54:06,698 - lava_callback - INFO - LAVA YAML uploaded to https://files-staging.kernelci.org/baseline-arm64-69c3a233bbc022e79264487f/lava-logs.yaml 2026-03-25 08:54:06,705 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:54:06,718 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c399cdbbc022e792643ea0 HTTP/1.1" 200 None 2026-03-25 08:54:06,721 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:54:06,722 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:54:06,723 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:54:06,740 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c3a24cbbc022e7926448c7 HTTP/1.1" 200 None 2026-03-25 08:54:06,742 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:54:06,773 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c399cdbbc022e792643ea0 HTTP/1.1" 200 None 2026-03-25 08:54:06,779 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:54:06,780 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c3a259bbc022e79264490c HTTP/1.1" 200 None 2026-03-25 08:54:06,782 - lava_callback - INFO - Completed processing callback for node 69c3a259bbc022e79264490c 2026-03-25 08:54:06,899 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c3a24cbbc022e7926448c7 HTTP/1.1" 200 None 2026-03-25 08:54:06,901 - lava_callback - INFO - Completed processing callback for node 69c3a24cbbc022e7926448c7 2026-03-25 08:54:07,026 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:54:07,029 - lava_callback - INFO - Callback data uploaded to https://files-staging.kernelci.org/baseline-arm64-69c3a233bbc022e79264487f/lava_callback.json.gz 2026-03-25 08:54:07,058 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:54:07,069 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:54:07,073 - lava_callback - INFO - LAVA YAML uploaded to https://files-staging.kernelci.org/baseline-arm64-pengutronix-69c3a272bbc022e79264496e/lava-logs.yaml 2026-03-25 08:54:07,079 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c3a233bbc022e79264487f HTTP/1.1" 200 None 2026-03-25 08:54:07,081 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:54:07,083 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:54:07,106 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c399cdbbc022e792643ea0 HTTP/1.1" 200 None 2026-03-25 08:54:07,110 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:54:07,152 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c3a233bbc022e79264487f HTTP/1.1" 200 None 2026-03-25 08:54:07,161 - lava_callback - INFO - Completed processing callback for node 69c3a233bbc022e79264487f 2026-03-25 08:54:07,524 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:54:07,525 - lava_callback - INFO - Callback data uploaded to https://files-staging.kernelci.org/baseline-arm64-pengutronix-69c3a272bbc022e79264496e/lava_callback.json.gz 2026-03-25 08:54:07,546 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:54:07,561 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c3a272bbc022e79264496e HTTP/1.1" 200 None 2026-03-25 08:54:07,562 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:54:07,575 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c399cdbbc022e792643ea0 HTTP/1.1" 200 None 2026-03-25 08:54:07,576 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:54:07,608 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c3a272bbc022e79264496e HTTP/1.1" 200 None 2026-03-25 08:54:07,610 - lava_callback - INFO - Completed processing callback for node 69c3a272bbc022e79264496e 2026-03-25 08:54:07,619 - lava_callback - INFO - Received callback for node 69c3a249bbc022e7926448c1 INFO: 172.20.0.1:38636 - "POST /node/69c3a249bbc022e7926448c1 HTTP/1.0" 202 Accepted 2026-03-25 08:54:07,646 - lava_callback - INFO - Starting async job submit for node 69c3a249bbc022e7926448c1 2026-03-25 08:54:07,687 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:54:07,703 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c3a249bbc022e7926448c1 HTTP/1.1" 200 None 2026-03-25 08:54:07,704 - lava_callback - DEBUG - Processing node 69c3a249bbc022e7926448c1: baseline-nfs-arm64 2026-03-25 08:54:08,070 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:54:08,198 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:54:08,200 - lava_callback - INFO - Log uploaded to https://files-staging.kernelci.org/baseline-nfs-arm64-69c3a249bbc022e7926448c1/log.txt.gz 2026-03-25 08:54:08,383 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:54:08,559 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:54:08,561 - lava_callback - INFO - LAVA YAML uploaded to https://files-staging.kernelci.org/baseline-nfs-arm64-69c3a249bbc022e7926448c1/lava-logs.yaml 2026-03-25 08:54:08,568 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:54:08,700 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:54:08,702 - lava_callback - INFO - Callback data uploaded to https://files-staging.kernelci.org/baseline-nfs-arm64-69c3a249bbc022e7926448c1/lava_callback.json.gz 2026-03-25 08:54:08,739 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:54:08,754 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c3a249bbc022e7926448c1 HTTP/1.1" 200 None 2026-03-25 08:54:08,756 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:54:08,778 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c399cdbbc022e792643ea0 HTTP/1.1" 200 None 2026-03-25 08:54:08,780 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:54:08,804 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c3a249bbc022e7926448c1 HTTP/1.1" 200 None 2026-03-25 08:54:08,806 - lava_callback - INFO - Completed processing callback for node 69c3a249bbc022e7926448c1 2026-03-25 08:54:10,608 - lava_callback - INFO - Received callback for node 69c3a24ebbc022e7926448cf INFO: 172.20.0.1:52324 - "POST /node/69c3a24ebbc022e7926448cf HTTP/1.0" 202 Accepted 2026-03-25 08:54:10,615 - lava_callback - INFO - Starting async job submit for node 69c3a24ebbc022e7926448cf 2026-03-25 08:54:10,639 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:54:10,653 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c3a24ebbc022e7926448cf HTTP/1.1" 200 None 2026-03-25 08:54:10,654 - lava_callback - DEBUG - Processing node 69c3a24ebbc022e7926448cf: baseline-nfs-arm64 2026-03-25 08:54:11,030 - lava_callback - INFO - Received callback for node 69c3a273bbc022e792644974 INFO: 172.20.0.1:52332 - "POST /node/69c3a273bbc022e792644974 HTTP/1.0" 202 Accepted 2026-03-25 08:54:11,038 - lava_callback - INFO - Starting async job submit for node 69c3a273bbc022e792644974 2026-03-25 08:54:11,068 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:54:11,069 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:54:11,084 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c3a273bbc022e792644974 HTTP/1.1" 200 None 2026-03-25 08:54:11,085 - lava_callback - DEBUG - Processing node 69c3a273bbc022e792644974: baseline-arm64-pengutronix 2026-03-25 08:54:11,258 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:54:11,301 - lava_callback - INFO - Log uploaded to https://files-staging.kernelci.org/baseline-nfs-arm64-69c3a24ebbc022e7926448cf/log.txt.gz 2026-03-25 08:54:11,426 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:54:11,577 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:54:11,593 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:54:11,593 - lava_callback - INFO - Log uploaded to https://files-staging.kernelci.org/baseline-arm64-pengutronix-69c3a273bbc022e792644974/log.txt.gz 2026-03-25 08:54:11,724 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:54:11,857 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:54:11,860 - lava_callback - INFO - LAVA YAML uploaded to https://files-staging.kernelci.org/baseline-nfs-arm64-69c3a24ebbc022e7926448cf/lava-logs.yaml 2026-03-25 08:54:11,871 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:54:11,993 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:54:11,995 - lava_callback - INFO - LAVA YAML uploaded to https://files-staging.kernelci.org/baseline-arm64-pengutronix-69c3a273bbc022e792644974/lava-logs.yaml 2026-03-25 08:54:12,001 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:54:12,070 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:54:12,071 - lava_callback - INFO - Callback data uploaded to https://files-staging.kernelci.org/baseline-nfs-arm64-69c3a24ebbc022e7926448cf/lava_callback.json.gz 2026-03-25 08:54:12,106 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:54:12,132 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c3a24ebbc022e7926448cf HTTP/1.1" 200 None 2026-03-25 08:54:12,136 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:54:12,152 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c399cdbbc022e792643ea0 HTTP/1.1" 200 None 2026-03-25 08:54:12,154 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:54:12,165 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:54:12,167 - lava_callback - INFO - Callback data uploaded to https://files-staging.kernelci.org/baseline-arm64-pengutronix-69c3a273bbc022e792644974/lava_callback.json.gz 2026-03-25 08:54:12,199 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c3a24ebbc022e7926448cf HTTP/1.1" 200 None 2026-03-25 08:54:12,212 - lava_callback - INFO - Completed processing callback for node 69c3a24ebbc022e7926448cf 2026-03-25 08:54:12,239 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:54:12,260 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c3a273bbc022e792644974 HTTP/1.1" 200 None 2026-03-25 08:54:12,263 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:54:12,281 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c399cdbbc022e792643ea0 HTTP/1.1" 200 None 2026-03-25 08:54:12,284 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:54:12,311 - lava_callback - INFO - Received callback for node 69c3a240bbc022e7926448a1 2026-03-25 08:54:12,327 - lava_callback - INFO - Starting async job submit for node 69c3a240bbc022e7926448a1 INFO: 172.20.0.1:52348 - "POST /node/69c3a240bbc022e7926448a1 HTTP/1.0" 202 Accepted 2026-03-25 08:54:12,341 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c3a273bbc022e792644974 HTTP/1.1" 200 None 2026-03-25 08:54:12,345 - lava_callback - INFO - Completed processing callback for node 69c3a273bbc022e792644974 2026-03-25 08:54:12,380 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:54:12,400 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c3a240bbc022e7926448a1 HTTP/1.1" 200 None 2026-03-25 08:54:12,401 - lava_callback - DEBUG - Processing node 69c3a240bbc022e7926448a1: baseline-nfs-arm64 2026-03-25 08:54:12,746 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:54:12,877 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:54:12,878 - lava_callback - INFO - Log uploaded to https://files-staging.kernelci.org/baseline-nfs-arm64-69c3a240bbc022e7926448a1/log.txt.gz 2026-03-25 08:54:13,069 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:54:13,089 - lava_callback - INFO - Received callback for node 69c3a245bbc022e7926448b4 INFO: 172.20.0.1:52354 - "POST /node/69c3a245bbc022e7926448b4 HTTP/1.0" 202 Accepted 2026-03-25 08:54:13,097 - lava_callback - INFO - Starting async job submit for node 69c3a245bbc022e7926448b4 2026-03-25 08:54:13,120 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:54:13,144 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c3a245bbc022e7926448b4 HTTP/1.1" 200 None 2026-03-25 08:54:13,145 - lava_callback - DEBUG - Processing node 69c3a245bbc022e7926448b4: baseline-nfs-arm64 2026-03-25 08:54:13,304 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:54:13,348 - lava_callback - INFO - LAVA YAML uploaded to https://files-staging.kernelci.org/baseline-nfs-arm64-69c3a240bbc022e7926448a1/lava-logs.yaml 2026-03-25 08:54:13,348 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:54:13,468 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:54:13,490 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "POST /latest/telemetry HTTP/1.1" 200 15 2026-03-25 08:54:13,612 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:54:13,710 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:54:13,712 - lava_callback - INFO - Callback data uploaded to https://files-staging.kernelci.org/baseline-nfs-arm64-69c3a240bbc022e7926448a1/lava_callback.json.gz 2026-03-25 08:54:13,743 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:54:13,763 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c3a240bbc022e7926448a1 HTTP/1.1" 200 None 2026-03-25 08:54:13,766 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:54:13,775 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:54:13,777 - lava_callback - INFO - Log uploaded to https://files-staging.kernelci.org/baseline-nfs-arm64-69c3a245bbc022e7926448b4/log.txt.gz 2026-03-25 08:54:13,796 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c399cdbbc022e792643ea0 HTTP/1.1" 200 None 2026-03-25 08:54:13,817 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:54:13,901 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c3a240bbc022e7926448a1 HTTP/1.1" 200 None 2026-03-25 08:54:13,903 - lava_callback - INFO - Completed processing callback for node 69c3a240bbc022e7926448a1 2026-03-25 08:54:14,117 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:54:14,141 - lava_callback - INFO - Received callback for node 69c39ec3bbc022e7926445e9 INFO: 172.20.0.1:52368 - "POST /node/69c39ec3bbc022e7926445e9 HTTP/1.0" 202 Accepted 2026-03-25 08:54:14,147 - lava_callback - INFO - Starting async job submit for node 69c39ec3bbc022e7926445e9 2026-03-25 08:54:14,173 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:54:14,189 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c39ec3bbc022e7926445e9 HTTP/1.1" 200 None 2026-03-25 08:54:14,190 - lava_callback - DEBUG - Processing node 69c39ec3bbc022e7926445e9: ltp-smoke 2026-03-25 08:54:14,301 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:54:14,339 - lava_callback - INFO - LAVA YAML uploaded to https://files-staging.kernelci.org/baseline-nfs-arm64-69c3a245bbc022e7926448b4/lava-logs.yaml 2026-03-25 08:54:14,435 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:54:14,547 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:54:14,665 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:54:14,666 - lava_callback - INFO - Log uploaded to https://files-staging.kernelci.org/ltp-smoke-69c39ec3bbc022e7926445e9/log.txt.gz 2026-03-25 08:54:14,686 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:54:14,723 - lava_callback - INFO - Callback data uploaded to https://files-staging.kernelci.org/baseline-nfs-arm64-69c3a245bbc022e7926448b4/lava_callback.json.gz 2026-03-25 08:54:14,813 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:54:14,891 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c3a245bbc022e7926448b4 HTTP/1.1" 200 None 2026-03-25 08:54:14,925 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:54:14,966 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:54:14,973 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c399cdbbc022e792643ea0 HTTP/1.1" 200 None 2026-03-25 08:54:14,975 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:54:15,025 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c3a245bbc022e7926448b4 HTTP/1.1" 200 None 2026-03-25 08:54:15,026 - lava_callback - INFO - Completed processing callback for node 69c3a245bbc022e7926448b4 INFO: 172.20.0.1:52380 - "GET /api/metrics HTTP/1.0" 200 OK 2026-03-25 08:54:15,260 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:54:15,263 - lava_callback - INFO - LAVA YAML uploaded to https://files-staging.kernelci.org/ltp-smoke-69c39ec3bbc022e7926445e9/lava-logs.yaml 2026-03-25 08:54:15,274 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:54:15,486 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:54:15,487 - lava_callback - INFO - Callback data uploaded to https://files-staging.kernelci.org/ltp-smoke-69c39ec3bbc022e7926445e9/lava_callback.json.gz 2026-03-25 08:54:15,513 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:54:15,528 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c39ec3bbc022e7926445e9 HTTP/1.1" 200 None 2026-03-25 08:54:15,529 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:54:15,549 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c399c1bbc022e792643e8d HTTP/1.1" 200 None 2026-03-25 08:54:15,550 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:54:15,580 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c39ec3bbc022e7926445e9 HTTP/1.1" 200 None 2026-03-25 08:54:15,585 - lava_callback - INFO - Completed processing callback for node 69c39ec3bbc022e7926445e9 INFO: 172.20.0.1:52388 - "GET / HTTP/1.0" 200 OK 2026-03-25 08:54:20,531 - lava_callback - INFO - Received callback for node 69c3a247bbc022e7926448b7 INFO: 172.20.0.1:46820 - "POST /node/69c3a247bbc022e7926448b7 HTTP/1.0" 202 Accepted 2026-03-25 08:54:20,538 - lava_callback - INFO - Starting async job submit for node 69c3a247bbc022e7926448b7 2026-03-25 08:54:20,561 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:54:20,575 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c3a247bbc022e7926448b7 HTTP/1.1" 200 None 2026-03-25 08:54:20,576 - lava_callback - DEBUG - Processing node 69c3a247bbc022e7926448b7: baseline-nfs-arm64 2026-03-25 08:54:21,019 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:54:21,181 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:54:21,183 - lava_callback - INFO - Log uploaded to https://files-staging.kernelci.org/baseline-nfs-arm64-69c3a247bbc022e7926448b7/log.txt.gz 2026-03-25 08:54:21,525 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:54:21,707 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:54:21,709 - lava_callback - INFO - LAVA YAML uploaded to https://files-staging.kernelci.org/baseline-nfs-arm64-69c3a247bbc022e7926448b7/lava-logs.yaml 2026-03-25 08:54:21,721 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:54:21,766 - lava_callback - INFO - Received callback for node 69c39e7bbbc022e792644512 INFO: 172.20.0.1:46834 - "POST /node/69c39e7bbbc022e792644512 HTTP/1.0" 202 Accepted 2026-03-25 08:54:21,778 - lava_callback - INFO - Starting async job submit for node 69c39e7bbbc022e792644512 2026-03-25 08:54:21,840 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:54:21,858 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c39e7bbbc022e792644512 HTTP/1.1" 200 None 2026-03-25 08:54:21,859 - lava_callback - DEBUG - Processing node 69c39e7bbbc022e792644512: baseline-arm 2026-03-25 08:54:21,907 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:54:21,960 - lava_callback - INFO - Callback data uploaded to https://files-staging.kernelci.org/baseline-nfs-arm64-69c3a247bbc022e7926448b7/lava_callback.json.gz 2026-03-25 08:54:22,060 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:54:22,162 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c3a247bbc022e7926448b7 HTTP/1.1" 200 None 2026-03-25 08:54:22,195 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:54:22,282 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c399cdbbc022e792643ea0 HTTP/1.1" 200 None 2026-03-25 08:54:22,315 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:54:22,408 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c3a247bbc022e7926448b7 HTTP/1.1" 200 None 2026-03-25 08:54:22,410 - lava_callback - INFO - Completed processing callback for node 69c3a247bbc022e7926448b7 2026-03-25 08:54:22,654 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:54:22,716 - lava_callback - INFO - Received callback for node 69c3a262bbc022e792644928 INFO: 172.20.0.1:46842 - "POST /node/69c3a262bbc022e792644928 HTTP/1.0" 202 Accepted 2026-03-25 08:54:22,724 - lava_callback - INFO - Starting async job submit for node 69c3a262bbc022e792644928 2026-03-25 08:54:22,761 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:54:22,770 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:54:22,772 - lava_callback - INFO - Log uploaded to https://files-staging.kernelci.org/baseline-arm-69c39e7bbbc022e792644512/log.txt.gz 2026-03-25 08:54:22,831 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c3a262bbc022e792644928 HTTP/1.1" 200 None 2026-03-25 08:54:22,848 - lava_callback - DEBUG - Processing node 69c3a262bbc022e792644928: baseline-arm64-broonie 2026-03-25 08:54:23,432 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:54:23,467 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:54:23,594 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:54:23,596 - lava_callback - INFO - Log uploaded to https://files-staging.kernelci.org/baseline-arm64-broonie-69c3a262bbc022e792644928/log.txt.gz 2026-03-25 08:54:23,705 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:54:23,745 - lava_callback - INFO - LAVA YAML uploaded to https://files-staging.kernelci.org/baseline-arm-69c39e7bbbc022e792644512/lava-logs.yaml 2026-03-25 08:54:23,753 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:54:23,767 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:54:23,933 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:54:23,935 - lava_callback - INFO - LAVA YAML uploaded to https://files-staging.kernelci.org/baseline-arm64-broonie-69c3a262bbc022e792644928/lava-logs.yaml 2026-03-25 08:54:23,941 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:54:24,023 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:54:24,025 - lava_callback - INFO - Callback data uploaded to https://files-staging.kernelci.org/baseline-arm-69c39e7bbbc022e792644512/lava_callback.json.gz 2026-03-25 08:54:24,079 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:54:24,132 - lava_callback - INFO - Callback data uploaded to https://files-staging.kernelci.org/baseline-arm64-broonie-69c3a262bbc022e792644928/lava_callback.json.gz DEBUG: Setup failed for 69c39e7bbbc022e792644512. Transitting job node result: incomplete -> fail 2026-03-25 08:54:24,160 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:54:24,161 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:54:24,179 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c39e7bbbc022e792644512 HTTP/1.1" 200 None 2026-03-25 08:54:24,181 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c3a262bbc022e792644928 HTTP/1.1" 200 None 2026-03-25 08:54:24,181 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:54:24,183 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:54:24,195 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c399c1bbc022e792643e8d HTTP/1.1" 200 None 2026-03-25 08:54:24,197 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c399cdbbc022e792643ea0 HTTP/1.1" 200 None 2026-03-25 08:54:24,197 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:54:24,199 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:54:24,228 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c39e7bbbc022e792644512 HTTP/1.1" 200 None 2026-03-25 08:54:24,239 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c3a262bbc022e792644928 HTTP/1.1" 200 None 2026-03-25 08:54:24,241 - lava_callback - INFO - Completed processing callback for node 69c3a262bbc022e792644928 2026-03-25 08:54:24,360 - lava_callback - INFO - Completed processing callback for node 69c39e7bbbc022e792644512 INFO: 172.20.0.1:46858 - "GET / HTTP/1.0" 200 OK 2026-03-25 08:54:30,856 - lava_callback - INFO - Received callback for node 69c3a22ebbc022e79264485f INFO: 172.20.0.1:44572 - "POST /node/69c3a22ebbc022e79264485f HTTP/1.0" 202 Accepted 2026-03-25 08:54:30,862 - lava_callback - INFO - Starting async job submit for node 69c3a22ebbc022e79264485f 2026-03-25 08:54:30,883 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:54:30,897 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c3a22ebbc022e79264485f HTTP/1.1" 200 None 2026-03-25 08:54:30,898 - lava_callback - DEBUG - Processing node 69c3a22ebbc022e79264485f: baseline-arm64 2026-03-25 08:54:31,154 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:54:31,267 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:54:31,269 - lava_callback - INFO - Log uploaded to https://files-staging.kernelci.org/baseline-arm64-69c3a22ebbc022e79264485f/log.txt.gz 2026-03-25 08:54:31,410 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:54:31,589 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:54:31,591 - lava_callback - INFO - LAVA YAML uploaded to https://files-staging.kernelci.org/baseline-arm64-69c3a22ebbc022e79264485f/lava-logs.yaml 2026-03-25 08:54:31,597 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:54:31,727 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:54:31,728 - lava_callback - INFO - Callback data uploaded to https://files-staging.kernelci.org/baseline-arm64-69c3a22ebbc022e79264485f/lava_callback.json.gz 2026-03-25 08:54:31,752 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:54:31,771 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c3a22ebbc022e79264485f HTTP/1.1" 200 None 2026-03-25 08:54:31,772 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:54:31,787 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c399cdbbc022e792643ea0 HTTP/1.1" 200 None 2026-03-25 08:54:31,789 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:54:31,824 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c3a22ebbc022e79264485f HTTP/1.1" 200 None 2026-03-25 08:54:31,826 - lava_callback - INFO - Completed processing callback for node 69c3a22ebbc022e79264485f 2026-03-25 08:54:32,731 - lava_callback - INFO - Received callback for node 69c3a26dbbc022e792644946 INFO: 172.20.0.1:44574 - "POST /node/69c3a26dbbc022e792644946 HTTP/1.0" 202 Accepted 2026-03-25 08:54:32,737 - lava_callback - INFO - Starting async job submit for node 69c3a26dbbc022e792644946 2026-03-25 08:54:32,759 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:54:32,774 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c3a26dbbc022e792644946 HTTP/1.1" 200 None 2026-03-25 08:54:32,774 - lava_callback - DEBUG - Processing node 69c3a26dbbc022e792644946: baseline-arm64-clabbe 2026-03-25 08:54:33,033 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:54:33,149 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:54:33,151 - lava_callback - INFO - Log uploaded to https://files-staging.kernelci.org/baseline-arm64-clabbe-69c3a26dbbc022e792644946/log.txt.gz 2026-03-25 08:54:33,290 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:54:33,493 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:54:33,495 - lava_callback - INFO - LAVA YAML uploaded to https://files-staging.kernelci.org/baseline-arm64-clabbe-69c3a26dbbc022e792644946/lava-logs.yaml 2026-03-25 08:54:33,501 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:54:33,700 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:54:33,702 - lava_callback - INFO - Received callback for node 69c3a25ebbc022e79264491f INFO: 172.20.0.1:44588 - "POST /node/69c3a25ebbc022e79264491f HTTP/1.0" 202 Accepted 2026-03-25 08:54:33,708 - lava_callback - INFO - Starting async job submit for node 69c3a25ebbc022e79264491f 2026-03-25 08:54:33,732 - lava_callback - INFO - Callback data uploaded to https://files-staging.kernelci.org/baseline-arm64-clabbe-69c3a26dbbc022e792644946/lava_callback.json.gz 2026-03-25 08:54:33,742 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:54:33,754 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:54:33,767 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c3a25ebbc022e79264491f HTTP/1.1" 200 None 2026-03-25 08:54:33,768 - lava_callback - DEBUG - Processing node 69c3a25ebbc022e79264491f: baseline-arm64-broonie 2026-03-25 08:54:33,779 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c3a26dbbc022e792644946 HTTP/1.1" 200 None 2026-03-25 08:54:33,796 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:54:33,873 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c399cdbbc022e792643ea0 HTTP/1.1" 200 None 2026-03-25 08:54:33,900 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:54:34,004 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c3a26dbbc022e792644946 HTTP/1.1" 200 None 2026-03-25 08:54:34,017 - lava_callback - INFO - Completed processing callback for node 69c3a26dbbc022e792644946 2026-03-25 08:54:34,122 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:54:34,265 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:54:34,267 - lava_callback - INFO - Log uploaded to https://files-staging.kernelci.org/baseline-arm64-broonie-69c3a25ebbc022e79264491f/log.txt.gz 2026-03-25 08:54:34,471 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:54:34,680 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:54:34,682 - lava_callback - INFO - LAVA YAML uploaded to https://files-staging.kernelci.org/baseline-arm64-broonie-69c3a25ebbc022e79264491f/lava-logs.yaml 2026-03-25 08:54:34,689 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:54:34,823 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:54:34,825 - lava_callback - INFO - Callback data uploaded to https://files-staging.kernelci.org/baseline-arm64-broonie-69c3a25ebbc022e79264491f/lava_callback.json.gz 2026-03-25 08:54:34,848 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:54:34,862 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c3a25ebbc022e79264491f HTTP/1.1" 200 None 2026-03-25 08:54:34,863 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:54:34,877 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c399cdbbc022e792643ea0 HTTP/1.1" 200 None 2026-03-25 08:54:34,878 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:54:34,903 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c3a25ebbc022e79264491f HTTP/1.1" 200 None 2026-03-25 08:54:34,908 - lava_callback - INFO - Completed processing callback for node 69c3a25ebbc022e79264491f 2026-03-25 08:54:35,072 - lava_callback - INFO - Received callback for node 69c3a25fbbc022e792644922 INFO: 172.20.0.1:44590 - "POST /node/69c3a25fbbc022e792644922 HTTP/1.0" 202 Accepted 2026-03-25 08:54:35,082 - lava_callback - INFO - Starting async job submit for node 69c3a25fbbc022e792644922 2026-03-25 08:54:35,115 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:54:35,129 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c3a25fbbc022e792644922 HTTP/1.1" 200 None 2026-03-25 08:54:35,130 - lava_callback - DEBUG - Processing node 69c3a25fbbc022e792644922: baseline-arm64-broonie 2026-03-25 08:54:35,380 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:54:35,494 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:54:35,496 - lava_callback - INFO - Log uploaded to https://files-staging.kernelci.org/baseline-arm64-broonie-69c3a25fbbc022e792644922/log.txt.gz 2026-03-25 08:54:35,678 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:54:35,884 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:54:35,887 - lava_callback - INFO - LAVA YAML uploaded to https://files-staging.kernelci.org/baseline-arm64-broonie-69c3a25fbbc022e792644922/lava-logs.yaml 2026-03-25 08:54:35,894 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:54:36,056 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:54:36,058 - lava_callback - INFO - Callback data uploaded to https://files-staging.kernelci.org/baseline-arm64-broonie-69c3a25fbbc022e792644922/lava_callback.json.gz 2026-03-25 08:54:36,082 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:54:36,105 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c3a25fbbc022e792644922 HTTP/1.1" 200 None 2026-03-25 08:54:36,106 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:54:36,120 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c399cdbbc022e792643ea0 HTTP/1.1" 200 None 2026-03-25 08:54:36,122 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:54:36,145 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c3a25fbbc022e792644922 HTTP/1.1" 200 None 2026-03-25 08:54:36,146 - lava_callback - INFO - Completed processing callback for node 69c3a25fbbc022e792644922 2026-03-25 08:54:36,505 - lava_callback - INFO - Received callback for node 69c3a266bbc022e79264492e INFO: 172.20.0.1:44606 - "POST /node/69c3a266bbc022e79264492e HTTP/1.0" 202 Accepted 2026-03-25 08:54:36,511 - lava_callback - INFO - Starting async job submit for node 69c3a266bbc022e79264492e INFO: 172.20.0.1:44622 - "GET / HTTP/1.0" 200 OK 2026-03-25 08:54:36,535 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:54:36,555 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c3a266bbc022e79264492e HTTP/1.1" 200 None 2026-03-25 08:54:36,556 - lava_callback - DEBUG - Processing node 69c3a266bbc022e79264492e: baseline-arm64-broonie 2026-03-25 08:54:36,802 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:54:36,923 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:54:36,925 - lava_callback - INFO - Log uploaded to https://files-staging.kernelci.org/baseline-arm64-broonie-69c3a266bbc022e79264492e/log.txt.gz 2026-03-25 08:54:37,073 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:54:37,249 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:54:37,251 - lava_callback - INFO - LAVA YAML uploaded to https://files-staging.kernelci.org/baseline-arm64-broonie-69c3a266bbc022e79264492e/lava-logs.yaml 2026-03-25 08:54:37,258 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:54:37,409 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:54:37,410 - lava_callback - INFO - Callback data uploaded to https://files-staging.kernelci.org/baseline-arm64-broonie-69c3a266bbc022e79264492e/lava_callback.json.gz 2026-03-25 08:54:37,436 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:54:37,455 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c3a266bbc022e79264492e HTTP/1.1" 200 None 2026-03-25 08:54:37,457 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:54:37,471 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c399cdbbc022e792643ea0 HTTP/1.1" 200 None 2026-03-25 08:54:37,473 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:54:37,517 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c3a266bbc022e79264492e HTTP/1.1" 200 None 2026-03-25 08:54:37,518 - lava_callback - INFO - Completed processing callback for node 69c3a266bbc022e79264492e INFO: 172.20.0.1:44624 - "GET / HTTP/1.0" 200 OK 2026-03-25 08:54:37,930 - lava_callback - INFO - Received callback for node 69c3a243bbc022e7926448ab INFO: 172.20.0.1:44640 - "POST /node/69c3a243bbc022e7926448ab HTTP/1.0" 202 Accepted 2026-03-25 08:54:37,937 - lava_callback - INFO - Starting async job submit for node 69c3a243bbc022e7926448ab 2026-03-25 08:54:37,961 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:54:37,982 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c3a243bbc022e7926448ab HTTP/1.1" 200 None 2026-03-25 08:54:37,983 - lava_callback - DEBUG - Processing node 69c3a243bbc022e7926448ab: baseline-nfs-arm64 2026-03-25 08:54:38,306 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:54:38,425 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:54:38,426 - lava_callback - INFO - Log uploaded to https://files-staging.kernelci.org/baseline-nfs-arm64-69c3a243bbc022e7926448ab/log.txt.gz 2026-03-25 08:54:38,633 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:54:38,849 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:54:38,851 - lava_callback - INFO - LAVA YAML uploaded to https://files-staging.kernelci.org/baseline-nfs-arm64-69c3a243bbc022e7926448ab/lava-logs.yaml 2026-03-25 08:54:38,859 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:54:39,011 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:54:39,013 - lava_callback - INFO - Callback data uploaded to https://files-staging.kernelci.org/baseline-nfs-arm64-69c3a243bbc022e7926448ab/lava_callback.json.gz 2026-03-25 08:54:39,037 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:54:39,052 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c3a243bbc022e7926448ab HTTP/1.1" 200 None 2026-03-25 08:54:39,054 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:54:39,070 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c399cdbbc022e792643ea0 HTTP/1.1" 200 None 2026-03-25 08:54:39,072 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:54:39,099 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c3a243bbc022e7926448ab HTTP/1.1" 200 None 2026-03-25 08:54:39,105 - lava_callback - INFO - Completed processing callback for node 69c3a243bbc022e7926448ab 2026-03-25 08:54:43,508 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:54:43,526 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "POST /latest/telemetry HTTP/1.1" 200 15 INFO: 172.20.0.1:51916 - "GET / HTTP/1.0" 200 OK 2026-03-25 08:54:53,855 - lava_callback - INFO - Received callback for node 69c39ec6bbc022e7926445f7 INFO: 172.20.0.1:49994 - "POST /node/69c39ec6bbc022e7926445f7 HTTP/1.0" 202 Accepted 2026-03-25 08:54:53,861 - lava_callback - INFO - Starting async job submit for node 69c39ec6bbc022e7926445f7 2026-03-25 08:54:53,885 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:54:53,900 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c39ec6bbc022e7926445f7 HTTP/1.1" 200 None 2026-03-25 08:54:53,900 - lava_callback - DEBUG - Processing node 69c39ec6bbc022e7926445f7: ltp-syscalls-ipc 2026-03-25 08:54:54,272 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:54:54,409 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:54:54,411 - lava_callback - INFO - Log uploaded to https://files-staging.kernelci.org/ltp-syscalls-ipc-69c39ec6bbc022e7926445f7/log.txt.gz 2026-03-25 08:54:54,627 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:54:54,824 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:54:54,827 - lava_callback - INFO - LAVA YAML uploaded to https://files-staging.kernelci.org/ltp-syscalls-ipc-69c39ec6bbc022e7926445f7/lava-logs.yaml 2026-03-25 08:54:54,836 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:54:55,017 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:54:55,018 - lava_callback - INFO - Callback data uploaded to https://files-staging.kernelci.org/ltp-syscalls-ipc-69c39ec6bbc022e7926445f7/lava_callback.json.gz 2026-03-25 08:54:55,044 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:54:55,058 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c39ec6bbc022e7926445f7 HTTP/1.1" 200 None 2026-03-25 08:54:55,059 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:54:55,073 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c399c1bbc022e792643e8d HTTP/1.1" 200 None 2026-03-25 08:54:55,074 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:54:55,099 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c39ec6bbc022e7926445f7 HTTP/1.1" 200 None 2026-03-25 08:54:55,106 - lava_callback - INFO - Completed processing callback for node 69c39ec6bbc022e7926445f7 2026-03-25 08:54:55,244 - lava_callback - INFO - Received callback for node 69c3a264bbc022e79264492b INFO: 172.20.0.1:49996 - "POST /node/69c3a264bbc022e79264492b HTTP/1.0" 202 Accepted 2026-03-25 08:54:55,254 - lava_callback - INFO - Starting async job submit for node 69c3a264bbc022e79264492b 2026-03-25 08:54:55,292 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:54:55,313 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c3a264bbc022e79264492b HTTP/1.1" 200 None 2026-03-25 08:54:55,314 - lava_callback - DEBUG - Processing node 69c3a264bbc022e79264492b: baseline-arm64-broonie 2026-03-25 08:54:55,674 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:54:55,814 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:54:55,816 - lava_callback - INFO - Log uploaded to https://files-staging.kernelci.org/baseline-arm64-broonie-69c3a264bbc022e79264492b/log.txt.gz 2026-03-25 08:54:55,977 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:54:56,155 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:54:56,157 - lava_callback - INFO - LAVA YAML uploaded to https://files-staging.kernelci.org/baseline-arm64-broonie-69c3a264bbc022e79264492b/lava-logs.yaml 2026-03-25 08:54:56,163 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:54:56,291 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:54:56,292 - lava_callback - INFO - Callback data uploaded to https://files-staging.kernelci.org/baseline-arm64-broonie-69c3a264bbc022e79264492b/lava_callback.json.gz 2026-03-25 08:54:56,316 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:54:56,329 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c3a264bbc022e79264492b HTTP/1.1" 200 None 2026-03-25 08:54:56,331 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:54:56,344 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c399cdbbc022e792643ea0 HTTP/1.1" 200 None 2026-03-25 08:54:56,346 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:54:56,380 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c3a264bbc022e79264492b HTTP/1.1" 200 None 2026-03-25 08:54:56,382 - lava_callback - INFO - Completed processing callback for node 69c3a264bbc022e79264492b INFO: 172.20.0.1:50004 - "GET / HTTP/1.0" 200 OK 2026-03-25 08:54:56,649 - lava_callback - INFO - Received callback for node 69c3a267bbc022e792644933 INFO: 172.20.0.1:50018 - "POST /node/69c3a267bbc022e792644933 HTTP/1.0" 202 Accepted 2026-03-25 08:54:56,655 - lava_callback - INFO - Starting async job submit for node 69c3a267bbc022e792644933 2026-03-25 08:54:56,678 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:54:56,709 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c3a267bbc022e792644933 HTTP/1.1" 200 None 2026-03-25 08:54:56,710 - lava_callback - DEBUG - Processing node 69c3a267bbc022e792644933: baseline-arm64-broonie 2026-03-25 08:54:57,015 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:54:57,167 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:54:57,169 - lava_callback - INFO - Log uploaded to https://files-staging.kernelci.org/baseline-arm64-broonie-69c3a267bbc022e792644933/log.txt.gz 2026-03-25 08:54:57,335 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:54:57,515 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:54:57,517 - lava_callback - INFO - LAVA YAML uploaded to https://files-staging.kernelci.org/baseline-arm64-broonie-69c3a267bbc022e792644933/lava-logs.yaml 2026-03-25 08:54:57,524 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:54:57,653 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:54:57,655 - lava_callback - INFO - Callback data uploaded to https://files-staging.kernelci.org/baseline-arm64-broonie-69c3a267bbc022e792644933/lava_callback.json.gz 2026-03-25 08:54:57,678 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:54:57,693 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c3a267bbc022e792644933 HTTP/1.1" 200 None 2026-03-25 08:54:57,694 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:54:57,707 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c399cdbbc022e792643ea0 HTTP/1.1" 200 None 2026-03-25 08:54:57,709 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:54:57,737 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c3a267bbc022e792644933 HTTP/1.1" 200 None 2026-03-25 08:54:57,739 - lava_callback - INFO - Completed processing callback for node 69c3a267bbc022e792644933 INFO: 172.20.0.1:42122 - "GET / HTTP/1.0" 200 OK 2026-03-25 08:55:13,528 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:55:13,551 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "POST /latest/telemetry HTTP/1.1" 200 14 INFO: 172.20.0.1:55282 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:55296 - "GET / HTTP/1.0" 200 OK 2026-03-25 08:55:22,716 - lava_callback - INFO - Received callback for node 69c3a25bbbc022e79264490f INFO: 172.20.0.1:41586 - "POST /node/69c3a25bbbc022e79264490f HTTP/1.0" 202 Accepted 2026-03-25 08:55:22,726 - lava_callback - INFO - Starting async job submit for node 69c3a25bbbc022e79264490f 2026-03-25 08:55:22,766 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:55:22,790 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c3a25bbbc022e79264490f HTTP/1.1" 200 None 2026-03-25 08:55:22,792 - lava_callback - DEBUG - Processing node 69c3a25bbbc022e79264490f: baseline-arm64-broonie 2026-03-25 08:55:23,080 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:55:23,394 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:55:23,396 - lava_callback - INFO - Log uploaded to https://files-staging.kernelci.org/baseline-arm64-broonie-69c3a25bbbc022e79264490f/log.txt.gz 2026-03-25 08:55:23,616 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:55:23,831 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:55:23,833 - lava_callback - INFO - LAVA YAML uploaded to https://files-staging.kernelci.org/baseline-arm64-broonie-69c3a25bbbc022e79264490f/lava-logs.yaml 2026-03-25 08:55:23,842 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:55:24,133 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:55:24,135 - lava_callback - INFO - Callback data uploaded to https://files-staging.kernelci.org/baseline-arm64-broonie-69c3a25bbbc022e79264490f/lava_callback.json.gz 2026-03-25 08:55:24,159 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:55:24,177 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c3a25bbbc022e79264490f HTTP/1.1" 200 None 2026-03-25 08:55:24,179 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:55:24,194 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c399cdbbc022e792643ea0 HTTP/1.1" 200 None 2026-03-25 08:55:24,196 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:55:24,223 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c3a25bbbc022e79264490f HTTP/1.1" 200 None 2026-03-25 08:55:24,230 - lava_callback - INFO - Completed processing callback for node 69c3a25bbbc022e79264490f INFO: 172.20.0.1:41592 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:34194 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:34202 - "GET / HTTP/1.0" 200 OK 2026-03-25 08:55:43,553 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:55:43,602 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "POST /latest/telemetry HTTP/1.1" 200 14 INFO: 172.20.0.1:50302 - "GET / HTTP/1.0" 200 OK 2026-03-25 08:55:55,356 - lava_callback - INFO - Received callback for node 69c3a232bbc022e792644869 INFO: 172.20.0.1:56664 - "POST /node/69c3a232bbc022e792644869 HTTP/1.0" 202 Accepted 2026-03-25 08:55:55,367 - lava_callback - INFO - Starting async job submit for node 69c3a232bbc022e792644869 2026-03-25 08:55:55,404 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:55:55,429 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c3a232bbc022e792644869 HTTP/1.1" 200 None 2026-03-25 08:55:55,431 - lava_callback - DEBUG - Processing node 69c3a232bbc022e792644869: baseline-arm64 2026-03-25 08:55:55,800 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:55:56,163 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:55:56,165 - lava_callback - INFO - Log uploaded to https://files-staging.kernelci.org/baseline-arm64-69c3a232bbc022e792644869/log.txt.gz 2026-03-25 08:55:56,385 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 INFO: 172.20.0.1:56674 - "GET / HTTP/1.0" 200 OK 2026-03-25 08:55:56,901 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:55:56,904 - lava_callback - INFO - LAVA YAML uploaded to https://files-staging.kernelci.org/baseline-arm64-69c3a232bbc022e792644869/lava-logs.yaml 2026-03-25 08:55:56,915 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:55:57,079 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:55:57,081 - lava_callback - INFO - Callback data uploaded to https://files-staging.kernelci.org/baseline-arm64-69c3a232bbc022e792644869/lava_callback.json.gz 2026-03-25 08:55:57,099 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:55:57,113 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c3a232bbc022e792644869 HTTP/1.1" 200 None 2026-03-25 08:55:57,114 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:55:57,127 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c399cdbbc022e792643ea0 HTTP/1.1" 200 None 2026-03-25 08:55:57,128 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:55:57,153 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c3a232bbc022e792644869 HTTP/1.1" 200 None 2026-03-25 08:55:57,159 - lava_callback - INFO - Completed processing callback for node 69c3a232bbc022e792644869 2026-03-25 08:56:03,335 - lava_callback - INFO - Received callback for node 69c2ca5a6778148209fd6193 INFO: 172.20.0.1:46710 - "POST /node/69c2ca5a6778148209fd6193 HTTP/1.0" 202 Accepted 2026-03-25 08:56:03,342 - lava_callback - INFO - Starting async job submit for node 69c2ca5a6778148209fd6193 2026-03-25 08:56:03,368 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:56:03,383 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c2ca5a6778148209fd6193 HTTP/1.1" 200 None 2026-03-25 08:56:03,384 - lava_callback - DEBUG - Processing node 69c2ca5a6778148209fd6193: baseline-arm64 2026-03-25 08:56:04,250 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:56:04,380 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:56:04,381 - lava_callback - INFO - Log uploaded to https://files-staging.kernelci.org/baseline-arm64-69c2ca5a6778148209fd6193/log.txt.gz 2026-03-25 08:56:04,727 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:56:05,127 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:56:05,130 - lava_callback - INFO - LAVA YAML uploaded to https://files-staging.kernelci.org/baseline-arm64-69c2ca5a6778148209fd6193/lava-logs.yaml 2026-03-25 08:56:05,142 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:56:05,290 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:56:05,292 - lava_callback - INFO - Callback data uploaded to https://files-staging.kernelci.org/baseline-arm64-69c2ca5a6778148209fd6193/lava_callback.json.gz 2026-03-25 08:56:05,334 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:56:05,362 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c2ca5a6778148209fd6193 HTTP/1.1" 200 None 2026-03-25 08:56:05,364 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:56:05,385 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c2b9626778148209fd337b HTTP/1.1" 200 None 2026-03-25 08:56:05,387 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:56:05,435 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c2ca5a6778148209fd6193 HTTP/1.1" 200 None 2026-03-25 08:56:05,517 - lava_callback - INFO - Completed processing callback for node 69c2ca5a6778148209fd6193 INFO: 172.20.0.1:46722 - "GET / HTTP/1.0" 200 OK 2026-03-25 08:56:13,605 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:56:13,626 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "POST /latest/telemetry HTTP/1.1" 200 14 INFO: 172.20.0.1:38244 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:38260 - "GET / HTTP/1.0" 200 OK 2026-03-25 08:56:23,421 - lava_callback - INFO - Received callback for node 69c39ec8bbc022e7926445fa INFO: 172.20.0.1:36114 - "POST /node/69c39ec8bbc022e7926445fa HTTP/1.0" 202 Accepted 2026-03-25 08:56:23,427 - lava_callback - INFO - Starting async job submit for node 69c39ec8bbc022e7926445fa 2026-03-25 08:56:23,454 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:56:23,468 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c39ec8bbc022e7926445fa HTTP/1.1" 200 None 2026-03-25 08:56:23,469 - lava_callback - DEBUG - Processing node 69c39ec8bbc022e7926445fa: ltp-timers 2026-03-25 08:56:23,925 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:56:24,152 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:56:24,154 - lava_callback - INFO - Log uploaded to https://files-staging.kernelci.org/ltp-timers-69c39ec8bbc022e7926445fa/log.txt.gz 2026-03-25 08:56:24,390 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:56:24,868 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:56:24,870 - lava_callback - INFO - LAVA YAML uploaded to https://files-staging.kernelci.org/ltp-timers-69c39ec8bbc022e7926445fa/lava-logs.yaml 2026-03-25 08:56:24,887 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:56:24,965 - lava_callback - INFO - Received callback for node 69c3a261bbc022e792644925 INFO: 172.20.0.1:36128 - "POST /node/69c3a261bbc022e792644925 HTTP/1.0" 202 Accepted 2026-03-25 08:56:24,972 - lava_callback - INFO - Starting async job submit for node 69c3a261bbc022e792644925 2026-03-25 08:56:24,999 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:56:25,019 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c3a261bbc022e792644925 HTTP/1.1" 200 None 2026-03-25 08:56:25,020 - lava_callback - DEBUG - Processing node 69c3a261bbc022e792644925: baseline-arm64-broonie 2026-03-25 08:56:25,062 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:56:25,109 - lava_callback - INFO - Callback data uploaded to https://files-staging.kernelci.org/ltp-timers-69c39ec8bbc022e7926445fa/lava_callback.json.gz 2026-03-25 08:56:25,179 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:56:25,256 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c39ec8bbc022e7926445fa HTTP/1.1" 200 None 2026-03-25 08:56:25,258 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:56:25,309 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c399c1bbc022e792643e8d HTTP/1.1" 200 None 2026-03-25 08:56:25,311 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:56:25,409 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c39ec8bbc022e7926445fa HTTP/1.1" 200 None 2026-03-25 08:56:25,411 - lava_callback - INFO - Completed processing callback for node 69c39ec8bbc022e7926445fa 2026-03-25 08:56:25,547 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:56:25,851 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:56:25,853 - lava_callback - INFO - Log uploaded to https://files-staging.kernelci.org/baseline-arm64-broonie-69c3a261bbc022e792644925/log.txt.gz 2026-03-25 08:56:26,040 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:56:26,506 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:56:26,509 - lava_callback - INFO - LAVA YAML uploaded to https://files-staging.kernelci.org/baseline-arm64-broonie-69c3a261bbc022e792644925/lava-logs.yaml 2026-03-25 08:56:26,518 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 INFO: 172.20.0.1:36130 - "GET / HTTP/1.0" 200 OK 2026-03-25 08:56:26,684 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:56:26,686 - lava_callback - INFO - Callback data uploaded to https://files-staging.kernelci.org/baseline-arm64-broonie-69c3a261bbc022e792644925/lava_callback.json.gz 2026-03-25 08:56:26,709 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:56:26,724 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c3a261bbc022e792644925 HTTP/1.1" 200 None 2026-03-25 08:56:26,726 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:56:26,739 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c399cdbbc022e792643ea0 HTTP/1.1" 200 None 2026-03-25 08:56:26,740 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:56:26,771 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c3a261bbc022e792644925 HTTP/1.1" 200 None 2026-03-25 08:56:26,772 - lava_callback - INFO - Completed processing callback for node 69c3a261bbc022e792644925 2026-03-25 08:56:30,429 - lava_callback - INFO - Received callback for node 69c39f86bbc022e7926446b1 INFO: 172.20.0.1:41404 - "POST /node/69c39f86bbc022e7926446b1 HTTP/1.0" 202 Accepted 2026-03-25 08:56:30,443 - lava_callback - INFO - Starting async job submit for node 69c39f86bbc022e7926446b1 2026-03-25 08:56:30,544 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:56:30,569 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c39f86bbc022e7926446b1 HTTP/1.1" 200 None 2026-03-25 08:56:30,570 - lava_callback - DEBUG - Processing node 69c39f86bbc022e7926446b1: baseline-x86 2026-03-25 08:56:31,624 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:56:31,828 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:56:31,829 - lava_callback - INFO - Log uploaded to https://files-staging.kernelci.org/baseline-x86-69c39f86bbc022e7926446b1/log.txt.gz 2026-03-25 08:56:32,458 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:56:32,937 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:56:32,939 - lava_callback - INFO - LAVA YAML uploaded to https://files-staging.kernelci.org/baseline-x86-69c39f86bbc022e7926446b1/lava-logs.yaml 2026-03-25 08:56:32,958 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:56:33,136 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:56:33,139 - lava_callback - INFO - Callback data uploaded to https://files-staging.kernelci.org/baseline-x86-69c39f86bbc022e7926446b1/lava_callback.json.gz DEBUG: Setup failed for 69c39f86bbc022e7926446b1. Transitting job node result: incomplete -> fail 2026-03-25 08:56:33,297 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:56:33,326 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c39f86bbc022e7926446b1 HTTP/1.1" 200 None 2026-03-25 08:56:33,328 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:56:33,349 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c399e2bbc022e792643ec4 HTTP/1.1" 200 None 2026-03-25 08:56:33,351 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:56:33,396 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c39f86bbc022e7926446b1 HTTP/1.1" 200 None 2026-03-25 08:56:33,578 - lava_callback - INFO - Completed processing callback for node 69c39f86bbc022e7926446b1 INFO: 172.20.0.1:41406 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:41408 - "GET / HTTP/1.0" 200 OK 2026-03-25 08:56:38,495 - lava_callback - INFO - Received callback for node 69c10038acdb2e26c83cd569 INFO: 172.20.0.1:41420 - "POST /node/69c10038acdb2e26c83cd569 HTTP/1.0" 202 Accepted 2026-03-25 08:56:38,504 - lava_callback - INFO - Starting async job submit for node 69c10038acdb2e26c83cd569 2026-03-25 08:56:38,505 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:56:38,529 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c10038acdb2e26c83cd569 HTTP/1.1" 200 None 2026-03-25 08:56:38,530 - lava_callback - DEBUG - Processing node 69c10038acdb2e26c83cd569: baseline-arm-baylibre 2026-03-25 08:56:38,531 - lava_callback - WARNING - No log data found in callback Job failure metadata not found for node: 69c10038acdb2e26c83cd569 2026-03-25 08:56:38,532 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:56:38,552 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c10038acdb2e26c83cd569 HTTP/1.1" 200 None 2026-03-25 08:56:38,554 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:56:38,570 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69b90e350ec88e58bad0d0dd HTTP/1.1" 200 None 2026-03-25 08:56:38,572 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:56:38,600 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c10038acdb2e26c83cd569 HTTP/1.1" 200 None 2026-03-25 08:56:38,603 - lava_callback - ERROR - Error processing callback for node 69c10038acdb2e26c83cd569: 'lava' Traceback (most recent call last): File "/home/kernelci/pipeline/lava_callback.py", line 366, in async_job_submit _emit_callback_telemetry( File "/home/kernelci/pipeline/lava_callback.py", line 387, in _emit_callback_telemetry is_infra = job_callback.is_infra_error() if job_node.get( ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/local/lib/python3.12/site-packages/kernelci/runtime/lava.py", line 119, in is_infra_error lava_yaml = self._data['results']['lava'] ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^ KeyError: 'lava' 2026-03-25 08:56:43,629 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:56:43,657 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "POST /latest/telemetry HTTP/1.1" 200 14 INFO: 172.20.0.1:51838 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:48718 - "GET / HTTP/1.0" 200 OK 2026-03-25 08:57:00,956 - lava_callback - INFO - Received callback for node 69c3a241bbc022e7926448a8 INFO: 172.20.0.1:41172 - "POST /node/69c3a241bbc022e7926448a8 HTTP/1.0" 202 Accepted 2026-03-25 08:57:00,962 - lava_callback - INFO - Starting async job submit for node 69c3a241bbc022e7926448a8 2026-03-25 08:57:00,980 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:57:00,996 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c3a241bbc022e7926448a8 HTTP/1.1" 200 None 2026-03-25 08:57:00,996 - lava_callback - DEBUG - Processing node 69c3a241bbc022e7926448a8: baseline-nfs-arm64 2026-03-25 08:57:01,438 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:57:01,672 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:57:01,674 - lava_callback - INFO - Log uploaded to https://files-staging.kernelci.org/baseline-nfs-arm64-69c3a241bbc022e7926448a8/log.txt.gz 2026-03-25 08:57:01,912 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:57:02,137 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:57:02,139 - lava_callback - INFO - LAVA YAML uploaded to https://files-staging.kernelci.org/baseline-nfs-arm64-69c3a241bbc022e7926448a8/lava-logs.yaml 2026-03-25 08:57:02,149 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:57:02,318 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:57:02,320 - lava_callback - INFO - Callback data uploaded to https://files-staging.kernelci.org/baseline-nfs-arm64-69c3a241bbc022e7926448a8/lava_callback.json.gz 2026-03-25 08:57:02,339 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:57:02,359 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c3a241bbc022e7926448a8 HTTP/1.1" 200 None 2026-03-25 08:57:02,361 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:57:02,378 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c399cdbbc022e792643ea0 HTTP/1.1" 200 None 2026-03-25 08:57:02,379 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:57:02,405 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c3a241bbc022e7926448a8 HTTP/1.1" 200 None 2026-03-25 08:57:02,412 - lava_callback - INFO - Completed processing callback for node 69c3a241bbc022e7926448a8 INFO: 172.20.0.1:41184 - "GET / HTTP/1.0" 200 OK 2026-03-25 08:57:13,659 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:57:13,696 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "POST /latest/telemetry HTTP/1.1" 200 14 INFO: 172.20.0.1:40204 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:40218 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:56176 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:41926 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:41930 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:59682 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:56808 - "GET / HTTP/1.0" 200 OK 2026-03-25 08:57:54,209 - lava_callback - INFO - Received callback for node 69c39ec9bbc022e7926445fe INFO: 172.20.0.1:56810 - "POST /node/69c39ec9bbc022e7926445fe HTTP/1.0" 202 Accepted 2026-03-25 08:57:54,215 - lava_callback - INFO - Starting async job submit for node 69c39ec9bbc022e7926445fe 2026-03-25 08:57:54,240 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:57:54,254 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c39ec9bbc022e7926445fe HTTP/1.1" 200 None 2026-03-25 08:57:54,255 - lava_callback - DEBUG - Processing node 69c39ec9bbc022e7926445fe: ltp-watchqueue 2026-03-25 08:57:54,620 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:57:54,757 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:57:54,759 - lava_callback - INFO - Log uploaded to https://files-staging.kernelci.org/ltp-watchqueue-69c39ec9bbc022e7926445fe/log.txt.gz 2026-03-25 08:57:54,963 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:57:55,190 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:57:55,192 - lava_callback - INFO - LAVA YAML uploaded to https://files-staging.kernelci.org/ltp-watchqueue-69c39ec9bbc022e7926445fe/lava-logs.yaml 2026-03-25 08:57:55,201 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:57:55,377 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:57:55,379 - lava_callback - INFO - Callback data uploaded to https://files-staging.kernelci.org/ltp-watchqueue-69c39ec9bbc022e7926445fe/lava_callback.json.gz 2026-03-25 08:57:55,412 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:57:55,426 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c39ec9bbc022e7926445fe HTTP/1.1" 200 None 2026-03-25 08:57:55,428 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:57:55,453 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c399c1bbc022e792643e8d HTTP/1.1" 200 None 2026-03-25 08:57:55,455 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:57:55,479 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c39ec9bbc022e7926445fe HTTP/1.1" 200 None 2026-03-25 08:57:55,485 - lava_callback - INFO - Completed processing callback for node 69c39ec9bbc022e7926445fe INFO: 172.20.0.1:56826 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:56290 - "GET / HTTP/1.0" 200 OK 2026-03-25 08:58:13,698 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:58:13,714 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "POST /latest/telemetry HTTP/1.1" 200 14 INFO: 172.20.0.1:41598 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:41604 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:33686 - "GET /favicon.ico HTTP/1.0" 404 Not Found INFO: 172.20.0.1:33690 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:35558 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:35574 - "GET / HTTP/1.0" 200 OK 2026-03-25 08:58:42,937 - lava_callback - INFO - Received callback for node 69c17ec32b2b51e9ad97a956 INFO: 172.20.0.1:45778 - "POST /node/69c17ec32b2b51e9ad97a956 HTTP/1.0" 202 Accepted 2026-03-25 08:58:42,943 - lava_callback - INFO - Starting async job submit for node 69c17ec32b2b51e9ad97a956 2026-03-25 08:58:42,960 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:58:42,975 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c17ec32b2b51e9ad97a956 HTTP/1.1" 200 None 2026-03-25 08:58:42,976 - lava_callback - DEBUG - Processing node 69c17ec32b2b51e9ad97a956: baseline-arm64-broonie 2026-03-25 08:58:43,286 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:58:43,415 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:58:43,417 - lava_callback - INFO - Log uploaded to https://files-staging.kernelci.org/baseline-arm64-broonie-69c17ec32b2b51e9ad97a956/log.txt.gz 2026-03-25 08:58:43,619 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:58:43,820 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:58:43,822 - lava_callback - INFO - LAVA YAML uploaded to https://files-staging.kernelci.org/baseline-arm64-broonie-69c17ec32b2b51e9ad97a956/lava-logs.yaml 2026-03-25 08:58:43,830 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 08:58:43,999 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 08:58:44,000 - lava_callback - INFO - Callback data uploaded to https://files-staging.kernelci.org/baseline-arm64-broonie-69c17ec32b2b51e9ad97a956/lava_callback.json.gz 2026-03-25 08:58:44,019 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:58:44,034 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c17ec32b2b51e9ad97a956 HTTP/1.1" 200 None 2026-03-25 08:58:44,036 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:58:44,049 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c1679b2b2b51e9ad977955 HTTP/1.1" 200 None 2026-03-25 08:58:44,051 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:58:44,082 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c17ec32b2b51e9ad97a956 HTTP/1.1" 200 None 2026-03-25 08:58:44,093 - lava_callback - INFO - Completed processing callback for node 69c17ec32b2b51e9ad97a956 INFO: 172.20.0.1:45780 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:44958 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:58998 - "GET / HTTP/1.0" 200 OK 2026-03-25 08:59:13,717 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 08:59:13,733 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "POST /latest/telemetry HTTP/1.1" 200 14 INFO: 172.20.0.1:45312 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:45314 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:41640 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:36598 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:36612 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:58260 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:35922 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:35390 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:35872 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:35882 - "GET / HTTP/1.0" 200 OK 2026-03-25 09:00:20,219 - lava_callback - INFO - Received callback for node 69c3a237bbc022e792644888 INFO: 172.20.0.1:50780 - "POST /node/69c3a237bbc022e792644888 HTTP/1.0" 202 Accepted 2026-03-25 09:00:20,226 - lava_callback - INFO - Starting async job submit for node 69c3a237bbc022e792644888 2026-03-25 09:00:20,257 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:00:20,271 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c3a237bbc022e792644888 HTTP/1.1" 200 None 2026-03-25 09:00:20,272 - lava_callback - DEBUG - Processing node 69c3a237bbc022e792644888: baseline-arm64 2026-03-25 09:00:21,098 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 09:00:21,309 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 09:00:21,310 - lava_callback - INFO - Log uploaded to https://files-staging.kernelci.org/baseline-arm64-69c3a237bbc022e792644888/log.txt.gz 2026-03-25 09:00:21,749 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 09:00:22,022 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 09:00:22,024 - lava_callback - INFO - LAVA YAML uploaded to https://files-staging.kernelci.org/baseline-arm64-69c3a237bbc022e792644888/lava-logs.yaml 2026-03-25 09:00:22,041 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 09:00:22,195 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 09:00:22,197 - lava_callback - INFO - Callback data uploaded to https://files-staging.kernelci.org/baseline-arm64-69c3a237bbc022e792644888/lava_callback.json.gz 2026-03-25 09:00:22,246 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:00:22,268 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c3a237bbc022e792644888 HTTP/1.1" 200 None 2026-03-25 09:00:22,270 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:00:22,283 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c399cdbbc022e792643ea0 HTTP/1.1" 200 None 2026-03-25 09:00:22,285 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:00:22,310 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c3a237bbc022e792644888 HTTP/1.1" 200 None 2026-03-25 09:00:22,312 - lava_callback - INFO - Completed processing callback for node 69c3a237bbc022e792644888 2026-03-25 09:00:23,084 - lava_callback - INFO - Received callback for node 69c3a23fbbc022e79264489e INFO: 172.20.0.1:50786 - "POST /node/69c3a23fbbc022e79264489e HTTP/1.0" 202 Accepted 2026-03-25 09:00:23,092 - lava_callback - INFO - Starting async job submit for node 69c3a23fbbc022e79264489e 2026-03-25 09:00:23,129 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:00:23,154 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c3a23fbbc022e79264489e HTTP/1.1" 200 None 2026-03-25 09:00:23,155 - lava_callback - DEBUG - Processing node 69c3a23fbbc022e79264489e: baseline-arm64 2026-03-25 09:00:23,526 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 09:00:23,659 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 09:00:23,661 - lava_callback - INFO - Log uploaded to https://files-staging.kernelci.org/baseline-arm64-69c3a23fbbc022e79264489e/log.txt.gz 2026-03-25 09:00:23,876 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 09:00:24,096 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 09:00:24,098 - lava_callback - INFO - LAVA YAML uploaded to https://files-staging.kernelci.org/baseline-arm64-69c3a23fbbc022e79264489e/lava-logs.yaml 2026-03-25 09:00:24,107 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 09:00:24,252 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 09:00:24,254 - lava_callback - INFO - Callback data uploaded to https://files-staging.kernelci.org/baseline-arm64-69c3a23fbbc022e79264489e/lava_callback.json.gz DEBUG: Setup failed for 69c3a23fbbc022e79264489e. Transitting job node result: incomplete -> fail 2026-03-25 09:00:24,324 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:00:24,339 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c3a23fbbc022e79264489e HTTP/1.1" 200 None 2026-03-25 09:00:24,340 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:00:24,354 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c399cdbbc022e792643ea0 HTTP/1.1" 200 None 2026-03-25 09:00:24,355 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:00:24,378 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c3a23fbbc022e79264489e HTTP/1.1" 200 None 2026-03-25 09:00:24,444 - lava_callback - INFO - Completed processing callback for node 69c3a23fbbc022e79264489e INFO: 172.20.0.1:50788 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:53610 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:53624 - "GET / HTTP/1.0" 200 OK 2026-03-25 09:00:43,735 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:00:43,751 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "POST /latest/telemetry HTTP/1.1" 200 14 INFO: 172.20.0.1:34940 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:33340 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:46400 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:35462 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:35464 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:33730 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:58636 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:58644 - "GET / HTTP/1.0" 200 OK 2026-03-25 09:01:43,014 - lava_callback - INFO - Received callback for node 69c1e3b50efaf21d9310608b INFO: 172.20.0.1:58216 - "POST /node/69c1e3b50efaf21d9310608b HTTP/1.0" 202 Accepted 2026-03-25 09:01:43,020 - lava_callback - INFO - Starting async job submit for node 69c1e3b50efaf21d9310608b 2026-03-25 09:01:43,038 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:01:43,053 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c1e3b50efaf21d9310608b HTTP/1.1" 200 None 2026-03-25 09:01:43,054 - lava_callback - DEBUG - Processing node 69c1e3b50efaf21d9310608b: baseline-arm64-broonie 2026-03-25 09:01:43,388 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 09:01:43,527 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 09:01:43,529 - lava_callback - INFO - Log uploaded to https://files-staging.kernelci.org/baseline-arm64-broonie-69c1e3b50efaf21d9310608b/log.txt.gz 2026-03-25 09:01:43,720 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 09:01:43,942 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 09:01:43,944 - lava_callback - INFO - LAVA YAML uploaded to https://files-staging.kernelci.org/baseline-arm64-broonie-69c1e3b50efaf21d9310608b/lava-logs.yaml 2026-03-25 09:01:43,952 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 09:01:44,096 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 09:01:44,097 - lava_callback - INFO - Callback data uploaded to https://files-staging.kernelci.org/baseline-arm64-broonie-69c1e3b50efaf21d9310608b/lava_callback.json.gz 2026-03-25 09:01:44,134 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:01:44,148 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c1e3b50efaf21d9310608b HTTP/1.1" 200 None 2026-03-25 09:01:44,150 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:01:44,164 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c1d8400efaf21d93103552 HTTP/1.1" 200 None 2026-03-25 09:01:44,165 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:01:44,193 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c1e3b50efaf21d9310608b HTTP/1.1" 200 None 2026-03-25 09:01:44,244 - lava_callback - INFO - Completed processing callback for node 69c1e3b50efaf21d9310608b INFO: 172.20.0.1:58222 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:38728 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:34568 - "GET / HTTP/1.0" 200 OK 2026-03-25 09:02:13,753 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:02:13,770 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "POST /latest/telemetry HTTP/1.1" 200 14 INFO: 172.20.0.1:34554 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:34558 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:46972 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:59174 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:59190 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:40054 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:45512 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:54816 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:35918 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:35932 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:35162 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:57876 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:57878 - "GET / HTTP/1.0" 200 OK 2026-03-25 09:03:43,382 - lava_callback - INFO - Received callback for node 69c23c2c0efaf21d93107f4b INFO: 172.20.0.1:49890 - "POST /node/69c23c2c0efaf21d93107f4b HTTP/1.0" 202 Accepted 2026-03-25 09:03:43,388 - lava_callback - INFO - Starting async job submit for node 69c23c2c0efaf21d93107f4b 2026-03-25 09:03:43,405 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:03:43,420 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c23c2c0efaf21d93107f4b HTTP/1.1" 200 None 2026-03-25 09:03:43,421 - lava_callback - DEBUG - Processing node 69c23c2c0efaf21d93107f4b: baseline-arm64-broonie 2026-03-25 09:03:43,737 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 09:03:43,894 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 09:03:43,896 - lava_callback - INFO - Log uploaded to https://files-staging.kernelci.org/baseline-arm64-broonie-69c23c2c0efaf21d93107f4b/log.txt.gz 2026-03-25 09:03:44,090 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 09:03:44,311 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 09:03:44,313 - lava_callback - INFO - LAVA YAML uploaded to https://files-staging.kernelci.org/baseline-arm64-broonie-69c23c2c0efaf21d93107f4b/lava-logs.yaml 2026-03-25 09:03:44,322 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 09:03:44,483 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 09:03:44,485 - lava_callback - INFO - Callback data uploaded to https://files-staging.kernelci.org/baseline-arm64-broonie-69c23c2c0efaf21d93107f4b/lava_callback.json.gz 2026-03-25 09:03:44,503 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:03:44,517 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c23c2c0efaf21d93107f4b HTTP/1.1" 200 None 2026-03-25 09:03:44,519 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:03:44,534 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c1d8400efaf21d93103552 HTTP/1.1" 200 None 2026-03-25 09:03:44,536 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:03:44,564 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c23c2c0efaf21d93107f4b HTTP/1.1" 200 None 2026-03-25 09:03:44,565 - lava_callback - INFO - Completed processing callback for node 69c23c2c0efaf21d93107f4b INFO: 172.20.0.1:49896 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:39298 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:36228 - "GET / HTTP/1.0" 200 OK 2026-03-25 09:04:13,772 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:04:13,788 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "POST /latest/telemetry HTTP/1.1" 200 14 INFO: 172.20.0.1:56448 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:56450 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:45734 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:59620 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:59634 - "GET / HTTP/1.0" 200 OK 2026-03-25 09:04:43,823 - lava_callback - INFO - Received callback for node 69c2cb5b6778148209fd61d6 INFO: 172.20.0.1:46504 - "POST /node/69c2cb5b6778148209fd61d6 HTTP/1.0" 202 Accepted 2026-03-25 09:04:43,829 - lava_callback - INFO - Starting async job submit for node 69c2cb5b6778148209fd61d6 2026-03-25 09:04:43,856 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:04:43,870 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c2cb5b6778148209fd61d6 HTTP/1.1" 200 None 2026-03-25 09:04:43,871 - lava_callback - DEBUG - Processing node 69c2cb5b6778148209fd61d6: baseline-nfs-arm64 2026-03-25 09:04:44,175 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 09:04:44,340 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 09:04:44,342 - lava_callback - INFO - Log uploaded to https://files-staging.kernelci.org/baseline-nfs-arm64-69c2cb5b6778148209fd61d6/log.txt.gz 2026-03-25 09:04:44,488 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 09:04:44,801 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 09:04:44,803 - lava_callback - INFO - LAVA YAML uploaded to https://files-staging.kernelci.org/baseline-nfs-arm64-69c2cb5b6778148209fd61d6/lava-logs.yaml 2026-03-25 09:04:44,809 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 09:04:45,001 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 09:04:45,003 - lava_callback - INFO - Callback data uploaded to https://files-staging.kernelci.org/baseline-nfs-arm64-69c2cb5b6778148209fd61d6/lava_callback.json.gz 2026-03-25 09:04:45,043 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:04:45,061 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c2cb5b6778148209fd61d6 HTTP/1.1" 200 None 2026-03-25 09:04:45,063 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:04:45,087 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c2b9626778148209fd337b HTTP/1.1" 200 None 2026-03-25 09:04:45,089 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:04:45,119 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c2cb5b6778148209fd61d6 HTTP/1.1" 200 None 2026-03-25 09:04:45,210 - lava_callback - INFO - Completed processing callback for node 69c2cb5b6778148209fd61d6 INFO: 172.20.0.1:46506 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:56998 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:44106 - "GET / HTTP/1.0" 200 OK 2026-03-25 09:05:13,790 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:05:13,807 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "POST /latest/telemetry HTTP/1.1" 200 14 INFO: 172.20.0.1:34944 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:34960 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:42782 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:36948 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:36958 - "GET / HTTP/1.0" 200 OK 2026-03-25 09:05:45,091 - lava_callback - INFO - Received callback for node 69c251874a2c5046eb8802e6 INFO: 172.20.0.1:50464 - "POST /node/69c251874a2c5046eb8802e6 HTTP/1.0" 202 Accepted 2026-03-25 09:05:45,100 - lava_callback - INFO - Starting async job submit for node 69c251874a2c5046eb8802e6 2026-03-25 09:05:45,120 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:05:45,141 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c251874a2c5046eb8802e6 HTTP/1.1" 200 None 2026-03-25 09:05:45,142 - lava_callback - DEBUG - Processing node 69c251874a2c5046eb8802e6: baseline-arm64-broonie 2026-03-25 09:05:45,558 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 09:05:45,713 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 09:05:45,715 - lava_callback - INFO - Log uploaded to https://files-staging.kernelci.org/baseline-arm64-broonie-69c251874a2c5046eb8802e6/log.txt.gz 2026-03-25 09:05:45,927 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 09:05:46,199 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 09:05:46,201 - lava_callback - INFO - LAVA YAML uploaded to https://files-staging.kernelci.org/baseline-arm64-broonie-69c251874a2c5046eb8802e6/lava-logs.yaml 2026-03-25 09:05:46,212 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 09:05:46,389 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 09:05:46,390 - lava_callback - INFO - Callback data uploaded to https://files-staging.kernelci.org/baseline-arm64-broonie-69c251874a2c5046eb8802e6/lava_callback.json.gz 2026-03-25 09:05:46,409 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:05:46,426 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c251874a2c5046eb8802e6 HTTP/1.1" 200 None 2026-03-25 09:05:46,428 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:05:46,443 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c248e54a2c5046eb87f89f HTTP/1.1" 200 None 2026-03-25 09:05:46,444 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:05:46,473 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c251874a2c5046eb8802e6 HTTP/1.1" 200 None 2026-03-25 09:05:46,474 - lava_callback - INFO - Completed processing callback for node 69c251874a2c5046eb8802e6 INFO: 172.20.0.1:50468 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:50344 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:43460 - "GET / HTTP/1.0" 200 OK 2026-03-25 09:06:13,810 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:06:13,827 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "POST /latest/telemetry HTTP/1.1" 200 14 INFO: 172.20.0.1:35988 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:35996 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:57232 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:46228 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:46244 - "GET / HTTP/1.0" 200 OK 2026-03-25 09:06:38,941 - lava_callback - INFO - Received callback for node 69c10292acdb2e26c83cd62b INFO: 172.20.0.1:46256 - "POST /node/69c10292acdb2e26c83cd62b HTTP/1.0" 202 Accepted 2026-03-25 09:06:38,947 - lava_callback - INFO - Starting async job submit for node 69c10292acdb2e26c83cd62b 2026-03-25 09:06:38,948 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:06:38,963 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c10292acdb2e26c83cd62b HTTP/1.1" 200 None 2026-03-25 09:06:38,964 - lava_callback - DEBUG - Processing node 69c10292acdb2e26c83cd62b: baseline-arm-baylibre 2026-03-25 09:06:38,964 - lava_callback - WARNING - No log data found in callback Job failure metadata not found for node: 69c10292acdb2e26c83cd62b 2026-03-25 09:06:38,965 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:06:38,978 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c10292acdb2e26c83cd62b HTTP/1.1" 200 None 2026-03-25 09:06:38,979 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:06:39,001 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69b90e350ec88e58bad0d0dd HTTP/1.1" 200 None 2026-03-25 09:06:39,003 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:06:39,024 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c10292acdb2e26c83cd62b HTTP/1.1" 200 None 2026-03-25 09:06:39,033 - lava_callback - ERROR - Error processing callback for node 69c10292acdb2e26c83cd62b: 'lava' Traceback (most recent call last): File "/home/kernelci/pipeline/lava_callback.py", line 366, in async_job_submit _emit_callback_telemetry( File "/home/kernelci/pipeline/lava_callback.py", line 387, in _emit_callback_telemetry is_infra = job_callback.is_infra_error() if job_node.get( ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/local/lib/python3.12/site-packages/kernelci/runtime/lava.py", line 119, in is_infra_error lava_yaml = self._data['results']['lava'] ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^ KeyError: 'lava' 2026-03-25 09:06:39,887 - lava_callback - INFO - Received callback for node 69c39e9fbbc022e79264459d INFO: 172.20.0.1:34050 - "POST /node/69c39e9fbbc022e79264459d HTTP/1.0" 202 Accepted 2026-03-25 09:06:39,933 - lava_callback - INFO - Starting async job submit for node 69c39e9fbbc022e79264459d 2026-03-25 09:06:39,957 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:06:39,972 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c39e9fbbc022e79264459d HTTP/1.1" 200 None 2026-03-25 09:06:39,973 - lava_callback - DEBUG - Processing node 69c39e9fbbc022e79264459d: baseline-arm-pengutronix 2026-03-25 09:06:40,105 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 09:06:40,246 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 09:06:40,247 - lava_callback - INFO - Log uploaded to https://files-staging.kernelci.org/baseline-arm-pengutronix-69c39e9fbbc022e79264459d/log.txt.gz 2026-03-25 09:06:40,305 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 09:06:40,465 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 09:06:40,467 - lava_callback - INFO - LAVA YAML uploaded to https://files-staging.kernelci.org/baseline-arm-pengutronix-69c39e9fbbc022e79264459d/lava-logs.yaml 2026-03-25 09:06:40,470 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 09:06:40,596 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 09:06:40,598 - lava_callback - INFO - Callback data uploaded to https://files-staging.kernelci.org/baseline-arm-pengutronix-69c39e9fbbc022e79264459d/lava_callback.json.gz DEBUG: Setup failed for 69c39e9fbbc022e79264459d. Transitting job node result: incomplete -> fail 2026-03-25 09:06:40,657 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:06:40,683 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c39e9fbbc022e79264459d HTTP/1.1" 200 None 2026-03-25 09:06:40,685 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:06:40,698 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c399c1bbc022e792643e8d HTTP/1.1" 200 None 2026-03-25 09:06:40,700 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:06:40,723 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c39e9fbbc022e79264459d HTTP/1.1" 200 None 2026-03-25 09:06:40,783 - lava_callback - INFO - Completed processing callback for node 69c39e9fbbc022e79264459d 2026-03-25 09:06:43,830 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:06:43,847 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "POST /latest/telemetry HTTP/1.1" 200 14 INFO: 172.20.0.1:34052 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:55158 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:48876 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:36724 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:36736 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:60138 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:46654 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:46668 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:43276 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:51080 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:52046 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:49038 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:49054 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:48826 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:35454 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:35456 - "GET / HTTP/1.0" 200 OK 2026-03-25 09:08:43,533 - lava_callback - INFO - Received callback for node 69c290de4a2c5046eb880c5a INFO: 172.20.0.1:47692 - "POST /node/69c290de4a2c5046eb880c5a HTTP/1.0" 202 Accepted 2026-03-25 09:08:43,542 - lava_callback - INFO - Starting async job submit for node 69c290de4a2c5046eb880c5a 2026-03-25 09:08:43,560 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:08:43,575 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c290de4a2c5046eb880c5a HTTP/1.1" 200 None 2026-03-25 09:08:43,576 - lava_callback - DEBUG - Processing node 69c290de4a2c5046eb880c5a: baseline-arm64-broonie 2026-03-25 09:08:43,887 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 09:08:44,053 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 09:08:44,055 - lava_callback - INFO - Log uploaded to https://files-staging.kernelci.org/baseline-arm64-broonie-69c290de4a2c5046eb880c5a/log.txt.gz 2026-03-25 09:08:44,247 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 09:08:44,498 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 09:08:44,500 - lava_callback - INFO - LAVA YAML uploaded to https://files-staging.kernelci.org/baseline-arm64-broonie-69c290de4a2c5046eb880c5a/lava-logs.yaml 2026-03-25 09:08:44,508 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 09:08:44,670 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 09:08:44,672 - lava_callback - INFO - Callback data uploaded to https://files-staging.kernelci.org/baseline-arm64-broonie-69c290de4a2c5046eb880c5a/lava_callback.json.gz 2026-03-25 09:08:44,709 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:08:44,724 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c290de4a2c5046eb880c5a HTTP/1.1" 200 None 2026-03-25 09:08:44,725 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:08:44,739 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c1d8400efaf21d93103552 HTTP/1.1" 200 None 2026-03-25 09:08:44,741 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:08:44,774 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c290de4a2c5046eb880c5a HTTP/1.1" 200 None 2026-03-25 09:08:44,819 - lava_callback - INFO - Completed processing callback for node 69c290de4a2c5046eb880c5a INFO: 172.20.0.1:47694 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:39472 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:56140 - "GET / HTTP/1.0" 200 OK 2026-03-25 09:09:13,854 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:09:13,890 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "POST /latest/telemetry HTTP/1.1" 200 14 INFO: 172.20.0.1:53472 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:53476 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:33124 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:56376 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:56390 - "GET / HTTP/1.0" 200 OK 2026-03-25 09:09:38,268 - lava_callback - INFO - Received callback for node 69c1034bacdb2e26c83cd670 INFO: 172.20.0.1:56404 - "POST /node/69c1034bacdb2e26c83cd670 HTTP/1.0" 202 Accepted 2026-03-25 09:09:38,274 - lava_callback - INFO - Starting async job submit for node 69c1034bacdb2e26c83cd670 2026-03-25 09:09:38,275 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:09:38,289 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c1034bacdb2e26c83cd670 HTTP/1.1" 200 None 2026-03-25 09:09:38,290 - lava_callback - DEBUG - Processing node 69c1034bacdb2e26c83cd670: baseline-arm-clabbe 2026-03-25 09:09:38,290 - lava_callback - WARNING - No log data found in callback Job failure metadata not found for node: 69c1034bacdb2e26c83cd670 2026-03-25 09:09:38,291 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:09:38,304 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c1034bacdb2e26c83cd670 HTTP/1.1" 200 None 2026-03-25 09:09:38,306 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:09:38,320 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69b90e350ec88e58bad0d0dd HTTP/1.1" 200 None 2026-03-25 09:09:38,322 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:09:38,350 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c1034bacdb2e26c83cd670 HTTP/1.1" 200 None 2026-03-25 09:09:38,351 - lava_callback - ERROR - Error processing callback for node 69c1034bacdb2e26c83cd670: 'lava' Traceback (most recent call last): File "/home/kernelci/pipeline/lava_callback.py", line 366, in async_job_submit _emit_callback_telemetry( File "/home/kernelci/pipeline/lava_callback.py", line 387, in _emit_callback_telemetry is_infra = job_callback.is_infra_error() if job_node.get( ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/local/lib/python3.12/site-packages/kernelci/runtime/lava.py", line 119, in is_infra_error lava_yaml = self._data['results']['lava'] ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^ KeyError: 'lava' INFO: 172.20.0.1:41778 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:35566 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:38168 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:32782 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:32798 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:42202 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:42572 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:42578 - "GET / HTTP/1.0" 200 OK 2026-03-25 09:10:43,335 - lava_callback - INFO - Received callback for node 69c2aa5a4a2c5046eb881056 INFO: 172.20.0.1:50246 - "POST /node/69c2aa5a4a2c5046eb881056 HTTP/1.0" 202 Accepted 2026-03-25 09:10:43,341 - lava_callback - INFO - Starting async job submit for node 69c2aa5a4a2c5046eb881056 2026-03-25 09:10:43,358 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:10:43,374 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c2aa5a4a2c5046eb881056 HTTP/1.1" 200 None 2026-03-25 09:10:43,375 - lava_callback - DEBUG - Processing node 69c2aa5a4a2c5046eb881056: baseline-arm64-broonie 2026-03-25 09:10:43,708 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 09:10:43,865 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 09:10:43,866 - lava_callback - INFO - Log uploaded to https://files-staging.kernelci.org/baseline-arm64-broonie-69c2aa5a4a2c5046eb881056/log.txt.gz 2026-03-25 09:10:44,064 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 09:10:44,272 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 09:10:44,275 - lava_callback - INFO - LAVA YAML uploaded to https://files-staging.kernelci.org/baseline-arm64-broonie-69c2aa5a4a2c5046eb881056/lava-logs.yaml 2026-03-25 09:10:44,283 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 09:10:44,456 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 09:10:44,457 - lava_callback - INFO - Callback data uploaded to https://files-staging.kernelci.org/baseline-arm64-broonie-69c2aa5a4a2c5046eb881056/lava_callback.json.gz 2026-03-25 09:10:44,475 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:10:44,506 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c2aa5a4a2c5046eb881056 HTTP/1.1" 200 None 2026-03-25 09:10:44,508 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:10:44,521 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c248e54a2c5046eb87f89f HTTP/1.1" 200 None 2026-03-25 09:10:44,523 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:10:44,547 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c2aa5a4a2c5046eb881056 HTTP/1.1" 200 None 2026-03-25 09:10:44,555 - lava_callback - INFO - Completed processing callback for node 69c2aa5a4a2c5046eb881056 INFO: 172.20.0.1:50252 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:33398 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:54390 - "GET / HTTP/1.0" 200 OK 2026-03-25 09:11:13,898 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:11:13,913 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "POST /latest/telemetry HTTP/1.1" 200 14 INFO: 172.20.0.1:52606 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:52612 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:32906 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:55288 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:55290 - "GET / HTTP/1.0" 200 OK 2026-03-25 09:11:38,299 - lava_callback - INFO - Received callback for node 69c103b8acdb2e26c83cd695 INFO: 172.20.0.1:55302 - "POST /node/69c103b8acdb2e26c83cd695 HTTP/1.0" 202 Accepted 2026-03-25 09:11:38,304 - lava_callback - INFO - Starting async job submit for node 69c103b8acdb2e26c83cd695 2026-03-25 09:11:38,305 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:11:38,320 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c103b8acdb2e26c83cd695 HTTP/1.1" 200 None 2026-03-25 09:11:38,321 - lava_callback - DEBUG - Processing node 69c103b8acdb2e26c83cd695: baseline-arm-clabbe 2026-03-25 09:11:38,321 - lava_callback - WARNING - No log data found in callback Job failure metadata not found for node: 69c103b8acdb2e26c83cd695 2026-03-25 09:11:38,321 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:11:38,340 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c103b8acdb2e26c83cd695 HTTP/1.1" 200 None 2026-03-25 09:11:38,341 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:11:38,355 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69b90e350ec88e58bad0d0dd HTTP/1.1" 200 None 2026-03-25 09:11:38,357 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:11:38,377 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c103b8acdb2e26c83cd695 HTTP/1.1" 200 None 2026-03-25 09:11:38,379 - lava_callback - ERROR - Error processing callback for node 69c103b8acdb2e26c83cd695: 'lava' Traceback (most recent call last): File "/home/kernelci/pipeline/lava_callback.py", line 366, in async_job_submit _emit_callback_telemetry( File "/home/kernelci/pipeline/lava_callback.py", line 387, in _emit_callback_telemetry is_infra = job_callback.is_infra_error() if job_node.get( ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/local/lib/python3.12/site-packages/kernelci/runtime/lava.py", line 119, in is_infra_error lava_yaml = self._data['results']['lava'] ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^ KeyError: 'lava' INFO: 172.20.0.1:46942 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:57678 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:57692 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:47172 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:47174 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:34640 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:43760 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:43768 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:34504 - "GET / HTTP/1.0" 200 OK 2026-03-25 09:12:48,632 - lava_callback - INFO - Received callback for node 69c3a244bbc022e7926448ae INFO: 172.20.0.1:34508 - "POST /node/69c3a244bbc022e7926448ae HTTP/1.0" 202 Accepted 2026-03-25 09:12:48,640 - lava_callback - INFO - Starting async job submit for node 69c3a244bbc022e7926448ae 2026-03-25 09:12:48,684 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:12:48,699 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c3a244bbc022e7926448ae HTTP/1.1" 200 None 2026-03-25 09:12:48,700 - lava_callback - DEBUG - Processing node 69c3a244bbc022e7926448ae: baseline-nfs-arm64 2026-03-25 09:12:49,714 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 09:12:49,874 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 09:12:49,876 - lava_callback - INFO - Log uploaded to https://files-staging.kernelci.org/baseline-nfs-arm64-69c3a244bbc022e7926448ae/log.txt.gz 2026-03-25 09:12:50,486 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 09:12:50,725 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 09:12:50,727 - lava_callback - INFO - LAVA YAML uploaded to https://files-staging.kernelci.org/baseline-nfs-arm64-69c3a244bbc022e7926448ae/lava-logs.yaml 2026-03-25 09:12:50,747 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 09:12:50,943 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 09:12:50,945 - lava_callback - INFO - Callback data uploaded to https://files-staging.kernelci.org/baseline-nfs-arm64-69c3a244bbc022e7926448ae/lava_callback.json.gz DEBUG: Setup failed for 69c3a244bbc022e7926448ae. Transitting job node result: incomplete -> fail 2026-03-25 09:12:51,034 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:12:51,050 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c3a244bbc022e7926448ae HTTP/1.1" 200 None 2026-03-25 09:12:51,052 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:12:51,065 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c399cdbbc022e792643ea0 HTTP/1.1" 200 None 2026-03-25 09:12:51,067 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:12:51,092 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c3a244bbc022e7926448ae HTTP/1.1" 200 None 2026-03-25 09:12:51,202 - lava_callback - INFO - Completed processing callback for node 69c3a244bbc022e7926448ae INFO: 172.20.0.1:43450 - "GET / HTTP/1.0" 200 OK 2026-03-25 09:12:58,292 - lava_callback - INFO - Received callback for node 69c1040eacdb2e26c83cd6ac INFO: 172.20.0.1:43464 - "POST /node/69c1040eacdb2e26c83cd6ac HTTP/1.0" 202 Accepted 2026-03-25 09:12:58,297 - lava_callback - INFO - Starting async job submit for node 69c1040eacdb2e26c83cd6ac 2026-03-25 09:12:58,298 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:12:58,316 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c1040eacdb2e26c83cd6ac HTTP/1.1" 200 None 2026-03-25 09:12:58,317 - lava_callback - DEBUG - Processing node 69c1040eacdb2e26c83cd6ac: baseline-arm-clabbe 2026-03-25 09:12:58,317 - lava_callback - WARNING - No log data found in callback Job failure metadata not found for node: 69c1040eacdb2e26c83cd6ac 2026-03-25 09:12:58,318 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:12:58,332 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c1040eacdb2e26c83cd6ac HTTP/1.1" 200 None 2026-03-25 09:12:58,334 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:12:58,350 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69b90e350ec88e58bad0d0dd HTTP/1.1" 200 None 2026-03-25 09:12:58,352 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:12:58,373 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c1040eacdb2e26c83cd6ac HTTP/1.1" 200 None 2026-03-25 09:12:58,375 - lava_callback - ERROR - Error processing callback for node 69c1040eacdb2e26c83cd6ac: 'lava' Traceback (most recent call last): File "/home/kernelci/pipeline/lava_callback.py", line 366, in async_job_submit _emit_callback_telemetry( File "/home/kernelci/pipeline/lava_callback.py", line 387, in _emit_callback_telemetry is_infra = job_callback.is_infra_error() if job_node.get( ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/local/lib/python3.12/site-packages/kernelci/runtime/lava.py", line 119, in is_infra_error lava_yaml = self._data['results']['lava'] ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^ KeyError: 'lava' INFO: 172.20.0.1:59564 - "GET / HTTP/1.0" 200 OK 2026-03-25 09:13:13,915 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:13:13,932 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "POST /latest/telemetry HTTP/1.1" 200 14 INFO: 172.20.0.1:35810 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:35814 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:51992 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:45550 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:45556 - "GET / HTTP/1.0" 200 OK 2026-03-25 09:13:43,515 - lava_callback - INFO - Received callback for node 69c2c2dc6778148209fd5e73 INFO: 172.20.0.1:38122 - "POST /node/69c2c2dc6778148209fd5e73 HTTP/1.0" 202 Accepted 2026-03-25 09:13:43,521 - lava_callback - INFO - Starting async job submit for node 69c2c2dc6778148209fd5e73 2026-03-25 09:13:43,539 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:13:43,555 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c2c2dc6778148209fd5e73 HTTP/1.1" 200 None 2026-03-25 09:13:43,556 - lava_callback - DEBUG - Processing node 69c2c2dc6778148209fd5e73: baseline-arm64-broonie 2026-03-25 09:13:43,882 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 09:13:44,046 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 09:13:44,047 - lava_callback - INFO - Log uploaded to https://files-staging.kernelci.org/baseline-arm64-broonie-69c2c2dc6778148209fd5e73/log.txt.gz 2026-03-25 09:13:44,241 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 09:13:44,477 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 09:13:44,479 - lava_callback - INFO - LAVA YAML uploaded to https://files-staging.kernelci.org/baseline-arm64-broonie-69c2c2dc6778148209fd5e73/lava-logs.yaml 2026-03-25 09:13:44,488 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 09:13:44,654 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 09:13:44,655 - lava_callback - INFO - Callback data uploaded to https://files-staging.kernelci.org/baseline-arm64-broonie-69c2c2dc6778148209fd5e73/lava_callback.json.gz 2026-03-25 09:13:44,692 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:13:44,709 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c2c2dc6778148209fd5e73 HTTP/1.1" 200 None 2026-03-25 09:13:44,711 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:13:44,730 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c2b9626778148209fd337b HTTP/1.1" 200 None 2026-03-25 09:13:44,732 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:13:44,759 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c2c2dc6778148209fd5e73 HTTP/1.1" 200 None 2026-03-25 09:13:44,810 - lava_callback - INFO - Completed processing callback for node 69c2c2dc6778148209fd5e73 INFO: 172.20.0.1:38128 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:40558 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:42790 - "GET / HTTP/1.0" 200 OK 2026-03-25 09:14:13,934 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:14:13,950 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "POST /latest/telemetry HTTP/1.1" 200 14 INFO: 172.20.0.1:52124 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:52138 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:36388 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:54948 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:54954 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:58314 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:38264 - "GET / HTTP/1.0" 200 OK 2026-03-25 09:14:58,596 - lava_callback - INFO - Received callback for node 69c1047eacdb2e26c83cd6c5 INFO: 172.20.0.1:38274 - "POST /node/69c1047eacdb2e26c83cd6c5 HTTP/1.0" 202 Accepted 2026-03-25 09:14:58,601 - lava_callback - INFO - Starting async job submit for node 69c1047eacdb2e26c83cd6c5 2026-03-25 09:14:58,602 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:14:58,627 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c1047eacdb2e26c83cd6c5 HTTP/1.1" 200 None 2026-03-25 09:14:58,628 - lava_callback - DEBUG - Processing node 69c1047eacdb2e26c83cd6c5: baseline-arm-clabbe 2026-03-25 09:14:58,628 - lava_callback - WARNING - No log data found in callback Job failure metadata not found for node: 69c1047eacdb2e26c83cd6c5 2026-03-25 09:14:58,629 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:14:58,643 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c1047eacdb2e26c83cd6c5 HTTP/1.1" 200 None 2026-03-25 09:14:58,644 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:14:58,657 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69b90e350ec88e58bad0d0dd HTTP/1.1" 200 None 2026-03-25 09:14:58,658 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:14:58,688 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c1047eacdb2e26c83cd6c5 HTTP/1.1" 200 None 2026-03-25 09:14:58,690 - lava_callback - ERROR - Error processing callback for node 69c1047eacdb2e26c83cd6c5: 'lava' Traceback (most recent call last): File "/home/kernelci/pipeline/lava_callback.py", line 366, in async_job_submit _emit_callback_telemetry( File "/home/kernelci/pipeline/lava_callback.py", line 387, in _emit_callback_telemetry is_infra = job_callback.is_infra_error() if job_node.get( ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/local/lib/python3.12/site-packages/kernelci/runtime/lava.py", line 119, in is_infra_error lava_yaml = self._data['results']['lava'] ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^ KeyError: 'lava' INFO: 172.20.0.1:40800 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:50228 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:50230 - "GET / HTTP/1.0" 200 OK 2026-03-25 09:15:19,607 - lava_callback - INFO - Received callback for node 69c1049facdb2e26c83cd6cf INFO: 172.20.0.1:50244 - "POST /node/69c1049facdb2e26c83cd6cf HTTP/1.0" 202 Accepted 2026-03-25 09:15:19,612 - lava_callback - INFO - Starting async job submit for node 69c1049facdb2e26c83cd6cf 2026-03-25 09:15:19,613 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:15:19,628 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c1049facdb2e26c83cd6cf HTTP/1.1" 200 None 2026-03-25 09:15:19,629 - lava_callback - DEBUG - Processing node 69c1049facdb2e26c83cd6cf: baseline-arm-baylibre 2026-03-25 09:15:19,629 - lava_callback - WARNING - No log data found in callback Job failure metadata not found for node: 69c1049facdb2e26c83cd6cf 2026-03-25 09:15:19,630 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:15:19,644 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c1049facdb2e26c83cd6cf HTTP/1.1" 200 None 2026-03-25 09:15:19,645 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:15:19,659 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69bbb130ec3f435d20d51a98 HTTP/1.1" 200 None 2026-03-25 09:15:19,660 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:15:19,689 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c1049facdb2e26c83cd6cf HTTP/1.1" 200 None 2026-03-25 09:15:19,690 - lava_callback - ERROR - Error processing callback for node 69c1049facdb2e26c83cd6cf: 'lava' Traceback (most recent call last): File "/home/kernelci/pipeline/lava_callback.py", line 366, in async_job_submit _emit_callback_telemetry( File "/home/kernelci/pipeline/lava_callback.py", line 387, in _emit_callback_telemetry is_infra = job_callback.is_infra_error() if job_node.get( ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/local/lib/python3.12/site-packages/kernelci/runtime/lava.py", line 119, in is_infra_error lava_yaml = self._data['results']['lava'] ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^ KeyError: 'lava' INFO: 172.20.0.1:43326 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:60694 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:60704 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:59278 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:44034 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:57946 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:54954 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:54968 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:47744 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:36490 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:36494 - "GET / HTTP/1.0" 200 OK 2026-03-25 09:16:43,687 - lava_callback - INFO - Received callback for node 69c2e5616778148209fd6653 INFO: 172.20.0.1:39036 - "POST /node/69c2e5616778148209fd6653 HTTP/1.0" 202 Accepted 2026-03-25 09:16:43,693 - lava_callback - INFO - Starting async job submit for node 69c2e5616778148209fd6653 2026-03-25 09:16:43,711 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:16:43,735 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c2e5616778148209fd6653 HTTP/1.1" 200 None 2026-03-25 09:16:43,736 - lava_callback - DEBUG - Processing node 69c2e5616778148209fd6653: baseline-arm64-broonie 2026-03-25 09:16:44,080 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 09:16:44,266 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 09:16:44,267 - lava_callback - INFO - Log uploaded to https://files-staging.kernelci.org/baseline-arm64-broonie-69c2e5616778148209fd6653/log.txt.gz 2026-03-25 09:16:44,462 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 09:16:44,660 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 09:16:44,662 - lava_callback - INFO - LAVA YAML uploaded to https://files-staging.kernelci.org/baseline-arm64-broonie-69c2e5616778148209fd6653/lava-logs.yaml 2026-03-25 09:16:44,671 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 09:16:44,825 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 09:16:44,827 - lava_callback - INFO - Callback data uploaded to https://files-staging.kernelci.org/baseline-arm64-broonie-69c2e5616778148209fd6653/lava_callback.json.gz 2026-03-25 09:16:44,862 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:16:44,902 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c2e5616778148209fd6653 HTTP/1.1" 200 None 2026-03-25 09:16:44,904 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:16:44,919 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c1d8400efaf21d93103552 HTTP/1.1" 200 None 2026-03-25 09:16:44,920 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:16:44,950 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c2e5616778148209fd6653 HTTP/1.1" 200 None 2026-03-25 09:16:45,010 - lava_callback - INFO - Completed processing callback for node 69c2e5616778148209fd6653 INFO: 172.20.0.1:39040 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:45116 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:33978 - "GET / HTTP/1.0" 200 OK 2026-03-25 09:17:13,957 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:17:13,974 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "POST /latest/telemetry HTTP/1.1" 200 14 INFO: 172.20.0.1:59100 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:59110 - "GET / HTTP/1.0" 200 OK 2026-03-25 09:17:19,467 - lava_callback - INFO - Received callback for node 69c1050facdb2e26c83cd6e7 INFO: 172.20.0.1:59112 - "POST /node/69c1050facdb2e26c83cd6e7 HTTP/1.0" 202 Accepted 2026-03-25 09:17:19,474 - lava_callback - INFO - Starting async job submit for node 69c1050facdb2e26c83cd6e7 2026-03-25 09:17:19,475 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:17:19,488 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c1050facdb2e26c83cd6e7 HTTP/1.1" 200 None 2026-03-25 09:17:19,489 - lava_callback - DEBUG - Processing node 69c1050facdb2e26c83cd6e7: baseline-arm-baylibre 2026-03-25 09:17:19,489 - lava_callback - WARNING - No log data found in callback Job failure metadata not found for node: 69c1050facdb2e26c83cd6e7 2026-03-25 09:17:19,490 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:17:19,504 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c1050facdb2e26c83cd6e7 HTTP/1.1" 200 None 2026-03-25 09:17:19,506 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:17:19,520 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69bbb130ec3f435d20d51a98 HTTP/1.1" 200 None 2026-03-25 09:17:19,521 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:17:19,541 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c1050facdb2e26c83cd6e7 HTTP/1.1" 200 None 2026-03-25 09:17:19,547 - lava_callback - ERROR - Error processing callback for node 69c1050facdb2e26c83cd6e7: 'lava' Traceback (most recent call last): File "/home/kernelci/pipeline/lava_callback.py", line 366, in async_job_submit _emit_callback_telemetry( File "/home/kernelci/pipeline/lava_callback.py", line 387, in _emit_callback_telemetry is_infra = job_callback.is_infra_error() if job_node.get( ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/local/lib/python3.12/site-packages/kernelci/runtime/lava.py", line 119, in is_infra_error lava_yaml = self._data['results']['lava'] ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^ KeyError: 'lava' INFO: 172.20.0.1:38014 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:43954 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:43958 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:45624 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:58892 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:34810 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:45948 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:45962 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:55282 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:33656 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:33662 - "GET / HTTP/1.0" 200 OK 2026-03-25 09:18:43,667 - lava_callback - INFO - Received callback for node 69c301306778148209fd6903 INFO: 172.20.0.1:38178 - "POST /node/69c301306778148209fd6903 HTTP/1.0" 202 Accepted 2026-03-25 09:18:43,673 - lava_callback - INFO - Starting async job submit for node 69c301306778148209fd6903 2026-03-25 09:18:43,691 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:18:43,705 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c301306778148209fd6903 HTTP/1.1" 200 None 2026-03-25 09:18:43,706 - lava_callback - DEBUG - Processing node 69c301306778148209fd6903: baseline-arm64-broonie 2026-03-25 09:18:44,027 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 09:18:44,198 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 09:18:44,200 - lava_callback - INFO - Log uploaded to https://files-staging.kernelci.org/baseline-arm64-broonie-69c301306778148209fd6903/log.txt.gz 2026-03-25 09:18:44,404 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 09:18:44,627 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 09:18:44,630 - lava_callback - INFO - LAVA YAML uploaded to https://files-staging.kernelci.org/baseline-arm64-broonie-69c301306778148209fd6903/lava-logs.yaml 2026-03-25 09:18:44,638 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 09:18:44,768 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 09:18:44,770 - lava_callback - INFO - Callback data uploaded to https://files-staging.kernelci.org/baseline-arm64-broonie-69c301306778148209fd6903/lava_callback.json.gz 2026-03-25 09:18:44,788 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:18:44,804 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c301306778148209fd6903 HTTP/1.1" 200 None 2026-03-25 09:18:44,806 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:18:44,823 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c248e54a2c5046eb87f89f HTTP/1.1" 200 None 2026-03-25 09:18:44,825 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:18:44,889 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c301306778148209fd6903 HTTP/1.1" 200 None 2026-03-25 09:18:44,891 - lava_callback - INFO - Completed processing callback for node 69c301306778148209fd6903 INFO: 172.20.0.1:38182 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:33890 - "GET / HTTP/1.0" 200 OK 2026-03-25 09:18:59,567 - lava_callback - INFO - Received callback for node 69c10580acdb2e26c83cd6fb INFO: 172.20.0.1:33902 - "POST /node/69c10580acdb2e26c83cd6fb HTTP/1.0" 202 Accepted 2026-03-25 09:18:59,573 - lava_callback - INFO - Starting async job submit for node 69c10580acdb2e26c83cd6fb 2026-03-25 09:18:59,574 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:18:59,587 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c10580acdb2e26c83cd6fb HTTP/1.1" 200 None 2026-03-25 09:18:59,588 - lava_callback - DEBUG - Processing node 69c10580acdb2e26c83cd6fb: baseline-arm-baylibre 2026-03-25 09:18:59,588 - lava_callback - WARNING - No log data found in callback Job failure metadata not found for node: 69c10580acdb2e26c83cd6fb 2026-03-25 09:18:59,589 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:18:59,602 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c10580acdb2e26c83cd6fb HTTP/1.1" 200 None 2026-03-25 09:18:59,603 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:18:59,616 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69bbb130ec3f435d20d51a98 HTTP/1.1" 200 None 2026-03-25 09:18:59,617 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:18:59,652 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c10580acdb2e26c83cd6fb HTTP/1.1" 200 None 2026-03-25 09:18:59,654 - lava_callback - ERROR - Error processing callback for node 69c10580acdb2e26c83cd6fb: 'lava' Traceback (most recent call last): File "/home/kernelci/pipeline/lava_callback.py", line 366, in async_job_submit _emit_callback_telemetry( File "/home/kernelci/pipeline/lava_callback.py", line 387, in _emit_callback_telemetry is_infra = job_callback.is_infra_error() if job_node.get( ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/local/lib/python3.12/site-packages/kernelci/runtime/lava.py", line 119, in is_infra_error lava_yaml = self._data['results']['lava'] ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^ KeyError: 'lava' INFO: 172.20.0.1:51908 - "GET / HTTP/1.0" 200 OK 2026-03-25 09:19:13,981 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:19:13,998 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "POST /latest/telemetry HTTP/1.1" 200 14 INFO: 172.20.0.1:44400 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:44414 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:41684 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:55784 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:55790 - "GET / HTTP/1.0" 200 OK 2026-03-25 09:19:39,560 - lava_callback - INFO - Received callback for node 69c105a4acdb2e26c83cd704 INFO: 172.20.0.1:55798 - "POST /node/69c105a4acdb2e26c83cd704 HTTP/1.0" 202 Accepted 2026-03-25 09:19:39,565 - lava_callback - INFO - Starting async job submit for node 69c105a4acdb2e26c83cd704 2026-03-25 09:19:39,566 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:19:39,591 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c105a4acdb2e26c83cd704 HTTP/1.1" 200 None 2026-03-25 09:19:39,591 - lava_callback - DEBUG - Processing node 69c105a4acdb2e26c83cd704: baseline-arm-baylibre 2026-03-25 09:19:39,592 - lava_callback - WARNING - No log data found in callback Job failure metadata not found for node: 69c105a4acdb2e26c83cd704 2026-03-25 09:19:39,592 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:19:39,606 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c105a4acdb2e26c83cd704 HTTP/1.1" 200 None 2026-03-25 09:19:39,607 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:19:39,620 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69bbb130ec3f435d20d51a98 HTTP/1.1" 200 None 2026-03-25 09:19:39,621 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:19:39,643 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c105a4acdb2e26c83cd704 HTTP/1.1" 200 None 2026-03-25 09:19:39,644 - lava_callback - ERROR - Error processing callback for node 69c105a4acdb2e26c83cd704: 'lava' Traceback (most recent call last): File "/home/kernelci/pipeline/lava_callback.py", line 366, in async_job_submit _emit_callback_telemetry( File "/home/kernelci/pipeline/lava_callback.py", line 387, in _emit_callback_telemetry is_infra = job_callback.is_infra_error() if job_node.get( ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/local/lib/python3.12/site-packages/kernelci/runtime/lava.py", line 119, in is_infra_error lava_yaml = self._data['results']['lava'] ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^ KeyError: 'lava' INFO: 172.20.0.1:35022 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:50282 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:40882 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:48792 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:48800 - "GET / HTTP/1.0" 200 OK 2026-03-25 09:20:19,596 - lava_callback - INFO - Received callback for node 69c105c9acdb2e26c83cd70d INFO: 172.20.0.1:48802 - "POST /node/69c105c9acdb2e26c83cd70d HTTP/1.0" 202 Accepted 2026-03-25 09:20:19,601 - lava_callback - INFO - Starting async job submit for node 69c105c9acdb2e26c83cd70d 2026-03-25 09:20:19,602 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:20:19,617 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c105c9acdb2e26c83cd70d HTTP/1.1" 200 None 2026-03-25 09:20:19,618 - lava_callback - DEBUG - Processing node 69c105c9acdb2e26c83cd70d: baseline-arm-baylibre 2026-03-25 09:20:19,618 - lava_callback - WARNING - No log data found in callback Job failure metadata not found for node: 69c105c9acdb2e26c83cd70d 2026-03-25 09:20:19,618 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:20:19,631 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c105c9acdb2e26c83cd70d HTTP/1.1" 200 None 2026-03-25 09:20:19,633 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:20:19,646 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69bbb130ec3f435d20d51a98 HTTP/1.1" 200 None 2026-03-25 09:20:19,647 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:20:19,676 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c105c9acdb2e26c83cd70d HTTP/1.1" 200 None 2026-03-25 09:20:19,681 - lava_callback - ERROR - Error processing callback for node 69c105c9acdb2e26c83cd70d: 'lava' Traceback (most recent call last): File "/home/kernelci/pipeline/lava_callback.py", line 366, in async_job_submit _emit_callback_telemetry( File "/home/kernelci/pipeline/lava_callback.py", line 387, in _emit_callback_telemetry is_infra = job_callback.is_infra_error() if job_node.get( ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/local/lib/python3.12/site-packages/kernelci/runtime/lava.py", line 119, in is_infra_error lava_yaml = self._data['results']['lava'] ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^ KeyError: 'lava' INFO: 172.20.0.1:38940 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:50246 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:50252 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:34656 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:59878 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:40118 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:59124 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:59134 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:51692 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:50374 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:50384 - "GET / HTTP/1.0" 200 OK 2026-03-25 09:21:43,890 - lava_callback - INFO - Received callback for node 69c3a4f6bbc022e792644b80 INFO: 172.20.0.1:57928 - "POST /node/69c3a4f6bbc022e792644b80 HTTP/1.0" 202 Accepted 2026-03-25 09:21:43,901 - lava_callback - INFO - Starting async job submit for node 69c3a4f6bbc022e792644b80 2026-03-25 09:21:43,960 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:21:43,976 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c3a4f6bbc022e792644b80 HTTP/1.1" 200 None 2026-03-25 09:21:43,977 - lava_callback - DEBUG - Processing node 69c3a4f6bbc022e792644b80: ltp-smoke 2026-03-25 09:21:44,476 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 09:21:44,633 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 09:21:44,634 - lava_callback - INFO - Log uploaded to https://files-staging.kernelci.org/ltp-smoke-69c3a4f6bbc022e792644b80/log.txt.gz 2026-03-25 09:21:44,921 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 09:21:45,171 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 09:21:45,173 - lava_callback - INFO - LAVA YAML uploaded to https://files-staging.kernelci.org/ltp-smoke-69c3a4f6bbc022e792644b80/lava-logs.yaml 2026-03-25 09:21:45,185 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 09:21:45,360 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 09:21:45,362 - lava_callback - INFO - Callback data uploaded to https://files-staging.kernelci.org/ltp-smoke-69c3a4f6bbc022e792644b80/lava_callback.json.gz 2026-03-25 09:21:45,480 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:21:45,505 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c3a4f6bbc022e792644b80 HTTP/1.1" 200 None 2026-03-25 09:21:45,508 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:21:45,524 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c399c7bbc022e792643e97 HTTP/1.1" 200 None 2026-03-25 09:21:45,526 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:21:45,552 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c3a4f6bbc022e792644b80 HTTP/1.1" 200 None 2026-03-25 09:21:45,667 - lava_callback - INFO - Completed processing callback for node 69c3a4f6bbc022e792644b80 INFO: 172.20.0.1:57932 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:47054 - "GET / HTTP/1.0" 200 OK 2026-03-25 09:22:03,739 - lava_callback - INFO - Received callback for node 69c337c618a3717aa65d2d54 INFO: 172.20.0.1:55630 - "POST /node/69c337c618a3717aa65d2d54 HTTP/1.0" 202 Accepted 2026-03-25 09:22:03,745 - lava_callback - INFO - Starting async job submit for node 69c337c618a3717aa65d2d54 2026-03-25 09:22:03,763 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:22:03,778 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c337c618a3717aa65d2d54 HTTP/1.1" 200 None 2026-03-25 09:22:03,779 - lava_callback - DEBUG - Processing node 69c337c618a3717aa65d2d54: baseline-arm64-broonie 2026-03-25 09:22:04,108 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 09:22:04,270 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 09:22:04,271 - lava_callback - INFO - Log uploaded to https://files-staging.kernelci.org/baseline-arm64-broonie-69c337c618a3717aa65d2d54/log.txt.gz 2026-03-25 09:22:04,468 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 09:22:04,670 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 09:22:04,672 - lava_callback - INFO - LAVA YAML uploaded to https://files-staging.kernelci.org/baseline-arm64-broonie-69c337c618a3717aa65d2d54/lava-logs.yaml 2026-03-25 09:22:04,682 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 09:22:04,825 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 09:22:04,827 - lava_callback - INFO - Callback data uploaded to https://files-staging.kernelci.org/baseline-arm64-broonie-69c337c618a3717aa65d2d54/lava_callback.json.gz 2026-03-25 09:22:04,864 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:22:04,878 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c337c618a3717aa65d2d54 HTTP/1.1" 200 None 2026-03-25 09:22:04,880 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:22:04,893 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c3295318a3717aa65d01c3 HTTP/1.1" 200 None 2026-03-25 09:22:04,895 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:22:04,921 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c337c618a3717aa65d2d54 HTTP/1.1" 200 None 2026-03-25 09:22:04,982 - lava_callback - INFO - Completed processing callback for node 69c337c618a3717aa65d2d54 INFO: 172.20.0.1:55642 - "GET / HTTP/1.0" 200 OK 2026-03-25 09:22:14,006 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:22:14,021 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "POST /latest/telemetry HTTP/1.1" 200 14 INFO: 172.20.0.1:37238 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:37250 - "GET / HTTP/1.0" 200 OK 2026-03-25 09:22:18,714 - lava_callback - INFO - Received callback for node 69c1063bacdb2e26c83cd723 INFO: 172.20.0.1:37256 - "POST /node/69c1063bacdb2e26c83cd723 HTTP/1.0" 202 Accepted 2026-03-25 09:22:18,719 - lava_callback - INFO - Starting async job submit for node 69c1063bacdb2e26c83cd723 2026-03-25 09:22:18,720 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:22:18,737 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c1063bacdb2e26c83cd723 HTTP/1.1" 200 None 2026-03-25 09:22:18,738 - lava_callback - DEBUG - Processing node 69c1063bacdb2e26c83cd723: baseline-arm-clabbe 2026-03-25 09:22:18,738 - lava_callback - WARNING - No log data found in callback Job failure metadata not found for node: 69c1063bacdb2e26c83cd723 2026-03-25 09:22:18,739 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:22:18,752 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c1063bacdb2e26c83cd723 HTTP/1.1" 200 None 2026-03-25 09:22:18,753 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:22:18,767 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69b90e350ec88e58bad0d0dd HTTP/1.1" 200 None 2026-03-25 09:22:18,768 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:22:18,788 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c1063bacdb2e26c83cd723 HTTP/1.1" 200 None 2026-03-25 09:22:18,793 - lava_callback - ERROR - Error processing callback for node 69c1063bacdb2e26c83cd723: 'lava' Traceback (most recent call last): File "/home/kernelci/pipeline/lava_callback.py", line 366, in async_job_submit _emit_callback_telemetry( File "/home/kernelci/pipeline/lava_callback.py", line 387, in _emit_callback_telemetry is_infra = job_callback.is_infra_error() if job_node.get( ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/local/lib/python3.12/site-packages/kernelci/runtime/lava.py", line 119, in is_infra_error lava_yaml = self._data['results']['lava'] ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^ KeyError: 'lava' INFO: 172.20.0.1:44314 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:47610 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:47616 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:47278 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:40034 - "GET / HTTP/1.0" 200 OK 2026-03-25 09:22:58,641 - lava_callback - INFO - Received callback for node 69c1065facdb2e26c83cd72d INFO: 172.20.0.1:40042 - "POST /node/69c1065facdb2e26c83cd72d HTTP/1.0" 202 Accepted 2026-03-25 09:22:58,647 - lava_callback - INFO - Starting async job submit for node 69c1065facdb2e26c83cd72d 2026-03-25 09:22:58,648 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:22:58,670 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c1065facdb2e26c83cd72d HTTP/1.1" 200 None 2026-03-25 09:22:58,671 - lava_callback - DEBUG - Processing node 69c1065facdb2e26c83cd72d: baseline-arm-clabbe 2026-03-25 09:22:58,671 - lava_callback - WARNING - No log data found in callback Job failure metadata not found for node: 69c1065facdb2e26c83cd72d 2026-03-25 09:22:58,672 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:22:58,685 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c1065facdb2e26c83cd72d HTTP/1.1" 200 None 2026-03-25 09:22:58,687 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:22:58,700 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69bbb130ec3f435d20d51a98 HTTP/1.1" 200 None 2026-03-25 09:22:58,701 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:22:58,722 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c1065facdb2e26c83cd72d HTTP/1.1" 200 None 2026-03-25 09:22:58,727 - lava_callback - ERROR - Error processing callback for node 69c1065facdb2e26c83cd72d: 'lava' Traceback (most recent call last): File "/home/kernelci/pipeline/lava_callback.py", line 366, in async_job_submit _emit_callback_telemetry( File "/home/kernelci/pipeline/lava_callback.py", line 387, in _emit_callback_telemetry is_infra = job_callback.is_infra_error() if job_node.get( ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/local/lib/python3.12/site-packages/kernelci/runtime/lava.py", line 119, in is_infra_error lava_yaml = self._data['results']['lava'] ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^ KeyError: 'lava' INFO: 172.20.0.1:51016 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:42060 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:42066 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:54904 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:54390 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:54392 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:42816 - "GET / HTTP/1.0" 200 OK 2026-03-25 09:23:47,101 - lava_callback - INFO - Received callback for node 69c3a99cbbc022e792644cae INFO: 172.20.0.1:42826 - "POST /node/69c3a99cbbc022e792644cae HTTP/1.0" 202 Accepted 2026-03-25 09:23:47,107 - lava_callback - INFO - Starting async job submit for node 69c3a99cbbc022e792644cae 2026-03-25 09:23:47,109 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:23:47,124 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c3a99cbbc022e792644cae HTTP/1.1" 200 None 2026-03-25 09:23:47,125 - lava_callback - DEBUG - Processing node 69c3a99cbbc022e792644cae: baseline-nfs-arm64 2026-03-25 09:23:47,127 - lava_callback - WARNING - Failed to upload log 2026-03-25 09:23:47,128 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 09:23:47,276 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 09:23:47,277 - lava_callback - INFO - LAVA YAML uploaded to https://files-staging.kernelci.org/baseline-nfs-arm64-69c3a99cbbc022e792644cae/lava-logs.yaml 2026-03-25 09:23:47,279 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 09:23:47,425 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 09:23:47,426 - lava_callback - INFO - Callback data uploaded to https://files-staging.kernelci.org/baseline-nfs-arm64-69c3a99cbbc022e792644cae/lava_callback.json.gz 2026-03-25 09:23:47,428 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:23:47,442 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c3a99cbbc022e792644cae HTTP/1.1" 200 None 2026-03-25 09:23:47,443 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:23:47,457 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c399cdbbc022e792643ea0 HTTP/1.1" 200 None 2026-03-25 09:23:47,458 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:23:47,478 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c3a99cbbc022e792644cae HTTP/1.1" 200 None 2026-03-25 09:23:47,485 - lava_callback - INFO - Completed processing callback for node 69c3a99cbbc022e792644cae INFO: 172.20.0.1:42270 - "GET / HTTP/1.0" 200 OK 2026-03-25 09:24:04,094 - lava_callback - INFO - Received callback for node 69c355c918a3717aa65d32fd INFO: 172.20.0.1:54850 - "POST /node/69c355c918a3717aa65d32fd HTTP/1.0" 202 Accepted 2026-03-25 09:24:04,100 - lava_callback - INFO - Starting async job submit for node 69c355c918a3717aa65d32fd 2026-03-25 09:24:04,117 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:24:04,131 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c355c918a3717aa65d32fd HTTP/1.1" 200 None 2026-03-25 09:24:04,132 - lava_callback - DEBUG - Processing node 69c355c918a3717aa65d32fd: baseline-arm64-broonie 2026-03-25 09:24:04,463 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 09:24:04,612 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 09:24:04,614 - lava_callback - INFO - Log uploaded to https://files-staging.kernelci.org/baseline-arm64-broonie-69c355c918a3717aa65d32fd/log.txt.gz 2026-03-25 09:24:04,835 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 09:24:05,099 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 09:24:05,101 - lava_callback - INFO - LAVA YAML uploaded to https://files-staging.kernelci.org/baseline-arm64-broonie-69c355c918a3717aa65d32fd/lava-logs.yaml 2026-03-25 09:24:05,109 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 09:24:05,246 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 09:24:05,247 - lava_callback - INFO - Callback data uploaded to https://files-staging.kernelci.org/baseline-arm64-broonie-69c355c918a3717aa65d32fd/lava_callback.json.gz 2026-03-25 09:24:05,266 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:24:05,280 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c355c918a3717aa65d32fd HTTP/1.1" 200 None 2026-03-25 09:24:05,282 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:24:05,296 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c248e54a2c5046eb87f89f HTTP/1.1" 200 None 2026-03-25 09:24:05,297 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:24:05,332 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c355c918a3717aa65d32fd HTTP/1.1" 200 None 2026-03-25 09:24:05,338 - lava_callback - INFO - Completed processing callback for node 69c355c918a3717aa65d32fd INFO: 172.20.0.1:54864 - "GET / HTTP/1.0" 200 OK 2026-03-25 09:24:14,023 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:24:14,039 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "POST /latest/telemetry HTTP/1.1" 200 14 INFO: 172.20.0.1:52748 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:52762 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:35702 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:46974 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:46976 - "GET / HTTP/1.0" 200 OK 2026-03-25 09:24:39,847 - lava_callback - INFO - Received callback for node 69c106ccacdb2e26c83cd763 INFO: 172.20.0.1:49310 - "POST /node/69c106ccacdb2e26c83cd763 HTTP/1.0" 202 Accepted 2026-03-25 09:24:39,854 - lava_callback - INFO - Starting async job submit for node 69c106ccacdb2e26c83cd763 2026-03-25 09:24:39,855 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:24:39,870 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c106ccacdb2e26c83cd763 HTTP/1.1" 200 None 2026-03-25 09:24:39,871 - lava_callback - DEBUG - Processing node 69c106ccacdb2e26c83cd763: baseline-arm-baylibre 2026-03-25 09:24:39,871 - lava_callback - WARNING - No log data found in callback Job failure metadata not found for node: 69c106ccacdb2e26c83cd763 2026-03-25 09:24:39,872 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:24:39,886 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c106ccacdb2e26c83cd763 HTTP/1.1" 200 None 2026-03-25 09:24:39,887 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:24:39,900 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69bbb130ec3f435d20d51a98 HTTP/1.1" 200 None 2026-03-25 09:24:39,901 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:24:39,928 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c106ccacdb2e26c83cd763 HTTP/1.1" 200 None 2026-03-25 09:24:39,937 - lava_callback - ERROR - Error processing callback for node 69c106ccacdb2e26c83cd763: 'lava' Traceback (most recent call last): File "/home/kernelci/pipeline/lava_callback.py", line 366, in async_job_submit _emit_callback_telemetry( File "/home/kernelci/pipeline/lava_callback.py", line 387, in _emit_callback_telemetry is_infra = job_callback.is_infra_error() if job_node.get( ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/local/lib/python3.12/site-packages/kernelci/runtime/lava.py", line 119, in is_infra_error lava_yaml = self._data['results']['lava'] ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^ KeyError: 'lava' INFO: 172.20.0.1:49326 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:44758 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:60072 - "GET / HTTP/1.0" 200 OK 2026-03-25 09:25:08,325 - lava_callback - INFO - Received callback for node 69c3258a6778148209fd6fb7 INFO: 172.20.0.1:60076 - "POST /node/69c3258a6778148209fd6fb7 HTTP/1.0" 202 Accepted 2026-03-25 09:25:08,331 - lava_callback - INFO - Starting async job submit for node 69c3258a6778148209fd6fb7 2026-03-25 09:25:08,356 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:25:08,370 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c3258a6778148209fd6fb7 HTTP/1.1" 200 None 2026-03-25 09:25:08,371 - lava_callback - DEBUG - Processing node 69c3258a6778148209fd6fb7: baseline-arm64 2026-03-25 09:25:08,868 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 09:25:09,020 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 09:25:09,022 - lava_callback - INFO - Log uploaded to https://files-staging.kernelci.org/baseline-arm64-69c3258a6778148209fd6fb7/log.txt.gz 2026-03-25 09:25:09,282 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 09:25:09,522 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 09:25:09,524 - lava_callback - INFO - LAVA YAML uploaded to https://files-staging.kernelci.org/baseline-arm64-69c3258a6778148209fd6fb7/lava-logs.yaml 2026-03-25 09:25:09,536 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 09:25:09,729 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 09:25:09,730 - lava_callback - INFO - Callback data uploaded to https://files-staging.kernelci.org/baseline-arm64-69c3258a6778148209fd6fb7/lava_callback.json.gz 2026-03-25 09:25:09,755 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:25:09,782 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c3258a6778148209fd6fb7 HTTP/1.1" 200 None 2026-03-25 09:25:09,783 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:25:09,798 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c2b9626778148209fd337b HTTP/1.1" 200 None 2026-03-25 09:25:09,800 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:25:09,821 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c3258a6778148209fd6fb7 HTTP/1.1" 200 None 2026-03-25 09:25:09,889 - lava_callback - INFO - Completed processing callback for node 69c3258a6778148209fd6fb7 2026-03-25 09:25:14,042 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:25:14,058 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "POST /latest/telemetry HTTP/1.1" 200 14 INFO: 172.20.0.1:41054 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:41062 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:53268 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:36610 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:36626 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:60060 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:49392 - "GET / HTTP/1.0" 200 OK 2026-03-25 09:26:03,927 - lava_callback - INFO - Received callback for node 69c3716d18a3717aa65d3670 INFO: 172.20.0.1:53118 - "POST /node/69c3716d18a3717aa65d3670 HTTP/1.0" 202 Accepted 2026-03-25 09:26:03,933 - lava_callback - INFO - Starting async job submit for node 69c3716d18a3717aa65d3670 2026-03-25 09:26:03,968 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:26:03,985 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c3716d18a3717aa65d3670 HTTP/1.1" 200 None 2026-03-25 09:26:03,986 - lava_callback - DEBUG - Processing node 69c3716d18a3717aa65d3670: baseline-arm64-broonie 2026-03-25 09:26:04,306 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 09:26:04,417 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 09:26:04,419 - lava_callback - INFO - Log uploaded to https://files-staging.kernelci.org/baseline-arm64-broonie-69c3716d18a3717aa65d3670/log.txt.gz 2026-03-25 09:26:04,613 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 09:26:04,821 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 09:26:04,823 - lava_callback - INFO - LAVA YAML uploaded to https://files-staging.kernelci.org/baseline-arm64-broonie-69c3716d18a3717aa65d3670/lava-logs.yaml 2026-03-25 09:26:04,832 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 09:26:04,972 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 09:26:04,974 - lava_callback - INFO - Callback data uploaded to https://files-staging.kernelci.org/baseline-arm64-broonie-69c3716d18a3717aa65d3670/lava_callback.json.gz 2026-03-25 09:26:04,992 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:26:05,019 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c3716d18a3717aa65d3670 HTTP/1.1" 200 None 2026-03-25 09:26:05,021 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:26:05,034 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c2b9626778148209fd337b HTTP/1.1" 200 None 2026-03-25 09:26:05,035 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:26:05,065 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c3716d18a3717aa65d3670 HTTP/1.1" 200 None 2026-03-25 09:26:05,067 - lava_callback - INFO - Completed processing callback for node 69c3716d18a3717aa65d3670 INFO: 172.20.0.1:53126 - "GET / HTTP/1.0" 200 OK 2026-03-25 09:26:14,061 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:26:14,082 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "POST /latest/telemetry HTTP/1.1" 200 14 INFO: 172.20.0.1:45700 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:45702 - "GET / HTTP/1.0" 200 OK 2026-03-25 09:26:23,828 - lava_callback - INFO - Received callback for node 69c3a9dfbbc022e792644cc4 INFO: 172.20.0.1:47878 - "POST /node/69c3a9dfbbc022e792644cc4 HTTP/1.0" 202 Accepted 2026-03-25 09:26:23,835 - lava_callback - INFO - Starting async job submit for node 69c3a9dfbbc022e792644cc4 2026-03-25 09:26:23,866 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:26:23,881 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c3a9dfbbc022e792644cc4 HTTP/1.1" 200 None 2026-03-25 09:26:23,882 - lava_callback - DEBUG - Processing node 69c3a9dfbbc022e792644cc4: baseline-arm64 2026-03-25 09:26:24,015 - lava_callback - WARNING - Failed to upload log 2026-03-25 09:26:24,085 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 09:26:24,289 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 09:26:24,291 - lava_callback - INFO - LAVA YAML uploaded to https://files-staging.kernelci.org/baseline-arm64-69c3a9dfbbc022e792644cc4/lava-logs.yaml 2026-03-25 09:26:24,295 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 09:26:24,431 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 09:26:24,433 - lava_callback - INFO - Callback data uploaded to https://files-staging.kernelci.org/baseline-arm64-69c3a9dfbbc022e792644cc4/lava_callback.json.gz 2026-03-25 09:26:24,463 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:26:24,478 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c3a9dfbbc022e792644cc4 HTTP/1.1" 200 None 2026-03-25 09:26:24,479 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:26:24,492 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c399cdbbc022e792643ea0 HTTP/1.1" 200 None 2026-03-25 09:26:24,494 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:26:24,515 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c3a9dfbbc022e792644cc4 HTTP/1.1" 200 None 2026-03-25 09:26:24,575 - lava_callback - INFO - Completed processing callback for node 69c3a9dfbbc022e792644cc4 INFO: 172.20.0.1:47892 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:59338 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:59352 - "GET / HTTP/1.0" 200 OK 2026-03-25 09:26:38,869 - lava_callback - INFO - Received callback for node 69c1073dacdb2e26c83cd786 INFO: 172.20.0.1:59356 - "POST /node/69c1073dacdb2e26c83cd786 HTTP/1.0" 202 Accepted 2026-03-25 09:26:38,874 - lava_callback - INFO - Starting async job submit for node 69c1073dacdb2e26c83cd786 2026-03-25 09:26:38,875 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:26:38,895 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c1073dacdb2e26c83cd786 HTTP/1.1" 200 None 2026-03-25 09:26:38,896 - lava_callback - DEBUG - Processing node 69c1073dacdb2e26c83cd786: baseline-arm-clabbe 2026-03-25 09:26:38,896 - lava_callback - WARNING - No log data found in callback Job failure metadata not found for node: 69c1073dacdb2e26c83cd786 2026-03-25 09:26:38,897 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:26:38,913 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c1073dacdb2e26c83cd786 HTTP/1.1" 200 None 2026-03-25 09:26:38,914 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:26:38,933 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69bbb130ec3f435d20d51a98 HTTP/1.1" 200 None 2026-03-25 09:26:38,935 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:26:38,958 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c1073dacdb2e26c83cd786 HTTP/1.1" 200 None 2026-03-25 09:26:38,963 - lava_callback - ERROR - Error processing callback for node 69c1073dacdb2e26c83cd786: 'lava' Traceback (most recent call last): File "/home/kernelci/pipeline/lava_callback.py", line 366, in async_job_submit _emit_callback_telemetry( File "/home/kernelci/pipeline/lava_callback.py", line 387, in _emit_callback_telemetry is_infra = job_callback.is_infra_error() if job_node.get( ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/local/lib/python3.12/site-packages/kernelci/runtime/lava.py", line 119, in is_infra_error lava_yaml = self._data['results']['lava'] ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^ KeyError: 'lava' 2026-03-25 09:26:44,085 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:26:44,108 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "POST /latest/telemetry HTTP/1.1" 200 14 2026-03-25 09:26:44,947 - lava_callback - INFO - Received callback for node 69c3aa29bbc022e792644cd5 INFO: 172.20.0.1:51394 - "POST /node/69c3aa29bbc022e792644cd5 HTTP/1.0" 202 Accepted 2026-03-25 09:26:44,954 - lava_callback - INFO - Starting async job submit for node 69c3aa29bbc022e792644cd5 2026-03-25 09:26:44,989 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:26:45,004 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c3aa29bbc022e792644cd5 HTTP/1.1" 200 None 2026-03-25 09:26:45,005 - lava_callback - DEBUG - Processing node 69c3aa29bbc022e792644cd5: baseline-arm64 2026-03-25 09:26:45,161 - lava_callback - WARNING - Failed to upload log 2026-03-25 09:26:45,231 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 09:26:45,416 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 09:26:45,419 - lava_callback - INFO - LAVA YAML uploaded to https://files-staging.kernelci.org/baseline-arm64-69c3aa29bbc022e792644cd5/lava-logs.yaml 2026-03-25 09:26:45,423 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 09:26:45,599 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 09:26:45,601 - lava_callback - INFO - Callback data uploaded to https://files-staging.kernelci.org/baseline-arm64-69c3aa29bbc022e792644cd5/lava_callback.json.gz 2026-03-25 09:26:45,631 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:26:45,647 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c3aa29bbc022e792644cd5 HTTP/1.1" 200 None 2026-03-25 09:26:45,648 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:26:45,662 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c399cdbbc022e792643ea0 HTTP/1.1" 200 None 2026-03-25 09:26:45,663 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:26:45,687 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c3aa29bbc022e792644cd5 HTTP/1.1" 200 None 2026-03-25 09:26:45,760 - lava_callback - INFO - Completed processing callback for node 69c3aa29bbc022e792644cd5 INFO: 172.20.0.1:51396 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:36134 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:60360 - "GET / HTTP/1.0" 200 OK 2026-03-25 09:27:14,110 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:27:14,153 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "POST /latest/telemetry HTTP/1.1" 200 14 INFO: 172.20.0.1:33724 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:33726 - "GET / HTTP/1.0" 200 OK 2026-03-25 09:27:18,860 - lava_callback - INFO - Received callback for node 69c10762acdb2e26c83cd78d INFO: 172.20.0.1:33738 - "POST /node/69c10762acdb2e26c83cd78d HTTP/1.0" 202 Accepted 2026-03-25 09:27:18,865 - lava_callback - INFO - Starting async job submit for node 69c10762acdb2e26c83cd78d 2026-03-25 09:27:18,866 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:27:18,883 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c10762acdb2e26c83cd78d HTTP/1.1" 200 None 2026-03-25 09:27:18,884 - lava_callback - DEBUG - Processing node 69c10762acdb2e26c83cd78d: baseline-arm-clabbe 2026-03-25 09:27:18,884 - lava_callback - WARNING - No log data found in callback Job failure metadata not found for node: 69c10762acdb2e26c83cd78d 2026-03-25 09:27:18,885 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:27:18,899 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c10762acdb2e26c83cd78d HTTP/1.1" 200 None 2026-03-25 09:27:18,901 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:27:18,914 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69bbb130ec3f435d20d51a98 HTTP/1.1" 200 None 2026-03-25 09:27:18,915 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:27:18,936 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c10762acdb2e26c83cd78d HTTP/1.1" 200 None 2026-03-25 09:27:18,938 - lava_callback - ERROR - Error processing callback for node 69c10762acdb2e26c83cd78d: 'lava' Traceback (most recent call last): File "/home/kernelci/pipeline/lava_callback.py", line 366, in async_job_submit _emit_callback_telemetry( File "/home/kernelci/pipeline/lava_callback.py", line 387, in _emit_callback_telemetry is_infra = job_callback.is_infra_error() if job_node.get( ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/local/lib/python3.12/site-packages/kernelci/runtime/lava.py", line 119, in is_infra_error lava_yaml = self._data['results']['lava'] ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^ KeyError: 'lava' INFO: 172.20.0.1:58990 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:46072 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:46082 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:57998 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:34042 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:33024 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:33016 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:33028 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:59358 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:47402 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:47414 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:51080 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:50902 - "GET / HTTP/1.0" 200 OK 2026-03-25 09:28:58,976 - lava_callback - INFO - Received callback for node 69c107d2acdb2e26c83cd7a5 INFO: 172.20.0.1:50912 - "POST /node/69c107d2acdb2e26c83cd7a5 HTTP/1.0" 202 Accepted 2026-03-25 09:28:58,982 - lava_callback - INFO - Starting async job submit for node 69c107d2acdb2e26c83cd7a5 2026-03-25 09:28:58,983 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:28:58,997 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c107d2acdb2e26c83cd7a5 HTTP/1.1" 200 None 2026-03-25 09:28:58,998 - lava_callback - DEBUG - Processing node 69c107d2acdb2e26c83cd7a5: baseline-arm-clabbe 2026-03-25 09:28:58,999 - lava_callback - WARNING - No log data found in callback Job failure metadata not found for node: 69c107d2acdb2e26c83cd7a5 2026-03-25 09:28:58,999 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:28:59,013 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c107d2acdb2e26c83cd7a5 HTTP/1.1" 200 None 2026-03-25 09:28:59,015 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:28:59,028 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69bbb130ec3f435d20d51a98 HTTP/1.1" 200 None 2026-03-25 09:28:59,029 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:28:59,067 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c107d2acdb2e26c83cd7a5 HTTP/1.1" 200 None 2026-03-25 09:28:59,068 - lava_callback - ERROR - Error processing callback for node 69c107d2acdb2e26c83cd7a5: 'lava' Traceback (most recent call last): File "/home/kernelci/pipeline/lava_callback.py", line 366, in async_job_submit _emit_callback_telemetry( File "/home/kernelci/pipeline/lava_callback.py", line 387, in _emit_callback_telemetry is_infra = job_callback.is_infra_error() if job_node.get( ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/local/lib/python3.12/site-packages/kernelci/runtime/lava.py", line 119, in is_infra_error lava_yaml = self._data['results']['lava'] ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^ KeyError: 'lava' 2026-03-25 09:29:00,526 - lava_callback - INFO - Received callback for node 69c326866778148209fd6fd7 INFO: 172.20.0.1:48912 - "POST /node/69c326866778148209fd6fd7 HTTP/1.0" 202 Accepted 2026-03-25 09:29:00,533 - lava_callback - INFO - Starting async job submit for node 69c326866778148209fd6fd7 2026-03-25 09:29:00,559 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:29:00,582 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c326866778148209fd6fd7 HTTP/1.1" 200 None 2026-03-25 09:29:00,583 - lava_callback - DEBUG - Processing node 69c326866778148209fd6fd7: baseline-nfs-arm64 2026-03-25 09:29:01,103 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 09:29:01,264 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 09:29:01,266 - lava_callback - INFO - Log uploaded to https://files-staging.kernelci.org/baseline-nfs-arm64-69c326866778148209fd6fd7/log.txt.gz 2026-03-25 09:29:01,555 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 09:29:01,801 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 09:29:01,803 - lava_callback - INFO - LAVA YAML uploaded to https://files-staging.kernelci.org/baseline-nfs-arm64-69c326866778148209fd6fd7/lava-logs.yaml 2026-03-25 09:29:01,815 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 09:29:01,984 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 09:29:01,986 - lava_callback - INFO - Callback data uploaded to https://files-staging.kernelci.org/baseline-nfs-arm64-69c326866778148209fd6fd7/lava_callback.json.gz 2026-03-25 09:29:02,014 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:29:02,031 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c326866778148209fd6fd7 HTTP/1.1" 200 None 2026-03-25 09:29:02,033 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:29:02,046 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c2b9626778148209fd337b HTTP/1.1" 200 None 2026-03-25 09:29:02,048 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:29:02,070 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c326866778148209fd6fd7 HTTP/1.1" 200 None 2026-03-25 09:29:02,152 - lava_callback - INFO - Completed processing callback for node 69c326866778148209fd6fd7 2026-03-25 09:29:04,028 - lava_callback - INFO - Received callback for node 69c38fed18a3717aa65d3c39 INFO: 172.20.0.1:48914 - "POST /node/69c38fed18a3717aa65d3c39 HTTP/1.0" 202 Accepted 2026-03-25 09:29:04,034 - lava_callback - INFO - Starting async job submit for node 69c38fed18a3717aa65d3c39 2026-03-25 09:29:04,052 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:29:04,068 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c38fed18a3717aa65d3c39 HTTP/1.1" 200 None 2026-03-25 09:29:04,069 - lava_callback - DEBUG - Processing node 69c38fed18a3717aa65d3c39: baseline-arm64-broonie 2026-03-25 09:29:04,385 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 09:29:04,536 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 09:29:04,538 - lava_callback - INFO - Log uploaded to https://files-staging.kernelci.org/baseline-arm64-broonie-69c38fed18a3717aa65d3c39/log.txt.gz 2026-03-25 09:29:04,738 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 09:29:04,935 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 09:29:04,937 - lava_callback - INFO - LAVA YAML uploaded to https://files-staging.kernelci.org/baseline-arm64-broonie-69c38fed18a3717aa65d3c39/lava-logs.yaml 2026-03-25 09:29:04,946 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 09:29:05,102 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 09:29:05,103 - lava_callback - INFO - Callback data uploaded to https://files-staging.kernelci.org/baseline-arm64-broonie-69c38fed18a3717aa65d3c39/lava_callback.json.gz 2026-03-25 09:29:05,139 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:29:05,160 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c38fed18a3717aa65d3c39 HTTP/1.1" 200 None 2026-03-25 09:29:05,161 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:29:05,175 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c3295318a3717aa65d01c3 HTTP/1.1" 200 None 2026-03-25 09:29:05,177 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:29:05,209 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c38fed18a3717aa65d3c39 HTTP/1.1" 200 None 2026-03-25 09:29:05,262 - lava_callback - INFO - Completed processing callback for node 69c38fed18a3717aa65d3c39 INFO: 172.20.0.1:48930 - "GET / HTTP/1.0" 200 OK 2026-03-25 09:29:14,155 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:29:14,172 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "POST /latest/telemetry HTTP/1.1" 200 14 INFO: 172.20.0.1:38538 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:38550 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:60924 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:51936 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:51940 - "GET / HTTP/1.0" 200 OK 2026-03-25 09:29:38,975 - lava_callback - INFO - Received callback for node 69c107f7acdb2e26c83cd7ae INFO: 172.20.0.1:51952 - "POST /node/69c107f7acdb2e26c83cd7ae HTTP/1.0" 202 Accepted 2026-03-25 09:29:38,981 - lava_callback - INFO - Starting async job submit for node 69c107f7acdb2e26c83cd7ae 2026-03-25 09:29:38,982 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:29:39,003 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c107f7acdb2e26c83cd7ae HTTP/1.1" 200 None 2026-03-25 09:29:39,004 - lava_callback - DEBUG - Processing node 69c107f7acdb2e26c83cd7ae: baseline-arm-clabbe 2026-03-25 09:29:39,004 - lava_callback - WARNING - No log data found in callback Job failure metadata not found for node: 69c107f7acdb2e26c83cd7ae 2026-03-25 09:29:39,004 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:29:39,018 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c107f7acdb2e26c83cd7ae HTTP/1.1" 200 None 2026-03-25 09:29:39,020 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:29:39,034 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69bbb130ec3f435d20d51a98 HTTP/1.1" 200 None 2026-03-25 09:29:39,035 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:29:39,055 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c107f7acdb2e26c83cd7ae HTTP/1.1" 200 None 2026-03-25 09:29:39,066 - lava_callback - ERROR - Error processing callback for node 69c107f7acdb2e26c83cd7ae: 'lava' Traceback (most recent call last): File "/home/kernelci/pipeline/lava_callback.py", line 366, in async_job_submit _emit_callback_telemetry( File "/home/kernelci/pipeline/lava_callback.py", line 387, in _emit_callback_telemetry is_infra = job_callback.is_infra_error() if job_node.get( ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/local/lib/python3.12/site-packages/kernelci/runtime/lava.py", line 119, in is_infra_error lava_yaml = self._data['results']['lava'] ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^ KeyError: 'lava' INFO: 172.20.0.1:47100 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:35758 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:50928 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:37358 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:37374 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:45088 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:53716 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:53728 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:59016 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:37380 - "GET / HTTP/1.0" 200 OK 2026-03-25 09:31:04,345 - lava_callback - INFO - Received callback for node 69c3a25cbbc022e79264491c INFO: 172.20.0.1:39460 - "POST /node/69c3a25cbbc022e79264491c HTTP/1.0" 202 Accepted 2026-03-25 09:31:04,351 - lava_callback - INFO - Starting async job submit for node 69c3a25cbbc022e79264491c 2026-03-25 09:31:04,369 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:31:04,383 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c3a25cbbc022e79264491c HTTP/1.1" 200 None 2026-03-25 09:31:04,383 - lava_callback - DEBUG - Processing node 69c3a25cbbc022e79264491c: baseline-arm64-broonie 2026-03-25 09:31:04,725 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 09:31:04,890 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 09:31:04,892 - lava_callback - INFO - Log uploaded to https://files-staging.kernelci.org/baseline-arm64-broonie-69c3a25cbbc022e79264491c/log.txt.gz 2026-03-25 09:31:05,086 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 09:31:05,345 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 09:31:05,347 - lava_callback - INFO - LAVA YAML uploaded to https://files-staging.kernelci.org/baseline-arm64-broonie-69c3a25cbbc022e79264491c/lava-logs.yaml 2026-03-25 09:31:05,355 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 09:31:05,493 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 09:31:05,495 - lava_callback - INFO - Callback data uploaded to https://files-staging.kernelci.org/baseline-arm64-broonie-69c3a25cbbc022e79264491c/lava_callback.json.gz 2026-03-25 09:31:05,513 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:31:05,528 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c3a25cbbc022e79264491c HTTP/1.1" 200 None 2026-03-25 09:31:05,531 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:31:05,547 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c399cdbbc022e792643ea0 HTTP/1.1" 200 None 2026-03-25 09:31:05,549 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:31:05,580 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c3a25cbbc022e79264491c HTTP/1.1" 200 None 2026-03-25 09:31:05,581 - lava_callback - INFO - Completed processing callback for node 69c3a25cbbc022e79264491c INFO: 172.20.0.1:39468 - "GET / HTTP/1.0" 200 OK 2026-03-25 09:31:14,175 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:31:14,200 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "POST /latest/telemetry HTTP/1.1" 200 14 INFO: 172.20.0.1:40474 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:40476 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:45928 - "GET / HTTP/1.0" 200 OK 2026-03-25 09:31:26,836 - lava_callback - INFO - Received callback for node 69c3ab1dbbc022e792644d1b INFO: 172.20.0.1:45930 - "POST /node/69c3ab1dbbc022e792644d1b HTTP/1.0" 202 Accepted 2026-03-25 09:31:26,841 - lava_callback - INFO - Starting async job submit for node 69c3ab1dbbc022e792644d1b 2026-03-25 09:31:26,859 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:31:26,874 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c3ab1dbbc022e792644d1b HTTP/1.1" 200 None 2026-03-25 09:31:26,875 - lava_callback - DEBUG - Processing node 69c3ab1dbbc022e792644d1b: baseline-x86 2026-03-25 09:31:27,131 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 09:31:27,280 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 09:31:27,281 - lava_callback - INFO - Log uploaded to https://files-staging.kernelci.org/baseline-x86-69c3ab1dbbc022e792644d1b/log.txt.gz 2026-03-25 09:31:27,438 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 09:31:27,637 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 09:31:27,639 - lava_callback - INFO - LAVA YAML uploaded to https://files-staging.kernelci.org/baseline-x86-69c3ab1dbbc022e792644d1b/lava-logs.yaml 2026-03-25 09:31:27,646 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 09:31:27,783 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 09:31:27,785 - lava_callback - INFO - Callback data uploaded to https://files-staging.kernelci.org/baseline-x86-69c3ab1dbbc022e792644d1b/lava_callback.json.gz 2026-03-25 09:31:27,804 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:31:27,819 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c3ab1dbbc022e792644d1b HTTP/1.1" 200 None 2026-03-25 09:31:27,821 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:31:27,836 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c399e2bbc022e792643ec4 HTTP/1.1" 200 None 2026-03-25 09:31:27,838 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:31:27,864 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c3ab1dbbc022e792644d1b HTTP/1.1" 200 None 2026-03-25 09:31:27,866 - lava_callback - INFO - Completed processing callback for node 69c3ab1dbbc022e792644d1b INFO: 172.20.0.1:37568 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:37584 - "GET / HTTP/1.0" 200 OK 2026-03-25 09:31:44,202 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:31:44,218 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "POST /latest/telemetry HTTP/1.1" 200 14 INFO: 172.20.0.1:59632 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:49152 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:38844 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:37538 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:37546 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:60326 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:56586 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:56596 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:35320 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:37972 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:52846 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:52380 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:52394 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:39098 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:45680 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:45688 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:52290 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:56442 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:55284 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:57760 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:57768 - "GET / HTTP/1.0" 200 OK 2026-03-25 09:34:22,131 - lava_callback - INFO - Received callback for node 69c337a118a3717aa65d2ce5 INFO: 172.20.0.1:57918 - "POST /node/69c337a118a3717aa65d2ce5 HTTP/1.0" 202 Accepted 2026-03-25 09:34:22,137 - lava_callback - INFO - Starting async job submit for node 69c337a118a3717aa65d2ce5 2026-03-25 09:34:22,162 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:34:22,185 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c337a118a3717aa65d2ce5 HTTP/1.1" 200 None 2026-03-25 09:34:22,187 - lava_callback - DEBUG - Processing node 69c337a118a3717aa65d2ce5: baseline-arm64 2026-03-25 09:34:22,764 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 09:34:22,897 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 09:34:22,899 - lava_callback - INFO - Log uploaded to https://files-staging.kernelci.org/baseline-arm64-69c337a118a3717aa65d2ce5/log.txt.gz 2026-03-25 09:34:23,162 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 09:34:23,396 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 09:34:23,398 - lava_callback - INFO - LAVA YAML uploaded to https://files-staging.kernelci.org/baseline-arm64-69c337a118a3717aa65d2ce5/lava-logs.yaml 2026-03-25 09:34:23,410 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 09:34:23,580 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 09:34:23,582 - lava_callback - INFO - Callback data uploaded to https://files-staging.kernelci.org/baseline-arm64-69c337a118a3717aa65d2ce5/lava_callback.json.gz 2026-03-25 09:34:23,620 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:34:23,646 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c337a118a3717aa65d2ce5 HTTP/1.1" 200 None 2026-03-25 09:34:23,648 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:34:23,668 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c3295318a3717aa65d01c3 HTTP/1.1" 200 None 2026-03-25 09:34:23,669 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:34:23,693 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c337a118a3717aa65d2ce5 HTTP/1.1" 200 None 2026-03-25 09:34:23,765 - lava_callback - INFO - Completed processing callback for node 69c337a118a3717aa65d2ce5 INFO: 172.20.0.1:57934 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:47238 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:47250 - "GET / HTTP/1.0" 200 OK 2026-03-25 09:34:44,220 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:34:44,234 - lava_callback - INFO - Received callback for node 69c3ab7dbbc022e792644d3b INFO: 172.20.0.1:39094 - "POST /node/69c3ab7dbbc022e792644d3b HTTP/1.0" 202 Accepted 2026-03-25 09:34:44,242 - lava_callback - INFO - Starting async job submit for node 69c3ab7dbbc022e792644d3b 2026-03-25 09:34:44,261 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:34:44,265 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "POST /latest/telemetry HTTP/1.1" 200 14 2026-03-25 09:34:44,275 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c3ab7dbbc022e792644d3b HTTP/1.1" 200 None 2026-03-25 09:34:44,276 - lava_callback - DEBUG - Processing node 69c3ab7dbbc022e792644d3b: baseline-arm64-broonie 2026-03-25 09:34:44,621 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 09:34:44,773 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 09:34:44,775 - lava_callback - INFO - Log uploaded to https://files-staging.kernelci.org/baseline-arm64-broonie-69c3ab7dbbc022e792644d3b/log.txt.gz 2026-03-25 09:34:44,971 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 09:34:45,187 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 09:34:45,189 - lava_callback - INFO - LAVA YAML uploaded to https://files-staging.kernelci.org/baseline-arm64-broonie-69c3ab7dbbc022e792644d3b/lava-logs.yaml 2026-03-25 09:34:45,197 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 09:34:45,336 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 09:34:45,338 - lava_callback - INFO - Callback data uploaded to https://files-staging.kernelci.org/baseline-arm64-broonie-69c3ab7dbbc022e792644d3b/lava_callback.json.gz 2026-03-25 09:34:45,375 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:34:45,393 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c3ab7dbbc022e792644d3b HTTP/1.1" 200 None 2026-03-25 09:34:45,395 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:34:45,408 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c1d8400efaf21d93103552 HTTP/1.1" 200 None 2026-03-25 09:34:45,409 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:34:45,433 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c3ab7dbbc022e792644d3b HTTP/1.1" 200 None 2026-03-25 09:34:45,486 - lava_callback - INFO - Completed processing callback for node 69c3ab7dbbc022e792644d3b INFO: 172.20.0.1:39110 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:42410 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:50228 - "GET / HTTP/1.0" 200 OK 2026-03-25 09:35:14,267 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:35:14,284 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "POST /latest/telemetry HTTP/1.1" 200 14 INFO: 172.20.0.1:41836 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:41850 - "GET / HTTP/1.0" 200 OK 2026-03-25 09:35:20,340 - lava_callback - INFO - Received callback for node 69c10948acdb2e26c83cd806 INFO: 172.20.0.1:57082 - "POST /node/69c10948acdb2e26c83cd806 HTTP/1.0" 202 Accepted 2026-03-25 09:35:20,346 - lava_callback - INFO - Starting async job submit for node 69c10948acdb2e26c83cd806 2026-03-25 09:35:20,346 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:35:20,361 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c10948acdb2e26c83cd806 HTTP/1.1" 200 None 2026-03-25 09:35:20,361 - lava_callback - DEBUG - Processing node 69c10948acdb2e26c83cd806: baseline-arm64-baylibre 2026-03-25 09:35:20,362 - lava_callback - WARNING - No log data found in callback Job failure metadata not found for node: 69c10948acdb2e26c83cd806 2026-03-25 09:35:20,362 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:35:20,383 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c10948acdb2e26c83cd806 HTTP/1.1" 200 None 2026-03-25 09:35:20,384 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:35:20,398 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69bbb13dec3f435d20d51aa7 HTTP/1.1" 200 None 2026-03-25 09:35:20,400 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:35:20,435 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c10948acdb2e26c83cd806 HTTP/1.1" 200 None 2026-03-25 09:35:20,436 - lava_callback - ERROR - Error processing callback for node 69c10948acdb2e26c83cd806: 'lava' Traceback (most recent call last): File "/home/kernelci/pipeline/lava_callback.py", line 366, in async_job_submit _emit_callback_telemetry( File "/home/kernelci/pipeline/lava_callback.py", line 387, in _emit_callback_telemetry is_infra = job_callback.is_infra_error() if job_node.get( ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/local/lib/python3.12/site-packages/kernelci/runtime/lava.py", line 119, in is_infra_error lava_yaml = self._data['results']['lava'] ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^ KeyError: 'lava' INFO: 172.20.0.1:57092 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:44926 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:44938 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:35910 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:40460 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:44324 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:36086 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:36094 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:45470 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:56892 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:56900 - "GET / HTTP/1.0" 200 OK 2026-03-25 09:36:44,595 - lava_callback - INFO - Received callback for node 69c3ac36bbc022e792644d6a INFO: 172.20.0.1:53656 - "POST /node/69c3ac36bbc022e792644d6a HTTP/1.0" 202 Accepted 2026-03-25 09:36:44,601 - lava_callback - INFO - Starting async job submit for node 69c3ac36bbc022e792644d6a 2026-03-25 09:36:44,616 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:36:44,631 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c3ac36bbc022e792644d6a HTTP/1.1" 200 None 2026-03-25 09:36:44,631 - lava_callback - DEBUG - Processing node 69c3ac36bbc022e792644d6a: baseline-arm64-broonie 2026-03-25 09:36:44,904 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 09:36:45,069 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 09:36:45,070 - lava_callback - INFO - Log uploaded to https://files-staging.kernelci.org/baseline-arm64-broonie-69c3ac36bbc022e792644d6a/log.txt.gz 2026-03-25 09:36:45,237 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 09:36:45,416 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 09:36:45,418 - lava_callback - INFO - LAVA YAML uploaded to https://files-staging.kernelci.org/baseline-arm64-broonie-69c3ac36bbc022e792644d6a/lava-logs.yaml 2026-03-25 09:36:45,425 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 09:36:45,593 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 09:36:45,595 - lava_callback - INFO - Callback data uploaded to https://files-staging.kernelci.org/baseline-arm64-broonie-69c3ac36bbc022e792644d6a/lava_callback.json.gz 2026-03-25 09:36:45,612 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:36:45,627 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c3ac36bbc022e792644d6a HTTP/1.1" 200 None 2026-03-25 09:36:45,629 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:36:45,654 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c1d8400efaf21d93103552 HTTP/1.1" 200 None 2026-03-25 09:36:45,655 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:36:45,686 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c3ac36bbc022e792644d6a HTTP/1.1" 200 None 2026-03-25 09:36:45,687 - lava_callback - INFO - Completed processing callback for node 69c3ac36bbc022e792644d6a INFO: 172.20.0.1:53670 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:35510 - "GET / HTTP/1.0" 200 OK 2026-03-25 09:37:00,422 - lava_callback - INFO - Received callback for node 69c109baacdb2e26c83cd81f INFO: 172.20.0.1:55654 - "POST /node/69c109baacdb2e26c83cd81f HTTP/1.0" 202 Accepted 2026-03-25 09:37:00,428 - lava_callback - INFO - Starting async job submit for node 69c109baacdb2e26c83cd81f 2026-03-25 09:37:00,428 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:37:00,454 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c109baacdb2e26c83cd81f HTTP/1.1" 200 None 2026-03-25 09:37:00,455 - lava_callback - DEBUG - Processing node 69c109baacdb2e26c83cd81f: baseline-arm64-baylibre 2026-03-25 09:37:00,455 - lava_callback - WARNING - No log data found in callback Job failure metadata not found for node: 69c109baacdb2e26c83cd81f 2026-03-25 09:37:00,456 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:37:00,469 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c109baacdb2e26c83cd81f HTTP/1.1" 200 None 2026-03-25 09:37:00,470 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:37:00,483 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69bbb13dec3f435d20d51aa7 HTTP/1.1" 200 None 2026-03-25 09:37:00,485 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:37:00,505 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c109baacdb2e26c83cd81f HTTP/1.1" 200 None 2026-03-25 09:37:00,507 - lava_callback - ERROR - Error processing callback for node 69c109baacdb2e26c83cd81f: 'lava' Traceback (most recent call last): File "/home/kernelci/pipeline/lava_callback.py", line 366, in async_job_submit _emit_callback_telemetry( File "/home/kernelci/pipeline/lava_callback.py", line 387, in _emit_callback_telemetry is_infra = job_callback.is_infra_error() if job_node.get( ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/local/lib/python3.12/site-packages/kernelci/runtime/lava.py", line 119, in is_infra_error lava_yaml = self._data['results']['lava'] ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^ KeyError: 'lava' INFO: 172.20.0.1:55662 - "GET / HTTP/1.0" 200 OK 2026-03-25 09:37:14,286 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:37:14,302 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "POST /latest/telemetry HTTP/1.1" 200 14 INFO: 172.20.0.1:53880 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:53892 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:52622 - "GET / HTTP/1.0" 200 OK 2026-03-25 09:37:35,286 - lava_callback - INFO - Received callback for node 69c3ab27bbc022e792644d1e INFO: 172.20.0.1:44152 - "POST /node/69c3ab27bbc022e792644d1e HTTP/1.0" 202 Accepted 2026-03-25 09:37:35,293 - lava_callback - INFO - Starting async job submit for node 69c3ab27bbc022e792644d1e 2026-03-25 09:37:35,329 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:37:35,343 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c3ab27bbc022e792644d1e HTTP/1.1" 200 None 2026-03-25 09:37:35,344 - lava_callback - DEBUG - Processing node 69c3ab27bbc022e792644d1e: baseline-arm64 2026-03-25 09:37:35,743 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 09:37:35,895 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 09:37:35,897 - lava_callback - INFO - Log uploaded to https://files-staging.kernelci.org/baseline-arm64-69c3ab27bbc022e792644d1e/log.txt.gz 2026-03-25 09:37:36,106 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 09:37:36,333 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 09:37:36,335 - lava_callback - INFO - LAVA YAML uploaded to https://files-staging.kernelci.org/baseline-arm64-69c3ab27bbc022e792644d1e/lava-logs.yaml 2026-03-25 09:37:36,344 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 09:37:36,505 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 09:37:36,507 - lava_callback - INFO - Callback data uploaded to https://files-staging.kernelci.org/baseline-arm64-69c3ab27bbc022e792644d1e/lava_callback.json.gz INFO: 172.20.0.1:44154 - "GET / HTTP/1.0" 200 OK DEBUG: Setup failed for 69c3ab27bbc022e792644d1e. Transitting job node result: incomplete -> fail 2026-03-25 09:37:36,580 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:37:36,594 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c3ab27bbc022e792644d1e HTTP/1.1" 200 None 2026-03-25 09:37:36,596 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:37:36,611 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c399cdbbc022e792643ea0 HTTP/1.1" 200 None 2026-03-25 09:37:36,613 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:37:36,636 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c3ab27bbc022e792644d1e HTTP/1.1" 200 None 2026-03-25 09:37:36,742 - lava_callback - INFO - Completed processing callback for node 69c3ab27bbc022e792644d1e INFO: 172.20.0.1:44170 - "GET / HTTP/1.0" 200 OK 2026-03-25 09:37:44,304 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:37:44,321 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "POST /latest/telemetry HTTP/1.1" 200 14 INFO: 172.20.0.1:43626 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:57814 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:51442 - "GET / HTTP/1.0" 200 OK 2026-03-25 09:38:08,302 - lava_callback - INFO - Received callback for node 69c337b218a3717aa65d2d0f INFO: 172.20.0.1:51454 - "POST /node/69c337b218a3717aa65d2d0f HTTP/1.0" 202 Accepted 2026-03-25 09:38:08,309 - lava_callback - INFO - Starting async job submit for node 69c337b218a3717aa65d2d0f 2026-03-25 09:38:08,334 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:38:08,349 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c337b218a3717aa65d2d0f HTTP/1.1" 200 None 2026-03-25 09:38:08,349 - lava_callback - DEBUG - Processing node 69c337b218a3717aa65d2d0f: baseline-nfs-arm64 2026-03-25 09:38:08,916 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 09:38:09,053 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 09:38:09,054 - lava_callback - INFO - Log uploaded to https://files-staging.kernelci.org/baseline-nfs-arm64-69c337b218a3717aa65d2d0f/log.txt.gz 2026-03-25 09:38:09,320 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 09:38:09,550 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 09:38:09,553 - lava_callback - INFO - LAVA YAML uploaded to https://files-staging.kernelci.org/baseline-nfs-arm64-69c337b218a3717aa65d2d0f/lava-logs.yaml 2026-03-25 09:38:09,565 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 09:38:09,736 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 09:38:09,738 - lava_callback - INFO - Callback data uploaded to https://files-staging.kernelci.org/baseline-nfs-arm64-69c337b218a3717aa65d2d0f/lava_callback.json.gz 2026-03-25 09:38:09,764 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:38:09,779 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c337b218a3717aa65d2d0f HTTP/1.1" 200 None 2026-03-25 09:38:09,781 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:38:09,798 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c3295318a3717aa65d01c3 HTTP/1.1" 200 None 2026-03-25 09:38:09,800 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:38:09,827 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c337b218a3717aa65d2d0f HTTP/1.1" 200 None 2026-03-25 09:38:09,895 - lava_callback - INFO - Completed processing callback for node 69c337b218a3717aa65d2d0f 2026-03-25 09:38:14,323 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:38:14,339 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "POST /latest/telemetry HTTP/1.1" 200 14 INFO: 172.20.0.1:42328 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:42336 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:53620 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:57354 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:57362 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:39676 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:38200 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:45154 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:33594 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:33602 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:33690 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:45172 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:45174 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:47062 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:44442 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:41200 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:54886 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:54890 - "GET / HTTP/1.0" 200 OK 2026-03-25 09:40:20,780 - lava_callback - INFO - Received callback for node 69c10a78acdb2e26c83cd836 INFO: 172.20.0.1:49460 - "POST /node/69c10a78acdb2e26c83cd836 HTTP/1.0" 202 Accepted 2026-03-25 09:40:20,786 - lava_callback - INFO - Starting async job submit for node 69c10a78acdb2e26c83cd836 2026-03-25 09:40:20,786 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:40:20,828 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c10a78acdb2e26c83cd836 HTTP/1.1" 200 None 2026-03-25 09:40:20,829 - lava_callback - DEBUG - Processing node 69c10a78acdb2e26c83cd836: baseline-arm64-baylibre 2026-03-25 09:40:20,829 - lava_callback - WARNING - No log data found in callback Job failure metadata not found for node: 69c10a78acdb2e26c83cd836 2026-03-25 09:40:20,830 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:40:20,844 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c10a78acdb2e26c83cd836 HTTP/1.1" 200 None 2026-03-25 09:40:20,845 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:40:20,879 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69bbb13dec3f435d20d51aa7 HTTP/1.1" 200 None 2026-03-25 09:40:20,881 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:40:20,910 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c10a78acdb2e26c83cd836 HTTP/1.1" 200 None 2026-03-25 09:40:20,912 - lava_callback - ERROR - Error processing callback for node 69c10a78acdb2e26c83cd836: 'lava' Traceback (most recent call last): File "/home/kernelci/pipeline/lava_callback.py", line 366, in async_job_submit _emit_callback_telemetry( File "/home/kernelci/pipeline/lava_callback.py", line 387, in _emit_callback_telemetry is_infra = job_callback.is_infra_error() if job_node.get( ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/local/lib/python3.12/site-packages/kernelci/runtime/lava.py", line 119, in is_infra_error lava_yaml = self._data['results']['lava'] ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^ KeyError: 'lava' 2026-03-25 09:40:24,878 - lava_callback - INFO - Received callback for node 69c3accbbbc022e792644d91 INFO: 172.20.0.1:49466 - "POST /node/69c3accbbbc022e792644d91 HTTP/1.0" 202 Accepted 2026-03-25 09:40:24,884 - lava_callback - INFO - Starting async job submit for node 69c3accbbbc022e792644d91 2026-03-25 09:40:24,902 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:40:24,917 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c3accbbbc022e792644d91 HTTP/1.1" 200 None 2026-03-25 09:40:24,918 - lava_callback - DEBUG - Processing node 69c3accbbbc022e792644d91: baseline-arm64-broonie 2026-03-25 09:40:25,229 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 09:40:25,444 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 09:40:25,445 - lava_callback - INFO - Log uploaded to https://files-staging.kernelci.org/baseline-arm64-broonie-69c3accbbbc022e792644d91/log.txt.gz 2026-03-25 09:40:25,641 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 09:40:25,844 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 09:40:25,846 - lava_callback - INFO - LAVA YAML uploaded to https://files-staging.kernelci.org/baseline-arm64-broonie-69c3accbbbc022e792644d91/lava-logs.yaml 2026-03-25 09:40:25,854 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 09:40:26,016 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 09:40:26,018 - lava_callback - INFO - Callback data uploaded to https://files-staging.kernelci.org/baseline-arm64-broonie-69c3accbbbc022e792644d91/lava_callback.json.gz 2026-03-25 09:40:26,055 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:40:26,070 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c3accbbbc022e792644d91 HTTP/1.1" 200 None 2026-03-25 09:40:26,072 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:40:26,089 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c2b9626778148209fd337b HTTP/1.1" 200 None 2026-03-25 09:40:26,090 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:40:26,116 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c3accbbbc022e792644d91 HTTP/1.1" 200 None 2026-03-25 09:40:26,176 - lava_callback - INFO - Completed processing callback for node 69c3accbbbc022e792644d91 INFO: 172.20.0.1:49482 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:56430 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:56438 - "GET / HTTP/1.0" 200 OK 2026-03-25 09:40:44,342 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:40:44,361 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "POST /latest/telemetry HTTP/1.1" 200 14 INFO: 172.20.0.1:37456 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:48268 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:43500 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:51888 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:51904 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:54222 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:49534 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:49538 - "GET / HTTP/1.0" 200 OK 2026-03-25 09:41:44,754 - lava_callback - INFO - Received callback for node 69c31c566778148209fd6e11 INFO: 172.20.0.1:50722 - "POST /node/69c31c566778148209fd6e11 HTTP/1.0" 202 Accepted 2026-03-25 09:41:44,760 - lava_callback - INFO - Starting async job submit for node 69c31c566778148209fd6e11 2026-03-25 09:41:44,801 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:41:44,816 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c31c566778148209fd6e11 HTTP/1.1" 200 None 2026-03-25 09:41:44,817 - lava_callback - DEBUG - Processing node 69c31c566778148209fd6e11: baseline-arm64-broonie 2026-03-25 09:41:45,149 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 09:41:45,301 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 09:41:45,303 - lava_callback - INFO - Log uploaded to https://files-staging.kernelci.org/baseline-arm64-broonie-69c31c566778148209fd6e11/log.txt.gz 2026-03-25 09:41:45,511 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 09:41:45,760 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 09:41:45,762 - lava_callback - INFO - LAVA YAML uploaded to https://files-staging.kernelci.org/baseline-arm64-broonie-69c31c566778148209fd6e11/lava-logs.yaml 2026-03-25 09:41:45,770 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 09:41:45,955 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 09:41:45,957 - lava_callback - INFO - Callback data uploaded to https://files-staging.kernelci.org/baseline-arm64-broonie-69c31c566778148209fd6e11/lava_callback.json.gz 2026-03-25 09:41:46,004 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:41:46,027 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c31c566778148209fd6e11 HTTP/1.1" 200 None 2026-03-25 09:41:46,029 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:41:46,042 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c2b9626778148209fd337b HTTP/1.1" 200 None 2026-03-25 09:41:46,044 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:41:46,069 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c31c566778148209fd6e11 HTTP/1.1" 200 None 2026-03-25 09:41:46,134 - lava_callback - INFO - Completed processing callback for node 69c31c566778148209fd6e11 INFO: 172.20.0.1:50732 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:42370 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:48194 - "GET / HTTP/1.0" 200 OK 2026-03-25 09:42:14,364 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:42:14,380 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "POST /latest/telemetry HTTP/1.1" 200 14 INFO: 172.20.0.1:54990 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:54996 - "GET / HTTP/1.0" 200 OK 2026-03-25 09:42:20,718 - lava_callback - INFO - Received callback for node 69c10ae9acdb2e26c83cd848 INFO: 172.20.0.1:58738 - "POST /node/69c10ae9acdb2e26c83cd848 HTTP/1.0" 202 Accepted 2026-03-25 09:42:20,723 - lava_callback - INFO - Starting async job submit for node 69c10ae9acdb2e26c83cd848 2026-03-25 09:42:20,724 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:42:20,739 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c10ae9acdb2e26c83cd848 HTTP/1.1" 200 None 2026-03-25 09:42:20,740 - lava_callback - DEBUG - Processing node 69c10ae9acdb2e26c83cd848: baseline-arm64-baylibre 2026-03-25 09:42:20,740 - lava_callback - WARNING - No log data found in callback Job failure metadata not found for node: 69c10ae9acdb2e26c83cd848 2026-03-25 09:42:20,741 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:42:20,755 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c10ae9acdb2e26c83cd848 HTTP/1.1" 200 None 2026-03-25 09:42:20,756 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:42:20,774 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69bbb13dec3f435d20d51aa7 HTTP/1.1" 200 None 2026-03-25 09:42:20,775 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:42:20,797 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c10ae9acdb2e26c83cd848 HTTP/1.1" 200 None 2026-03-25 09:42:20,799 - lava_callback - ERROR - Error processing callback for node 69c10ae9acdb2e26c83cd848: 'lava' Traceback (most recent call last): File "/home/kernelci/pipeline/lava_callback.py", line 366, in async_job_submit _emit_callback_telemetry( File "/home/kernelci/pipeline/lava_callback.py", line 387, in _emit_callback_telemetry is_infra = job_callback.is_infra_error() if job_node.get( ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/local/lib/python3.12/site-packages/kernelci/runtime/lava.py", line 119, in is_infra_error lava_yaml = self._data['results']['lava'] ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^ KeyError: 'lava' INFO: 172.20.0.1:58742 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:49508 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:49520 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:54576 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:34384 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:60034 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:43670 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:43684 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:39728 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:46422 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:46436 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:49784 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:40018 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:36276 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:35430 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:35436 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:48658 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:40786 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:40802 - "GET / HTTP/1.0" 200 OK 2026-03-25 09:44:43,751 - lava_callback - INFO - Received callback for node 69c3aa73bbc022e792644cf0 INFO: 172.20.0.1:37728 - "POST /node/69c3aa73bbc022e792644cf0 HTTP/1.0" 202 Accepted 2026-03-25 09:44:43,758 - lava_callback - INFO - Starting async job submit for node 69c3aa73bbc022e792644cf0 2026-03-25 09:44:43,813 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:44:43,829 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c3aa73bbc022e792644cf0 HTTP/1.1" 200 None 2026-03-25 09:44:43,830 - lava_callback - DEBUG - Processing node 69c3aa73bbc022e792644cf0: baseline-arm 2026-03-25 09:44:44,433 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 09:44:44,622 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 09:44:44,624 - lava_callback - INFO - Log uploaded to https://files-staging.kernelci.org/baseline-arm-69c3aa73bbc022e792644cf0/log.txt.gz 2026-03-25 09:44:44,975 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 09:44:45,263 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 09:44:45,265 - lava_callback - INFO - LAVA YAML uploaded to https://files-staging.kernelci.org/baseline-arm-69c3aa73bbc022e792644cf0/lava-logs.yaml 2026-03-25 09:44:45,280 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 09:44:45,448 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 09:44:45,450 - lava_callback - INFO - Callback data uploaded to https://files-staging.kernelci.org/baseline-arm-69c3aa73bbc022e792644cf0/lava_callback.json.gz DEBUG: Setup failed for 69c3aa73bbc022e792644cf0. Transitting job node result: incomplete -> fail 2026-03-25 09:44:45,560 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:44:45,580 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c3aa73bbc022e792644cf0 HTTP/1.1" 200 None 2026-03-25 09:44:45,582 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:44:45,596 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c399c1bbc022e792643e8d HTTP/1.1" 200 None 2026-03-25 09:44:45,597 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:44:45,622 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c3aa73bbc022e792644cf0 HTTP/1.1" 200 None 2026-03-25 09:44:45,744 - lava_callback - INFO - Completed processing callback for node 69c3aa73bbc022e792644cf0 INFO: 172.20.0.1:37742 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:53246 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:35640 - "GET / HTTP/1.0" 200 OK 2026-03-25 09:45:14,388 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:45:14,403 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "POST /latest/telemetry HTTP/1.1" 200 14 INFO: 172.20.0.1:44990 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:45006 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:55832 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:43700 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:43716 - "GET / HTTP/1.0" 200 OK 2026-03-25 09:45:39,740 - lava_callback - INFO - Received callback for node 69c10bb1acdb2e26c83cd865 INFO: 172.20.0.1:56220 - "POST /node/69c10bb1acdb2e26c83cd865 HTTP/1.0" 202 Accepted 2026-03-25 09:45:39,746 - lava_callback - INFO - Starting async job submit for node 69c10bb1acdb2e26c83cd865 2026-03-25 09:45:39,747 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:45:39,762 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c10bb1acdb2e26c83cd865 HTTP/1.1" 200 None 2026-03-25 09:45:39,763 - lava_callback - DEBUG - Processing node 69c10bb1acdb2e26c83cd865: baseline-arm64-clabbe 2026-03-25 09:45:39,763 - lava_callback - WARNING - No log data found in callback Job failure metadata not found for node: 69c10bb1acdb2e26c83cd865 2026-03-25 09:45:39,764 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:45:39,777 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c10bb1acdb2e26c83cd865 HTTP/1.1" 200 None 2026-03-25 09:45:39,778 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:45:39,791 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69bbb13dec3f435d20d51aa7 HTTP/1.1" 200 None 2026-03-25 09:45:39,792 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:45:39,812 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c10bb1acdb2e26c83cd865 HTTP/1.1" 200 None 2026-03-25 09:45:39,814 - lava_callback - ERROR - Error processing callback for node 69c10bb1acdb2e26c83cd865: 'lava' Traceback (most recent call last): File "/home/kernelci/pipeline/lava_callback.py", line 366, in async_job_submit _emit_callback_telemetry( File "/home/kernelci/pipeline/lava_callback.py", line 387, in _emit_callback_telemetry is_infra = job_callback.is_infra_error() if job_node.get( ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/local/lib/python3.12/site-packages/kernelci/runtime/lava.py", line 119, in is_infra_error lava_yaml = self._data['results']['lava'] ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^ KeyError: 'lava' INFO: 172.20.0.1:56230 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:45924 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:34998 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:45646 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:45650 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:47972 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:34410 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:34416 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:59458 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:33900 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:37096 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:39406 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:39416 - "GET / HTTP/1.0" 200 OK 2026-03-25 09:47:17,030 - lava_callback - INFO - Received callback for node 69c3af09bbc022e792644e27 INFO: 172.20.0.1:39418 - "POST /node/69c3af09bbc022e792644e27 HTTP/1.0" 202 Accepted 2026-03-25 09:47:17,036 - lava_callback - INFO - Starting async job submit for node 69c3af09bbc022e792644e27 2026-03-25 09:47:17,038 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:47:17,060 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c3af09bbc022e792644e27 HTTP/1.1" 200 None 2026-03-25 09:47:17,061 - lava_callback - DEBUG - Processing node 69c3af09bbc022e792644e27: baseline-nfs-arm64 2026-03-25 09:47:17,062 - lava_callback - WARNING - Failed to upload log 2026-03-25 09:47:17,064 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 09:47:17,235 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 09:47:17,237 - lava_callback - INFO - LAVA YAML uploaded to https://files-staging.kernelci.org/baseline-nfs-arm64-69c3af09bbc022e792644e27/lava-logs.yaml 2026-03-25 09:47:17,238 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 09:47:17,381 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 09:47:17,383 - lava_callback - INFO - Callback data uploaded to https://files-staging.kernelci.org/baseline-nfs-arm64-69c3af09bbc022e792644e27/lava_callback.json.gz 2026-03-25 09:47:17,385 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:47:17,399 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c3af09bbc022e792644e27 HTTP/1.1" 200 None 2026-03-25 09:47:17,401 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:47:17,415 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c399cdbbc022e792643ea0 HTTP/1.1" 200 None 2026-03-25 09:47:17,417 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:47:17,438 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c3af09bbc022e792644e27 HTTP/1.1" 200 None 2026-03-25 09:47:17,445 - lava_callback - INFO - Completed processing callback for node 69c3af09bbc022e792644e27 INFO: 172.20.0.1:49508 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:60598 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:60600 - "GET / HTTP/1.0" 200 OK 2026-03-25 09:47:39,711 - lava_callback - INFO - Received callback for node 69c10c26acdb2e26c83cd881 INFO: 172.20.0.1:42022 - "POST /node/69c10c26acdb2e26c83cd881 HTTP/1.0" 202 Accepted 2026-03-25 09:47:39,717 - lava_callback - INFO - Starting async job submit for node 69c10c26acdb2e26c83cd881 2026-03-25 09:47:39,718 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:47:39,732 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c10c26acdb2e26c83cd881 HTTP/1.1" 200 None 2026-03-25 09:47:39,733 - lava_callback - DEBUG - Processing node 69c10c26acdb2e26c83cd881: baseline-arm64-clabbe 2026-03-25 09:47:39,733 - lava_callback - WARNING - No log data found in callback Job failure metadata not found for node: 69c10c26acdb2e26c83cd881 2026-03-25 09:47:39,734 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:47:39,747 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c10c26acdb2e26c83cd881 HTTP/1.1" 200 None 2026-03-25 09:47:39,748 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:47:39,761 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69bbb13dec3f435d20d51aa7 HTTP/1.1" 200 None 2026-03-25 09:47:39,762 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:47:39,783 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c10c26acdb2e26c83cd881 HTTP/1.1" 200 None 2026-03-25 09:47:39,787 - lava_callback - ERROR - Error processing callback for node 69c10c26acdb2e26c83cd881: 'lava' Traceback (most recent call last): File "/home/kernelci/pipeline/lava_callback.py", line 366, in async_job_submit _emit_callback_telemetry( File "/home/kernelci/pipeline/lava_callback.py", line 387, in _emit_callback_telemetry is_infra = job_callback.is_infra_error() if job_node.get( ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/local/lib/python3.12/site-packages/kernelci/runtime/lava.py", line 119, in is_infra_error lava_yaml = self._data['results']['lava'] ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^ KeyError: 'lava' 2026-03-25 09:47:44,406 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:47:44,422 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "POST /latest/telemetry HTTP/1.1" 200 14 INFO: 172.20.0.1:42026 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:52292 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:39992 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:46210 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:46218 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:49956 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:42160 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:42174 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:43884 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:40924 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:55470 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:41112 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:41116 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:57254 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:41502 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:41508 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:52312 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:35412 - "GET / HTTP/1.0" 200 OK 2026-03-25 09:49:59,795 - lava_callback - INFO - Received callback for node 69c10cc0acdb2e26c83cd89c INFO: 172.20.0.1:44600 - "POST /node/69c10cc0acdb2e26c83cd89c HTTP/1.0" 202 Accepted 2026-03-25 09:49:59,800 - lava_callback - INFO - Starting async job submit for node 69c10cc0acdb2e26c83cd89c 2026-03-25 09:49:59,801 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:49:59,818 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c10cc0acdb2e26c83cd89c HTTP/1.1" 200 None 2026-03-25 09:49:59,819 - lava_callback - DEBUG - Processing node 69c10cc0acdb2e26c83cd89c: baseline-arm64-clabbe 2026-03-25 09:49:59,819 - lava_callback - WARNING - No log data found in callback Job failure metadata not found for node: 69c10cc0acdb2e26c83cd89c 2026-03-25 09:49:59,820 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:49:59,834 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c10cc0acdb2e26c83cd89c HTTP/1.1" 200 None 2026-03-25 09:49:59,836 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:49:59,851 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69bbb13dec3f435d20d51aa7 HTTP/1.1" 200 None 2026-03-25 09:49:59,853 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:49:59,878 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c10cc0acdb2e26c83cd89c HTTP/1.1" 200 None 2026-03-25 09:49:59,880 - lava_callback - ERROR - Error processing callback for node 69c10cc0acdb2e26c83cd89c: 'lava' Traceback (most recent call last): File "/home/kernelci/pipeline/lava_callback.py", line 366, in async_job_submit _emit_callback_telemetry( File "/home/kernelci/pipeline/lava_callback.py", line 387, in _emit_callback_telemetry is_infra = job_callback.is_infra_error() if job_node.get( ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/local/lib/python3.12/site-packages/kernelci/runtime/lava.py", line 119, in is_infra_error lava_yaml = self._data['results']['lava'] ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^ KeyError: 'lava' INFO: 172.20.0.1:44608 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:51142 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:51156 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:37124 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:33600 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:33612 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:33436 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:40604 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:56928 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:33690 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:33692 - "GET / HTTP/1.0" 200 OK 2026-03-25 09:51:18,497 - lava_callback - INFO - Received callback for node 69c3a23abbc022e792644891 INFO: 172.20.0.1:33702 - "POST /node/69c3a23abbc022e792644891 HTTP/1.0" 202 Accepted 2026-03-25 09:51:18,504 - lava_callback - INFO - Starting async job submit for node 69c3a23abbc022e792644891 2026-03-25 09:51:18,527 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:51:18,542 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c3a23abbc022e792644891 HTTP/1.1" 200 None 2026-03-25 09:51:18,543 - lava_callback - DEBUG - Processing node 69c3a23abbc022e792644891: baseline-arm64 2026-03-25 09:51:19,069 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 09:51:19,207 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 09:51:19,209 - lava_callback - INFO - Log uploaded to https://files-staging.kernelci.org/baseline-arm64-69c3a23abbc022e792644891/log.txt.gz 2026-03-25 09:51:19,465 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 09:51:19,696 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 09:51:19,698 - lava_callback - INFO - LAVA YAML uploaded to https://files-staging.kernelci.org/baseline-arm64-69c3a23abbc022e792644891/lava-logs.yaml 2026-03-25 09:51:19,710 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 09:51:19,867 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 09:51:19,869 - lava_callback - INFO - Received callback for node 69c10d0facdb2e26c83cd8a3 INFO: 172.20.0.1:55820 - "POST /node/69c10d0facdb2e26c83cd8a3 HTTP/1.0" 202 Accepted 2026-03-25 09:51:19,875 - lava_callback - INFO - Starting async job submit for node 69c10d0facdb2e26c83cd8a3 2026-03-25 09:51:19,876 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:51:19,876 - lava_callback - INFO - Callback data uploaded to https://files-staging.kernelci.org/baseline-arm64-69c3a23abbc022e792644891/lava_callback.json.gz 2026-03-25 09:51:19,902 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:51:19,916 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c10d0facdb2e26c83cd8a3 HTTP/1.1" 200 None 2026-03-25 09:51:19,917 - lava_callback - DEBUG - Processing node 69c10d0facdb2e26c83cd8a3: baseline-arm64-clabbe 2026-03-25 09:51:19,917 - lava_callback - WARNING - No log data found in callback Job failure metadata not found for node: 69c10d0facdb2e26c83cd8a3 2026-03-25 09:51:19,918 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c3a23abbc022e792644891 HTTP/1.1" 200 None 2026-03-25 09:51:19,918 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:51:19,920 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:51:19,932 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c10d0facdb2e26c83cd8a3 HTTP/1.1" 200 None 2026-03-25 09:51:19,934 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c399cdbbc022e792643ea0 HTTP/1.1" 200 None 2026-03-25 09:51:19,934 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:51:19,936 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:51:19,949 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69bbb13dec3f435d20d51aa7 HTTP/1.1" 200 None 2026-03-25 09:51:19,950 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:51:19,958 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c3a23abbc022e792644891 HTTP/1.1" 200 None 2026-03-25 09:51:20,046 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c10d0facdb2e26c83cd8a3 HTTP/1.1" 200 None 2026-03-25 09:51:20,049 - lava_callback - ERROR - Error processing callback for node 69c10d0facdb2e26c83cd8a3: 'lava' Traceback (most recent call last): File "/home/kernelci/pipeline/lava_callback.py", line 366, in async_job_submit _emit_callback_telemetry( File "/home/kernelci/pipeline/lava_callback.py", line 387, in _emit_callback_telemetry is_infra = job_callback.is_infra_error() if job_node.get( ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/local/lib/python3.12/site-packages/kernelci/runtime/lava.py", line 119, in is_infra_error lava_yaml = self._data['results']['lava'] ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^ KeyError: 'lava' 2026-03-25 09:51:20,055 - lava_callback - INFO - Completed processing callback for node 69c3a23abbc022e792644891 INFO: 172.20.0.1:55836 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:37704 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:37706 - "GET / HTTP/1.0" 200 OK 2026-03-25 09:51:44,425 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:51:44,445 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "POST /latest/telemetry HTTP/1.1" 200 14 INFO: 172.20.0.1:58196 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:48948 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:49346 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:55862 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:55876 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:36658 - "GET / HTTP/1.0" 200 OK 2026-03-25 09:52:29,837 - lava_callback - INFO - Received callback for node 69c3afbbbbc022e792644e48 INFO: 172.20.0.1:55648 - "POST /node/69c3afbbbbc022e792644e48 HTTP/1.0" 202 Accepted 2026-03-25 09:52:29,843 - lava_callback - INFO - Starting async job submit for node 69c3afbbbbc022e792644e48 2026-03-25 09:52:29,872 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:52:29,888 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c3afbbbbc022e792644e48 HTTP/1.1" 200 None 2026-03-25 09:52:29,889 - lava_callback - DEBUG - Processing node 69c3afbbbbc022e792644e48: baseline-arm64 2026-03-25 09:52:30,041 - lava_callback - WARNING - Failed to upload log 2026-03-25 09:52:30,139 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 09:52:30,372 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 09:52:30,374 - lava_callback - INFO - LAVA YAML uploaded to https://files-staging.kernelci.org/baseline-arm64-69c3afbbbbc022e792644e48/lava-logs.yaml 2026-03-25 09:52:30,378 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 09:52:30,576 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 09:52:30,578 - lava_callback - INFO - Callback data uploaded to https://files-staging.kernelci.org/baseline-arm64-69c3afbbbbc022e792644e48/lava_callback.json.gz 2026-03-25 09:52:30,609 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:52:30,626 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c3afbbbbc022e792644e48 HTTP/1.1" 200 None 2026-03-25 09:52:30,628 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:52:30,645 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c399cdbbc022e792643ea0 HTTP/1.1" 200 None 2026-03-25 09:52:30,647 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:52:30,677 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c3afbbbbc022e792644e48 HTTP/1.1" 200 None 2026-03-25 09:52:30,753 - lava_callback - INFO - Completed processing callback for node 69c3afbbbbc022e792644e48 2026-03-25 09:52:30,964 - lava_callback - INFO - Received callback for node 69c3b02cbbc022e792644e62 INFO: 172.20.0.1:55654 - "POST /node/69c3b02cbbc022e792644e62 HTTP/1.0" 202 Accepted 2026-03-25 09:52:30,971 - lava_callback - INFO - Starting async job submit for node 69c3b02cbbc022e792644e62 2026-03-25 09:52:31,004 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:52:31,019 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c3b02cbbc022e792644e62 HTTP/1.1" 200 None 2026-03-25 09:52:31,020 - lava_callback - DEBUG - Processing node 69c3b02cbbc022e792644e62: baseline-arm64 2026-03-25 09:52:31,163 - lava_callback - WARNING - Failed to upload log 2026-03-25 09:52:31,235 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 09:52:31,397 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 09:52:31,399 - lava_callback - INFO - LAVA YAML uploaded to https://files-staging.kernelci.org/baseline-arm64-69c3b02cbbc022e792644e62/lava-logs.yaml 2026-03-25 09:52:31,402 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 09:52:31,517 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 09:52:31,519 - lava_callback - INFO - Callback data uploaded to https://files-staging.kernelci.org/baseline-arm64-69c3b02cbbc022e792644e62/lava_callback.json.gz 2026-03-25 09:52:31,550 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:52:31,566 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c3b02cbbc022e792644e62 HTTP/1.1" 200 None 2026-03-25 09:52:31,568 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:52:31,581 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c399cdbbc022e792643ea0 HTTP/1.1" 200 None 2026-03-25 09:52:31,582 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:52:31,603 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c3b02cbbc022e792644e62 HTTP/1.1" 200 None 2026-03-25 09:52:31,671 - lava_callback - INFO - Completed processing callback for node 69c3b02cbbc022e792644e62 INFO: 172.20.0.1:55658 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:55668 - "GET / HTTP/1.0" 200 OK 2026-03-25 09:52:44,447 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:52:44,488 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "POST /latest/telemetry HTTP/1.1" 200 14 INFO: 172.20.0.1:41648 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:56972 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:57254 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:58260 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:58274 - "GET / HTTP/1.0" 200 OK 2026-03-25 09:53:21,922 - lava_callback - INFO - Received callback for node 69c3ac0dbbc022e792644d59 INFO: 172.20.0.1:38014 - "POST /node/69c3ac0dbbc022e792644d59 HTTP/1.0" 202 Accepted 2026-03-25 09:53:21,969 - lava_callback - INFO - Starting async job submit for node 69c3ac0dbbc022e792644d59 2026-03-25 09:53:21,993 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:53:22,011 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c3ac0dbbc022e792644d59 HTTP/1.1" 200 None 2026-03-25 09:53:22,012 - lava_callback - DEBUG - Processing node 69c3ac0dbbc022e792644d59: baseline-arm-pengutronix 2026-03-25 09:53:22,115 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 09:53:22,251 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 09:53:22,252 - lava_callback - INFO - Log uploaded to https://files-staging.kernelci.org/baseline-arm-pengutronix-69c3ac0dbbc022e792644d59/log.txt.gz 2026-03-25 09:53:22,315 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 09:53:22,483 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 09:53:22,485 - lava_callback - INFO - LAVA YAML uploaded to https://files-staging.kernelci.org/baseline-arm-pengutronix-69c3ac0dbbc022e792644d59/lava-logs.yaml 2026-03-25 09:53:22,489 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 09:53:22,597 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 09:53:22,599 - lava_callback - INFO - Callback data uploaded to https://files-staging.kernelci.org/baseline-arm-pengutronix-69c3ac0dbbc022e792644d59/lava_callback.json.gz DEBUG: Setup failed for 69c3ac0dbbc022e792644d59. Transitting job node result: incomplete -> fail 2026-03-25 09:53:22,647 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:53:22,661 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c3ac0dbbc022e792644d59 HTTP/1.1" 200 None 2026-03-25 09:53:22,663 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:53:22,678 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c399c1bbc022e792643e8d HTTP/1.1" 200 None 2026-03-25 09:53:22,679 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:53:22,705 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c3ac0dbbc022e792644d59 HTTP/1.1" 200 None 2026-03-25 09:53:22,764 - lava_callback - INFO - Completed processing callback for node 69c3ac0dbbc022e792644d59 INFO: 172.20.0.1:38030 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:53958 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:53964 - "GET / HTTP/1.0" 200 OK 2026-03-25 09:53:44,490 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:53:44,509 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "POST /latest/telemetry HTTP/1.1" 200 14 INFO: 172.20.0.1:60788 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:45250 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:39970 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:49640 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:49654 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:33162 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:50956 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:50970 - "GET / HTTP/1.0" 200 OK 2026-03-25 09:54:40,015 - lava_callback - INFO - Received callback for node 69c10dcbacdb2e26c83cd8c6 INFO: 172.20.0.1:47196 - "POST /node/69c10dcbacdb2e26c83cd8c6 HTTP/1.0" 202 Accepted 2026-03-25 09:54:40,021 - lava_callback - INFO - Starting async job submit for node 69c10dcbacdb2e26c83cd8c6 2026-03-25 09:54:40,022 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:54:40,036 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c10dcbacdb2e26c83cd8c6 HTTP/1.1" 200 None 2026-03-25 09:54:40,037 - lava_callback - DEBUG - Processing node 69c10dcbacdb2e26c83cd8c6: baseline-arm64-clabbe 2026-03-25 09:54:40,037 - lava_callback - WARNING - No log data found in callback Job failure metadata not found for node: 69c10dcbacdb2e26c83cd8c6 2026-03-25 09:54:40,038 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:54:40,051 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c10dcbacdb2e26c83cd8c6 HTTP/1.1" 200 None 2026-03-25 09:54:40,053 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:54:40,067 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69bbb13dec3f435d20d51aa7 HTTP/1.1" 200 None 2026-03-25 09:54:40,069 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:54:40,091 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c10dcbacdb2e26c83cd8c6 HTTP/1.1" 200 None 2026-03-25 09:54:40,093 - lava_callback - ERROR - Error processing callback for node 69c10dcbacdb2e26c83cd8c6: 'lava' Traceback (most recent call last): File "/home/kernelci/pipeline/lava_callback.py", line 366, in async_job_submit _emit_callback_telemetry( File "/home/kernelci/pipeline/lava_callback.py", line 387, in _emit_callback_telemetry is_infra = job_callback.is_infra_error() if job_node.get( ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/local/lib/python3.12/site-packages/kernelci/runtime/lava.py", line 119, in is_infra_error lava_yaml = self._data['results']['lava'] ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^ KeyError: 'lava' INFO: 172.20.0.1:47210 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:48382 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:41516 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:56426 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:56440 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:41958 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:33800 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:33804 - "GET / HTTP/1.0" 200 OK 2026-03-25 09:55:40,045 - lava_callback - INFO - Received callback for node 69c10e18acdb2e26c83cd8d1 INFO: 172.20.0.1:52100 - "POST /node/69c10e18acdb2e26c83cd8d1 HTTP/1.0" 202 Accepted 2026-03-25 09:55:40,050 - lava_callback - INFO - Starting async job submit for node 69c10e18acdb2e26c83cd8d1 2026-03-25 09:55:40,051 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:55:40,067 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c10e18acdb2e26c83cd8d1 HTTP/1.1" 200 None 2026-03-25 09:55:40,068 - lava_callback - DEBUG - Processing node 69c10e18acdb2e26c83cd8d1: baseline-arm64-clabbe 2026-03-25 09:55:40,068 - lava_callback - WARNING - No log data found in callback Job failure metadata not found for node: 69c10e18acdb2e26c83cd8d1 2026-03-25 09:55:40,069 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:55:40,081 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c10e18acdb2e26c83cd8d1 HTTP/1.1" 200 None 2026-03-25 09:55:40,083 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:55:40,102 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69bbb13dec3f435d20d51aa7 HTTP/1.1" 200 None 2026-03-25 09:55:40,104 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:55:40,125 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c10e18acdb2e26c83cd8d1 HTTP/1.1" 200 None 2026-03-25 09:55:40,130 - lava_callback - ERROR - Error processing callback for node 69c10e18acdb2e26c83cd8d1: 'lava' Traceback (most recent call last): File "/home/kernelci/pipeline/lava_callback.py", line 366, in async_job_submit _emit_callback_telemetry( File "/home/kernelci/pipeline/lava_callback.py", line 387, in _emit_callback_telemetry is_infra = job_callback.is_infra_error() if job_node.get( ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/local/lib/python3.12/site-packages/kernelci/runtime/lava.py", line 119, in is_infra_error lava_yaml = self._data['results']['lava'] ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^ KeyError: 'lava' INFO: 172.20.0.1:52108 - "GET / HTTP/1.0" 200 OK 2026-03-25 09:55:48,909 - lava_callback - INFO - Received callback for node 69c3ac77bbc022e792644d79 INFO: 172.20.0.1:52118 - "POST /node/69c3ac77bbc022e792644d79 HTTP/1.0" 202 Accepted 2026-03-25 09:55:48,917 - lava_callback - INFO - Starting async job submit for node 69c3ac77bbc022e792644d79 2026-03-25 09:55:48,960 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:55:48,975 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c3ac77bbc022e792644d79 HTTP/1.1" 200 None 2026-03-25 09:55:48,976 - lava_callback - DEBUG - Processing node 69c3ac77bbc022e792644d79: baseline-nfs-arm64 2026-03-25 09:55:49,994 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 09:55:50,170 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 09:55:50,172 - lava_callback - INFO - Log uploaded to https://files-staging.kernelci.org/baseline-nfs-arm64-69c3ac77bbc022e792644d79/log.txt.gz 2026-03-25 09:55:50,764 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 09:55:51,015 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 09:55:51,017 - lava_callback - INFO - LAVA YAML uploaded to https://files-staging.kernelci.org/baseline-nfs-arm64-69c3ac77bbc022e792644d79/lava-logs.yaml 2026-03-25 09:55:51,038 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 09:55:51,252 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 09:55:51,254 - lava_callback - INFO - Callback data uploaded to https://files-staging.kernelci.org/baseline-nfs-arm64-69c3ac77bbc022e792644d79/lava_callback.json.gz DEBUG: Setup failed for 69c3ac77bbc022e792644d79. Transitting job node result: incomplete -> fail 2026-03-25 09:55:51,343 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:55:51,362 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c3ac77bbc022e792644d79 HTTP/1.1" 200 None 2026-03-25 09:55:51,363 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:55:51,376 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c399cdbbc022e792643ea0 HTTP/1.1" 200 None 2026-03-25 09:55:51,378 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:55:51,401 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c3ac77bbc022e792644d79 HTTP/1.1" 200 None 2026-03-25 09:55:51,506 - lava_callback - INFO - Completed processing callback for node 69c3ac77bbc022e792644d79 INFO: 172.20.0.1:47716 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:44094 - "GET / HTTP/1.0" 200 OK 2026-03-25 09:56:14,511 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:56:14,527 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "POST /latest/telemetry HTTP/1.1" 200 14 INFO: 172.20.0.1:37222 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:37236 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:53446 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:45616 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:45620 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:40982 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:33290 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:55636 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:46676 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:46692 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:42048 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:53084 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:53092 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:41582 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:39308 - "GET / HTTP/1.0" 200 OK 2026-03-25 09:58:01,801 - lava_callback - INFO - Received callback for node 69c10ea5acdb2e26c83cd8eb INFO: 172.20.0.1:41746 - "POST /node/69c10ea5acdb2e26c83cd8eb HTTP/1.0" 202 Accepted 2026-03-25 09:58:01,807 - lava_callback - INFO - Starting async job submit for node 69c10ea5acdb2e26c83cd8eb 2026-03-25 09:58:01,808 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:58:01,822 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c10ea5acdb2e26c83cd8eb HTTP/1.1" 200 None 2026-03-25 09:58:01,822 - lava_callback - DEBUG - Processing node 69c10ea5acdb2e26c83cd8eb: baseline-arm64-baylibre 2026-03-25 09:58:01,823 - lava_callback - WARNING - No log data found in callback Job failure metadata not found for node: 69c10ea5acdb2e26c83cd8eb 2026-03-25 09:58:01,823 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:58:01,848 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c10ea5acdb2e26c83cd8eb HTTP/1.1" 200 None 2026-03-25 09:58:01,849 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:58:01,867 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69be5461448e074b3ffe163c HTTP/1.1" 200 None 2026-03-25 09:58:01,869 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:58:01,900 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c10ea5acdb2e26c83cd8eb HTTP/1.1" 200 None 2026-03-25 09:58:01,902 - lava_callback - ERROR - Error processing callback for node 69c10ea5acdb2e26c83cd8eb: 'lava' Traceback (most recent call last): File "/home/kernelci/pipeline/lava_callback.py", line 366, in async_job_submit _emit_callback_telemetry( File "/home/kernelci/pipeline/lava_callback.py", line 387, in _emit_callback_telemetry is_infra = job_callback.is_infra_error() if job_node.get( ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/local/lib/python3.12/site-packages/kernelci/runtime/lava.py", line 119, in is_infra_error lava_yaml = self._data['results']['lava'] ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^ KeyError: 'lava' INFO: 172.20.0.1:41756 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:42032 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:42038 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:54866 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:47280 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:47286 - "GET / HTTP/1.0" 200 OK 2026-03-25 09:58:45,062 - lava_callback - INFO - Received callback for node 69c3b11dbbc022e792644e9c INFO: 172.20.0.1:42246 - "POST /node/69c3b11dbbc022e792644e9c HTTP/1.0" 202 Accepted 2026-03-25 09:58:45,068 - lava_callback - INFO - Starting async job submit for node 69c3b11dbbc022e792644e9c 2026-03-25 09:58:45,086 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:58:45,101 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c3b11dbbc022e792644e9c HTTP/1.1" 200 None 2026-03-25 09:58:45,102 - lava_callback - DEBUG - Processing node 69c3b11dbbc022e792644e9c: baseline-arm64-broonie 2026-03-25 09:58:45,422 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 09:58:45,587 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 09:58:45,589 - lava_callback - INFO - Log uploaded to https://files-staging.kernelci.org/baseline-arm64-broonie-69c3b11dbbc022e792644e9c/log.txt.gz 2026-03-25 09:58:45,807 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 09:58:46,033 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 09:58:46,036 - lava_callback - INFO - LAVA YAML uploaded to https://files-staging.kernelci.org/baseline-arm64-broonie-69c3b11dbbc022e792644e9c/lava-logs.yaml 2026-03-25 09:58:46,045 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 09:58:46,235 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 09:58:46,238 - lava_callback - INFO - Callback data uploaded to https://files-staging.kernelci.org/baseline-arm64-broonie-69c3b11dbbc022e792644e9c/lava_callback.json.gz 2026-03-25 09:58:46,274 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:58:46,298 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c3b11dbbc022e792644e9c HTTP/1.1" 200 None 2026-03-25 09:58:46,299 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:58:46,315 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c3295318a3717aa65d01c3 HTTP/1.1" 200 None 2026-03-25 09:58:46,316 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:58:46,342 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c3b11dbbc022e792644e9c HTTP/1.1" 200 None 2026-03-25 09:58:46,395 - lava_callback - INFO - Completed processing callback for node 69c3b11dbbc022e792644e9c INFO: 172.20.0.1:42250 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:40610 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:35710 - "GET / HTTP/1.0" 200 OK 2026-03-25 09:59:14,529 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:59:14,545 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "POST /latest/telemetry HTTP/1.1" 200 14 INFO: 172.20.0.1:60084 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:60086 - "GET / HTTP/1.0" 200 OK 2026-03-25 09:59:21,663 - lava_callback - INFO - Received callback for node 69c10ef2acdb2e26c83cd8f6 INFO: 172.20.0.1:56164 - "POST /node/69c10ef2acdb2e26c83cd8f6 HTTP/1.0" 202 Accepted 2026-03-25 09:59:21,668 - lava_callback - INFO - Starting async job submit for node 69c10ef2acdb2e26c83cd8f6 2026-03-25 09:59:21,669 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:59:21,684 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c10ef2acdb2e26c83cd8f6 HTTP/1.1" 200 None 2026-03-25 09:59:21,685 - lava_callback - DEBUG - Processing node 69c10ef2acdb2e26c83cd8f6: baseline-arm64-baylibre 2026-03-25 09:59:21,685 - lava_callback - WARNING - No log data found in callback Job failure metadata not found for node: 69c10ef2acdb2e26c83cd8f6 2026-03-25 09:59:21,685 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:59:21,699 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c10ef2acdb2e26c83cd8f6 HTTP/1.1" 200 None 2026-03-25 09:59:21,700 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:59:21,713 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69be5461448e074b3ffe163c HTTP/1.1" 200 None 2026-03-25 09:59:21,714 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 09:59:21,734 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c10ef2acdb2e26c83cd8f6 HTTP/1.1" 200 None 2026-03-25 09:59:21,740 - lava_callback - ERROR - Error processing callback for node 69c10ef2acdb2e26c83cd8f6: 'lava' Traceback (most recent call last): File "/home/kernelci/pipeline/lava_callback.py", line 366, in async_job_submit _emit_callback_telemetry( File "/home/kernelci/pipeline/lava_callback.py", line 387, in _emit_callback_telemetry is_infra = job_callback.is_infra_error() if job_node.get( ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/local/lib/python3.12/site-packages/kernelci/runtime/lava.py", line 119, in is_infra_error lava_yaml = self._data['results']['lava'] ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^ KeyError: 'lava' INFO: 172.20.0.1:56180 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:59140 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:59144 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:39458 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:55718 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:40646 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:37090 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:37094 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:35278 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:55700 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:55708 - "GET / HTTP/1.0" 200 OK 2026-03-25 10:00:42,072 - lava_callback - INFO - Received callback for node 69c10f41acdb2e26c83cd900 INFO: 172.20.0.1:51500 - "POST /node/69c10f41acdb2e26c83cd900 HTTP/1.0" 202 Accepted 2026-03-25 10:00:42,077 - lava_callback - INFO - Starting async job submit for node 69c10f41acdb2e26c83cd900 2026-03-25 10:00:42,078 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:00:42,111 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c10f41acdb2e26c83cd900 HTTP/1.1" 200 None 2026-03-25 10:00:42,112 - lava_callback - DEBUG - Processing node 69c10f41acdb2e26c83cd900: baseline-arm64-baylibre 2026-03-25 10:00:42,112 - lava_callback - WARNING - No log data found in callback Job failure metadata not found for node: 69c10f41acdb2e26c83cd900 2026-03-25 10:00:42,113 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:00:42,127 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c10f41acdb2e26c83cd900 HTTP/1.1" 200 None 2026-03-25 10:00:42,129 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:00:42,148 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69be5461448e074b3ffe163c HTTP/1.1" 200 None 2026-03-25 10:00:42,149 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:00:42,170 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c10f41acdb2e26c83cd900 HTTP/1.1" 200 None 2026-03-25 10:00:42,172 - lava_callback - ERROR - Error processing callback for node 69c10f41acdb2e26c83cd900: 'lava' Traceback (most recent call last): File "/home/kernelci/pipeline/lava_callback.py", line 366, in async_job_submit _emit_callback_telemetry( File "/home/kernelci/pipeline/lava_callback.py", line 387, in _emit_callback_telemetry is_infra = job_callback.is_infra_error() if job_node.get( ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/local/lib/python3.12/site-packages/kernelci/runtime/lava.py", line 119, in is_infra_error lava_yaml = self._data['results']['lava'] ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^ KeyError: 'lava' INFO: 172.20.0.1:51502 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:38062 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:54274 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:35130 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:35134 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:59430 - "GET / HTTP/1.0" 200 OK 2026-03-25 10:01:27,380 - lava_callback - INFO - Received callback for node 69c3ae47bbc022e792644dfb INFO: 172.20.0.1:59442 - "POST /node/69c3ae47bbc022e792644dfb HTTP/1.0" 202 Accepted 2026-03-25 10:01:27,386 - lava_callback - INFO - Starting async job submit for node 69c3ae47bbc022e792644dfb 2026-03-25 10:01:27,446 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:01:27,460 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c3ae47bbc022e792644dfb HTTP/1.1" 200 None 2026-03-25 10:01:27,461 - lava_callback - DEBUG - Processing node 69c3ae47bbc022e792644dfb: ltp-smoke 2026-03-25 10:01:27,949 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 10:01:28,173 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 10:01:28,175 - lava_callback - INFO - Log uploaded to https://files-staging.kernelci.org/ltp-smoke-69c3ae47bbc022e792644dfb/log.txt.gz 2026-03-25 10:01:28,455 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 10:01:28,686 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 10:01:28,689 - lava_callback - INFO - LAVA YAML uploaded to https://files-staging.kernelci.org/ltp-smoke-69c3ae47bbc022e792644dfb/lava-logs.yaml 2026-03-25 10:01:28,700 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 10:01:28,868 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 10:01:28,870 - lava_callback - INFO - Callback data uploaded to https://files-staging.kernelci.org/ltp-smoke-69c3ae47bbc022e792644dfb/lava_callback.json.gz 2026-03-25 10:01:29,011 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:01:29,026 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c3ae47bbc022e792644dfb HTTP/1.1" 200 None 2026-03-25 10:01:29,027 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:01:29,040 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c399c7bbc022e792643e97 HTTP/1.1" 200 None 2026-03-25 10:01:29,041 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:01:29,066 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c3ae47bbc022e792644dfb HTTP/1.1" 200 None 2026-03-25 10:01:29,200 - lava_callback - INFO - Completed processing callback for node 69c3ae47bbc022e792644dfb INFO: 172.20.0.1:44288 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:44290 - "GET / HTTP/1.0" 200 OK 2026-03-25 10:01:44,548 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:01:44,569 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "POST /latest/telemetry HTTP/1.1" 200 14 2026-03-25 10:01:45,969 - lava_callback - INFO - Received callback for node 69c3b1d9bbc022e792644ec5 INFO: 172.20.0.1:47316 - "POST /node/69c3b1d9bbc022e792644ec5 HTTP/1.0" 202 Accepted 2026-03-25 10:01:45,975 - lava_callback - INFO - Starting async job submit for node 69c3b1d9bbc022e792644ec5 2026-03-25 10:01:45,993 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:01:46,007 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c3b1d9bbc022e792644ec5 HTTP/1.1" 200 None 2026-03-25 10:01:46,008 - lava_callback - DEBUG - Processing node 69c3b1d9bbc022e792644ec5: baseline-arm64-broonie 2026-03-25 10:01:46,335 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 10:01:46,479 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 10:01:46,481 - lava_callback - INFO - Log uploaded to https://files-staging.kernelci.org/baseline-arm64-broonie-69c3b1d9bbc022e792644ec5/log.txt.gz INFO: 172.20.0.1:47326 - "GET / HTTP/1.0" 200 OK 2026-03-25 10:01:46,675 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 10:01:46,872 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 10:01:46,873 - lava_callback - INFO - LAVA YAML uploaded to https://files-staging.kernelci.org/baseline-arm64-broonie-69c3b1d9bbc022e792644ec5/lava-logs.yaml 2026-03-25 10:01:46,882 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 10:01:47,019 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 10:01:47,021 - lava_callback - INFO - Callback data uploaded to https://files-staging.kernelci.org/baseline-arm64-broonie-69c3b1d9bbc022e792644ec5/lava_callback.json.gz 2026-03-25 10:01:47,060 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:01:47,074 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c3b1d9bbc022e792644ec5 HTTP/1.1" 200 None 2026-03-25 10:01:47,076 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:01:47,090 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c1d8400efaf21d93103552 HTTP/1.1" 200 None 2026-03-25 10:01:47,091 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:01:47,115 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c3b1d9bbc022e792644ec5 HTTP/1.1" 200 None 2026-03-25 10:01:47,159 - lava_callback - INFO - Completed processing callback for node 69c3b1d9bbc022e792644ec5 INFO: 172.20.0.1:56072 - "GET / HTTP/1.0" 200 OK 2026-03-25 10:02:01,818 - lava_callback - INFO - Received callback for node 69c10f89acdb2e26c83cd908 INFO: 172.20.0.1:46404 - "POST /node/69c10f89acdb2e26c83cd908 HTTP/1.0" 202 Accepted 2026-03-25 10:02:01,824 - lava_callback - INFO - Starting async job submit for node 69c10f89acdb2e26c83cd908 2026-03-25 10:02:01,825 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:02:01,865 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c10f89acdb2e26c83cd908 HTTP/1.1" 200 None 2026-03-25 10:02:01,866 - lava_callback - DEBUG - Processing node 69c10f89acdb2e26c83cd908: baseline-arm64-baylibre 2026-03-25 10:02:01,866 - lava_callback - WARNING - No log data found in callback Job failure metadata not found for node: 69c10f89acdb2e26c83cd908 2026-03-25 10:02:01,867 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:02:01,881 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c10f89acdb2e26c83cd908 HTTP/1.1" 200 None 2026-03-25 10:02:01,882 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:02:01,898 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69be5461448e074b3ffe163c HTTP/1.1" 200 None 2026-03-25 10:02:01,899 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:02:01,920 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c10f89acdb2e26c83cd908 HTTP/1.1" 200 None 2026-03-25 10:02:01,926 - lava_callback - ERROR - Error processing callback for node 69c10f89acdb2e26c83cd908: 'lava' Traceback (most recent call last): File "/home/kernelci/pipeline/lava_callback.py", line 366, in async_job_submit _emit_callback_telemetry( File "/home/kernelci/pipeline/lava_callback.py", line 387, in _emit_callback_telemetry is_infra = job_callback.is_infra_error() if job_node.get( ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/local/lib/python3.12/site-packages/kernelci/runtime/lava.py", line 119, in is_infra_error lava_yaml = self._data['results']['lava'] ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^ KeyError: 'lava' INFO: 172.20.0.1:46406 - "GET / HTTP/1.0" 200 OK 2026-03-25 10:02:14,571 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:02:14,587 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "POST /latest/telemetry HTTP/1.1" 200 14 INFO: 172.20.0.1:55442 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:55458 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:55296 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:51118 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:51122 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:43164 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:60316 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:55060 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:56572 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:56588 - "GET / HTTP/1.0" 200 OK 2026-03-25 10:03:21,915 - lava_callback - INFO - Received callback for node 69c10fd4acdb2e26c83cd914 INFO: 172.20.0.1:54852 - "POST /node/69c10fd4acdb2e26c83cd914 HTTP/1.0" 202 Accepted 2026-03-25 10:03:21,920 - lava_callback - INFO - Starting async job submit for node 69c10fd4acdb2e26c83cd914 2026-03-25 10:03:21,921 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:03:21,936 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c10fd4acdb2e26c83cd914 HTTP/1.1" 200 None 2026-03-25 10:03:21,936 - lava_callback - DEBUG - Processing node 69c10fd4acdb2e26c83cd914: baseline-arm64-baylibre 2026-03-25 10:03:21,937 - lava_callback - WARNING - No log data found in callback Job failure metadata not found for node: 69c10fd4acdb2e26c83cd914 2026-03-25 10:03:21,937 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:03:21,950 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c10fd4acdb2e26c83cd914 HTTP/1.1" 200 None 2026-03-25 10:03:21,952 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:03:21,980 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69be5461448e074b3ffe163c HTTP/1.1" 200 None 2026-03-25 10:03:21,981 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:03:22,005 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c10fd4acdb2e26c83cd914 HTTP/1.1" 200 None 2026-03-25 10:03:22,011 - lava_callback - ERROR - Error processing callback for node 69c10fd4acdb2e26c83cd914: 'lava' Traceback (most recent call last): File "/home/kernelci/pipeline/lava_callback.py", line 366, in async_job_submit _emit_callback_telemetry( File "/home/kernelci/pipeline/lava_callback.py", line 387, in _emit_callback_telemetry is_infra = job_callback.is_infra_error() if job_node.get( ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/local/lib/python3.12/site-packages/kernelci/runtime/lava.py", line 119, in is_infra_error lava_yaml = self._data['results']['lava'] ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^ KeyError: 'lava' INFO: 172.20.0.1:54854 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:36826 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:36830 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:51230 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:40692 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:47226 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:60104 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:60116 - "GET / HTTP/1.0" 200 OK 2026-03-25 10:04:21,917 - lava_callback - INFO - Received callback for node 69c11022acdb2e26c83cd91c INFO: 172.20.0.1:38536 - "POST /node/69c11022acdb2e26c83cd91c HTTP/1.0" 202 Accepted 2026-03-25 10:04:21,923 - lava_callback - INFO - Starting async job submit for node 69c11022acdb2e26c83cd91c 2026-03-25 10:04:21,924 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:04:21,947 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c11022acdb2e26c83cd91c HTTP/1.1" 200 None 2026-03-25 10:04:21,948 - lava_callback - DEBUG - Processing node 69c11022acdb2e26c83cd91c: baseline-arm64-baylibre 2026-03-25 10:04:21,948 - lava_callback - WARNING - No log data found in callback Job failure metadata not found for node: 69c11022acdb2e26c83cd91c 2026-03-25 10:04:21,948 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:04:21,969 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c11022acdb2e26c83cd91c HTTP/1.1" 200 None 2026-03-25 10:04:21,970 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:04:21,986 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69be5461448e074b3ffe163c HTTP/1.1" 200 None 2026-03-25 10:04:21,988 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:04:22,010 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c11022acdb2e26c83cd91c HTTP/1.1" 200 None 2026-03-25 10:04:22,016 - lava_callback - ERROR - Error processing callback for node 69c11022acdb2e26c83cd91c: 'lava' Traceback (most recent call last): File "/home/kernelci/pipeline/lava_callback.py", line 366, in async_job_submit _emit_callback_telemetry( File "/home/kernelci/pipeline/lava_callback.py", line 387, in _emit_callback_telemetry is_infra = job_callback.is_infra_error() if job_node.get( ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/local/lib/python3.12/site-packages/kernelci/runtime/lava.py", line 119, in is_infra_error lava_yaml = self._data['results']['lava'] ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^ KeyError: 'lava' INFO: 172.20.0.1:38552 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:53002 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:53018 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:45544 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:38794 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:38292 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:43944 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:43956 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:41202 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:43944 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:43954 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:42016 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:40108 - "GET / HTTP/1.0" 200 OK 2026-03-25 10:06:00,498 - lava_callback - INFO - Received callback for node 69c11073acdb2e26c83cd928 INFO: 172.20.0.1:43842 - "POST /node/69c11073acdb2e26c83cd928 HTTP/1.0" 202 Accepted 2026-03-25 10:06:00,503 - lava_callback - INFO - Starting async job submit for node 69c11073acdb2e26c83cd928 2026-03-25 10:06:00,504 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:06:00,518 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c11073acdb2e26c83cd928 HTTP/1.1" 200 None 2026-03-25 10:06:00,519 - lava_callback - DEBUG - Processing node 69c11073acdb2e26c83cd928: baseline-arm64-clabbe 2026-03-25 10:06:00,519 - lava_callback - WARNING - No log data found in callback Job failure metadata not found for node: 69c11073acdb2e26c83cd928 2026-03-25 10:06:00,520 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:06:00,533 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c11073acdb2e26c83cd928 HTTP/1.1" 200 None 2026-03-25 10:06:00,534 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:06:00,556 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69be5461448e074b3ffe163c HTTP/1.1" 200 None 2026-03-25 10:06:00,557 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:06:00,578 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c11073acdb2e26c83cd928 HTTP/1.1" 200 None 2026-03-25 10:06:00,602 - lava_callback - ERROR - Error processing callback for node 69c11073acdb2e26c83cd928: 'lava' Traceback (most recent call last): File "/home/kernelci/pipeline/lava_callback.py", line 366, in async_job_submit _emit_callback_telemetry( File "/home/kernelci/pipeline/lava_callback.py", line 387, in _emit_callback_telemetry is_infra = job_callback.is_infra_error() if job_node.get( ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/local/lib/python3.12/site-packages/kernelci/runtime/lava.py", line 119, in is_infra_error lava_yaml = self._data['results']['lava'] ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^ KeyError: 'lava' INFO: 172.20.0.1:43856 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:48072 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:48078 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:36008 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:46068 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:46074 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:37706 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:41924 - "GET / HTTP/1.0" 200 OK 2026-03-25 10:07:00,565 - lava_callback - INFO - Received callback for node 69c110bfacdb2e26c83cd935 INFO: 172.20.0.1:36348 - "POST /node/69c110bfacdb2e26c83cd935 HTTP/1.0" 202 Accepted 2026-03-25 10:07:00,571 - lava_callback - INFO - Starting async job submit for node 69c110bfacdb2e26c83cd935 2026-03-25 10:07:00,572 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:07:00,590 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c110bfacdb2e26c83cd935 HTTP/1.1" 200 None 2026-03-25 10:07:00,591 - lava_callback - DEBUG - Processing node 69c110bfacdb2e26c83cd935: baseline-arm64-clabbe 2026-03-25 10:07:00,592 - lava_callback - WARNING - No log data found in callback Job failure metadata not found for node: 69c110bfacdb2e26c83cd935 2026-03-25 10:07:00,592 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:07:00,605 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c110bfacdb2e26c83cd935 HTTP/1.1" 200 None 2026-03-25 10:07:00,607 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:07:00,620 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69be5461448e074b3ffe163c HTTP/1.1" 200 None 2026-03-25 10:07:00,622 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:07:00,646 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c110bfacdb2e26c83cd935 HTTP/1.1" 200 None 2026-03-25 10:07:00,648 - lava_callback - ERROR - Error processing callback for node 69c110bfacdb2e26c83cd935: 'lava' Traceback (most recent call last): File "/home/kernelci/pipeline/lava_callback.py", line 366, in async_job_submit _emit_callback_telemetry( File "/home/kernelci/pipeline/lava_callback.py", line 387, in _emit_callback_telemetry is_infra = job_callback.is_infra_error() if job_node.get( ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/local/lib/python3.12/site-packages/kernelci/runtime/lava.py", line 119, in is_infra_error lava_yaml = self._data['results']['lava'] ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^ KeyError: 'lava' INFO: 172.20.0.1:36358 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:39404 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:39408 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:54608 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:60516 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:60530 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:58102 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:50872 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:47680 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:49970 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:49978 - "GET / HTTP/1.0" 200 OK 2026-03-25 10:08:20,623 - lava_callback - INFO - Received callback for node 69c1110bacdb2e26c83cd93d INFO: 172.20.0.1:35418 - "POST /node/69c1110bacdb2e26c83cd93d HTTP/1.0" 202 Accepted 2026-03-25 10:08:20,629 - lava_callback - INFO - Starting async job submit for node 69c1110bacdb2e26c83cd93d 2026-03-25 10:08:20,629 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:08:20,644 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c1110bacdb2e26c83cd93d HTTP/1.1" 200 None 2026-03-25 10:08:20,645 - lava_callback - DEBUG - Processing node 69c1110bacdb2e26c83cd93d: baseline-arm64-clabbe 2026-03-25 10:08:20,646 - lava_callback - WARNING - No log data found in callback Job failure metadata not found for node: 69c1110bacdb2e26c83cd93d 2026-03-25 10:08:20,646 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:08:20,665 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c1110bacdb2e26c83cd93d HTTP/1.1" 200 None 2026-03-25 10:08:20,666 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:08:20,680 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69be5461448e074b3ffe163c HTTP/1.1" 200 None 2026-03-25 10:08:20,682 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:08:20,702 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c1110bacdb2e26c83cd93d HTTP/1.1" 200 None 2026-03-25 10:08:20,713 - lava_callback - ERROR - Error processing callback for node 69c1110bacdb2e26c83cd93d: 'lava' Traceback (most recent call last): File "/home/kernelci/pipeline/lava_callback.py", line 366, in async_job_submit _emit_callback_telemetry( File "/home/kernelci/pipeline/lava_callback.py", line 387, in _emit_callback_telemetry is_infra = job_callback.is_infra_error() if job_node.get( ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/local/lib/python3.12/site-packages/kernelci/runtime/lava.py", line 119, in is_infra_error lava_yaml = self._data['results']['lava'] ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^ KeyError: 'lava' INFO: 172.20.0.1:35424 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:37016 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:37028 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:36172 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:60512 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:58734 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:41868 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:41880 - "GET / HTTP/1.0" 200 OK 2026-03-25 10:09:25,578 - lava_callback - INFO - Received callback for node 69c3b39abbc022e792644f17 INFO: 172.20.0.1:52876 - "POST /node/69c3b39abbc022e792644f17 HTTP/1.0" 202 Accepted 2026-03-25 10:09:25,584 - lava_callback - INFO - Starting async job submit for node 69c3b39abbc022e792644f17 2026-03-25 10:09:25,602 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:09:25,621 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c3b39abbc022e792644f17 HTTP/1.1" 200 None 2026-03-25 10:09:25,622 - lava_callback - DEBUG - Processing node 69c3b39abbc022e792644f17: baseline-arm64-broonie 2026-03-25 10:09:25,950 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 10:09:26,093 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 10:09:26,095 - lava_callback - INFO - Log uploaded to https://files-staging.kernelci.org/baseline-arm64-broonie-69c3b39abbc022e792644f17/log.txt.gz 2026-03-25 10:09:26,297 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 INFO: 172.20.0.1:52886 - "GET / HTTP/1.0" 200 OK 2026-03-25 10:09:26,572 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 10:09:26,574 - lava_callback - INFO - LAVA YAML uploaded to https://files-staging.kernelci.org/baseline-arm64-broonie-69c3b39abbc022e792644f17/lava-logs.yaml 2026-03-25 10:09:26,582 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 10:09:26,768 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 10:09:26,770 - lava_callback - INFO - Callback data uploaded to https://files-staging.kernelci.org/baseline-arm64-broonie-69c3b39abbc022e792644f17/lava_callback.json.gz 2026-03-25 10:09:26,807 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:09:26,826 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c3b39abbc022e792644f17 HTTP/1.1" 200 None 2026-03-25 10:09:26,828 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:09:26,842 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c2b9626778148209fd337b HTTP/1.1" 200 None 2026-03-25 10:09:26,844 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:09:26,868 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c3b39abbc022e792644f17 HTTP/1.1" 200 None 2026-03-25 10:09:26,921 - lava_callback - INFO - Completed processing callback for node 69c3b39abbc022e792644f17 INFO: 172.20.0.1:35734 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:35736 - "GET / HTTP/1.0" 200 OK 2026-03-25 10:09:40,665 - lava_callback - INFO - Received callback for node 69c1115aacdb2e26c83cd948 INFO: 172.20.0.1:46142 - "POST /node/69c1115aacdb2e26c83cd948 HTTP/1.0" 202 Accepted 2026-03-25 10:09:40,670 - lava_callback - INFO - Starting async job submit for node 69c1115aacdb2e26c83cd948 2026-03-25 10:09:40,671 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:09:40,685 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c1115aacdb2e26c83cd948 HTTP/1.1" 200 None 2026-03-25 10:09:40,686 - lava_callback - DEBUG - Processing node 69c1115aacdb2e26c83cd948: baseline-arm64-clabbe 2026-03-25 10:09:40,686 - lava_callback - WARNING - No log data found in callback Job failure metadata not found for node: 69c1115aacdb2e26c83cd948 2026-03-25 10:09:40,687 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:09:40,701 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c1115aacdb2e26c83cd948 HTTP/1.1" 200 None 2026-03-25 10:09:40,702 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:09:40,716 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69be5461448e074b3ffe163c HTTP/1.1" 200 None 2026-03-25 10:09:40,717 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:09:40,746 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c1115aacdb2e26c83cd948 HTTP/1.1" 200 None 2026-03-25 10:09:40,752 - lava_callback - ERROR - Error processing callback for node 69c1115aacdb2e26c83cd948: 'lava' Traceback (most recent call last): File "/home/kernelci/pipeline/lava_callback.py", line 366, in async_job_submit _emit_callback_telemetry( File "/home/kernelci/pipeline/lava_callback.py", line 387, in _emit_callback_telemetry is_infra = job_callback.is_infra_error() if job_node.get( ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/local/lib/python3.12/site-packages/kernelci/runtime/lava.py", line 119, in is_infra_error lava_yaml = self._data['results']['lava'] ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^ KeyError: 'lava' 2026-03-25 10:09:44,591 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:09:44,606 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "POST /latest/telemetry HTTP/1.1" 200 14 INFO: 172.20.0.1:46152 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:54134 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:45614 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:36378 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:36384 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:46182 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:37786 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:37796 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:57252 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:55406 - "GET / HTTP/1.0" 200 OK 2026-03-25 10:11:00,756 - lava_callback - INFO - Received callback for node 69c111a6acdb2e26c83cd94d INFO: 172.20.0.1:59620 - "POST /node/69c111a6acdb2e26c83cd94d HTTP/1.0" 202 Accepted 2026-03-25 10:11:00,762 - lava_callback - INFO - Starting async job submit for node 69c111a6acdb2e26c83cd94d 2026-03-25 10:11:00,763 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:11:00,777 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c111a6acdb2e26c83cd94d HTTP/1.1" 200 None 2026-03-25 10:11:00,778 - lava_callback - DEBUG - Processing node 69c111a6acdb2e26c83cd94d: baseline-arm64-clabbe 2026-03-25 10:11:00,779 - lava_callback - WARNING - No log data found in callback Job failure metadata not found for node: 69c111a6acdb2e26c83cd94d 2026-03-25 10:11:00,779 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:11:00,793 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c111a6acdb2e26c83cd94d HTTP/1.1" 200 None 2026-03-25 10:11:00,795 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:11:00,808 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69be5461448e074b3ffe163c HTTP/1.1" 200 None 2026-03-25 10:11:00,810 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:11:00,833 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c111a6acdb2e26c83cd94d HTTP/1.1" 200 None 2026-03-25 10:11:00,834 - lava_callback - ERROR - Error processing callback for node 69c111a6acdb2e26c83cd94d: 'lava' Traceback (most recent call last): File "/home/kernelci/pipeline/lava_callback.py", line 366, in async_job_submit _emit_callback_telemetry( File "/home/kernelci/pipeline/lava_callback.py", line 387, in _emit_callback_telemetry is_infra = job_callback.is_infra_error() if job_node.get( ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/local/lib/python3.12/site-packages/kernelci/runtime/lava.py", line 119, in is_infra_error lava_yaml = self._data['results']['lava'] ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^ KeyError: 'lava' 2026-03-25 10:11:01,894 - lava_callback - INFO - Received callback for node 69c3b2afbbc022e792644ef6 INFO: 172.20.0.1:59634 - "POST /node/69c3b2afbbc022e792644ef6 HTTP/1.0" 202 Accepted 2026-03-25 10:11:01,901 - lava_callback - INFO - Starting async job submit for node 69c3b2afbbc022e792644ef6 2026-03-25 10:11:01,937 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:11:01,952 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c3b2afbbc022e792644ef6 HTTP/1.1" 200 None 2026-03-25 10:11:01,953 - lava_callback - DEBUG - Processing node 69c3b2afbbc022e792644ef6: baseline-arm64 2026-03-25 10:11:02,327 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 10:11:02,472 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 10:11:02,473 - lava_callback - INFO - Log uploaded to https://files-staging.kernelci.org/baseline-arm64-69c3b2afbbc022e792644ef6/log.txt.gz 2026-03-25 10:11:02,689 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 10:11:02,901 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 10:11:02,904 - lava_callback - INFO - LAVA YAML uploaded to https://files-staging.kernelci.org/baseline-arm64-69c3b2afbbc022e792644ef6/lava-logs.yaml 2026-03-25 10:11:02,913 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 10:11:03,081 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 10:11:03,082 - lava_callback - INFO - Callback data uploaded to https://files-staging.kernelci.org/baseline-arm64-69c3b2afbbc022e792644ef6/lava_callback.json.gz DEBUG: Setup failed for 69c3b2afbbc022e792644ef6. Transitting job node result: incomplete -> fail 2026-03-25 10:11:03,173 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:11:03,188 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c3b2afbbc022e792644ef6 HTTP/1.1" 200 None 2026-03-25 10:11:03,190 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:11:03,205 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c399cdbbc022e792643ea0 HTTP/1.1" 200 None 2026-03-25 10:11:03,207 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:11:03,233 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c3b2afbbc022e792644ef6 HTTP/1.1" 200 None 2026-03-25 10:11:03,312 - lava_callback - INFO - Completed processing callback for node 69c3b2afbbc022e792644ef6 INFO: 172.20.0.1:59648 - "GET / HTTP/1.0" 200 OK 2026-03-25 10:11:14,608 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:11:14,624 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "POST /latest/telemetry HTTP/1.1" 200 14 INFO: 172.20.0.1:45878 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:45880 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:50846 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:36640 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:36646 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:35174 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:33780 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:37372 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:47186 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:47192 - "GET / HTTP/1.0" 200 OK 2026-03-25 10:12:20,864 - lava_callback - INFO - Received callback for node 69c111f2acdb2e26c83cd957 INFO: 172.20.0.1:33548 - "POST /node/69c111f2acdb2e26c83cd957 HTTP/1.0" 202 Accepted 2026-03-25 10:12:20,870 - lava_callback - INFO - Starting async job submit for node 69c111f2acdb2e26c83cd957 2026-03-25 10:12:20,871 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:12:20,885 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c111f2acdb2e26c83cd957 HTTP/1.1" 200 None 2026-03-25 10:12:20,886 - lava_callback - DEBUG - Processing node 69c111f2acdb2e26c83cd957: baseline-arm64-clabbe 2026-03-25 10:12:20,887 - lava_callback - WARNING - No log data found in callback Job failure metadata not found for node: 69c111f2acdb2e26c83cd957 2026-03-25 10:12:20,887 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:12:20,901 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c111f2acdb2e26c83cd957 HTTP/1.1" 200 None 2026-03-25 10:12:20,903 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:12:20,918 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69be5461448e074b3ffe163c HTTP/1.1" 200 None 2026-03-25 10:12:20,920 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:12:20,940 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c111f2acdb2e26c83cd957 HTTP/1.1" 200 None 2026-03-25 10:12:20,941 - lava_callback - ERROR - Error processing callback for node 69c111f2acdb2e26c83cd957: 'lava' Traceback (most recent call last): File "/home/kernelci/pipeline/lava_callback.py", line 366, in async_job_submit _emit_callback_telemetry( File "/home/kernelci/pipeline/lava_callback.py", line 387, in _emit_callback_telemetry is_infra = job_callback.is_infra_error() if job_node.get( ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/local/lib/python3.12/site-packages/kernelci/runtime/lava.py", line 119, in is_infra_error lava_yaml = self._data['results']['lava'] ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^ KeyError: 'lava' 2026-03-25 10:12:25,600 - lava_callback - INFO - Received callback for node 69c3b42ebbc022e792644f2b INFO: 172.20.0.1:33560 - "POST /node/69c3b42ebbc022e792644f2b HTTP/1.0" 202 Accepted 2026-03-25 10:12:25,606 - lava_callback - INFO - Starting async job submit for node 69c3b42ebbc022e792644f2b 2026-03-25 10:12:25,625 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:12:25,642 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c3b42ebbc022e792644f2b HTTP/1.1" 200 None 2026-03-25 10:12:25,643 - lava_callback - DEBUG - Processing node 69c3b42ebbc022e792644f2b: baseline-arm64-broonie 2026-03-25 10:12:25,951 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 10:12:26,113 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 10:12:26,115 - lava_callback - INFO - Log uploaded to https://files-staging.kernelci.org/baseline-arm64-broonie-69c3b42ebbc022e792644f2b/log.txt.gz 2026-03-25 10:12:26,303 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 INFO: 172.20.0.1:33576 - "GET / HTTP/1.0" 200 OK 2026-03-25 10:12:26,573 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 10:12:26,575 - lava_callback - INFO - LAVA YAML uploaded to https://files-staging.kernelci.org/baseline-arm64-broonie-69c3b42ebbc022e792644f2b/lava-logs.yaml 2026-03-25 10:12:26,584 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 10:12:26,736 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 10:12:26,738 - lava_callback - INFO - Callback data uploaded to https://files-staging.kernelci.org/baseline-arm64-broonie-69c3b42ebbc022e792644f2b/lava_callback.json.gz 2026-03-25 10:12:26,774 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:12:26,792 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c3b42ebbc022e792644f2b HTTP/1.1" 200 None 2026-03-25 10:12:26,794 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:12:26,809 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c2b9626778148209fd337b HTTP/1.1" 200 None 2026-03-25 10:12:26,811 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:12:26,837 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c3b42ebbc022e792644f2b HTTP/1.1" 200 None 2026-03-25 10:12:26,893 - lava_callback - INFO - Completed processing callback for node 69c3b42ebbc022e792644f2b INFO: 172.20.0.1:55954 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:55958 - "GET / HTTP/1.0" 200 OK 2026-03-25 10:12:44,626 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:12:44,668 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "POST /latest/telemetry HTTP/1.1" 200 14 INFO: 172.20.0.1:55084 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:37574 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:47106 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:46522 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:46524 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:51716 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:53440 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:53454 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:33542 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:59918 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:60572 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:38610 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:38622 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:56674 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:40174 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:40180 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:40164 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:33464 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:60372 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:52224 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:52228 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:60614 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:42600 - "GET / HTTP/1.0" 200 OK 2026-03-25 10:15:38,090 - lava_callback - INFO - Received callback for node 69c3b5bdbbc022e792644f75 INFO: 172.20.0.1:42614 - "POST /node/69c3b5bdbbc022e792644f75 HTTP/1.0" 202 Accepted 2026-03-25 10:15:38,096 - lava_callback - INFO - Starting async job submit for node 69c3b5bdbbc022e792644f75 2026-03-25 10:15:38,098 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:15:38,115 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c3b5bdbbc022e792644f75 HTTP/1.1" 200 None 2026-03-25 10:15:38,117 - lava_callback - DEBUG - Processing node 69c3b5bdbbc022e792644f75: baseline-nfs-arm64 2026-03-25 10:15:38,118 - lava_callback - WARNING - Failed to upload log 2026-03-25 10:15:38,119 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 10:15:38,288 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 10:15:38,290 - lava_callback - INFO - LAVA YAML uploaded to https://files-staging.kernelci.org/baseline-nfs-arm64-69c3b5bdbbc022e792644f75/lava-logs.yaml 2026-03-25 10:15:38,291 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 10:15:38,428 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 10:15:38,430 - lava_callback - INFO - Callback data uploaded to https://files-staging.kernelci.org/baseline-nfs-arm64-69c3b5bdbbc022e792644f75/lava_callback.json.gz 2026-03-25 10:15:38,432 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:15:38,447 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c3b5bdbbc022e792644f75 HTTP/1.1" 200 None 2026-03-25 10:15:38,449 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:15:38,467 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c399cdbbc022e792643ea0 HTTP/1.1" 200 None 2026-03-25 10:15:38,469 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:15:38,491 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c3b5bdbbc022e792644f75 HTTP/1.1" 200 None 2026-03-25 10:15:38,499 - lava_callback - INFO - Completed processing callback for node 69c3b5bdbbc022e792644f75 INFO: 172.20.0.1:42618 - "GET / HTTP/1.0" 200 OK 2026-03-25 10:15:44,671 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:15:44,688 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "POST /latest/telemetry HTTP/1.1" 200 14 INFO: 172.20.0.1:51930 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:50286 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:48170 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:42846 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:42856 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:56906 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:55608 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:55622 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:46488 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:46496 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:47358 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:50052 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:50058 - "GET / HTTP/1.0" 200 OK 2026-03-25 10:17:21,711 - lava_callback - INFO - Received callback for node 69c3a24abbc022e7926448c4 INFO: 172.20.0.1:38870 - "POST /node/69c3a24abbc022e7926448c4 HTTP/1.0" 202 Accepted 2026-03-25 10:17:21,718 - lava_callback - INFO - Starting async job submit for node 69c3a24abbc022e7926448c4 2026-03-25 10:17:21,744 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:17:21,761 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c3a24abbc022e7926448c4 HTTP/1.1" 200 None 2026-03-25 10:17:21,762 - lava_callback - DEBUG - Processing node 69c3a24abbc022e7926448c4: baseline-nfs-arm64 2026-03-25 10:17:22,293 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 10:17:22,441 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 10:17:22,443 - lava_callback - INFO - Log uploaded to https://files-staging.kernelci.org/baseline-nfs-arm64-69c3a24abbc022e7926448c4/log.txt.gz 2026-03-25 10:17:22,712 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 10:17:22,925 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 10:17:22,927 - lava_callback - INFO - LAVA YAML uploaded to https://files-staging.kernelci.org/baseline-nfs-arm64-69c3a24abbc022e7926448c4/lava-logs.yaml 2026-03-25 10:17:22,939 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 10:17:23,122 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 10:17:23,124 - lava_callback - INFO - Callback data uploaded to https://files-staging.kernelci.org/baseline-nfs-arm64-69c3a24abbc022e7926448c4/lava_callback.json.gz 2026-03-25 10:17:23,153 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:17:23,169 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c3a24abbc022e7926448c4 HTTP/1.1" 200 None 2026-03-25 10:17:23,171 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:17:23,191 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c399cdbbc022e792643ea0 HTTP/1.1" 200 None 2026-03-25 10:17:23,193 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:17:23,224 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c3a24abbc022e7926448c4 HTTP/1.1" 200 None 2026-03-25 10:17:23,278 - lava_callback - INFO - Completed processing callback for node 69c3a24abbc022e7926448c4 INFO: 172.20.0.1:38882 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:33954 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:33970 - "GET / HTTP/1.0" 200 OK 2026-03-25 10:17:44,690 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:17:44,711 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "POST /latest/telemetry HTTP/1.1" 200 14 INFO: 172.20.0.1:36540 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:56242 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:53010 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:57910 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:57924 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:58092 - "GET / HTTP/1.0" 200 OK 2026-03-25 10:18:26,656 - lava_callback - INFO - Received callback for node 69c3ae5abbc022e792644dfe INFO: 172.20.0.1:58098 - "POST /node/69c3ae5abbc022e792644dfe HTTP/1.0" 202 Accepted 2026-03-25 10:18:26,663 - lava_callback - INFO - Starting async job submit for node 69c3ae5abbc022e792644dfe 2026-03-25 10:18:26,682 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:18:26,697 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c3ae5abbc022e792644dfe HTTP/1.1" 200 None 2026-03-25 10:18:26,697 - lava_callback - DEBUG - Processing node 69c3ae5abbc022e792644dfe: baseline-arm64-broonie 2026-03-25 10:18:26,898 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 10:18:27,047 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 10:18:27,049 - lava_callback - INFO - Log uploaded to https://files-staging.kernelci.org/baseline-arm64-broonie-69c3ae5abbc022e792644dfe/log.txt.gz 2026-03-25 10:18:27,199 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 10:18:27,461 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 10:18:27,463 - lava_callback - INFO - LAVA YAML uploaded to https://files-staging.kernelci.org/baseline-arm64-broonie-69c3ae5abbc022e792644dfe/lava-logs.yaml 2026-03-25 10:18:27,467 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 10:18:27,587 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 10:18:27,589 - lava_callback - INFO - Callback data uploaded to https://files-staging.kernelci.org/baseline-arm64-broonie-69c3ae5abbc022e792644dfe/lava_callback.json.gz 2026-03-25 10:18:27,609 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:18:27,628 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c3ae5abbc022e792644dfe HTTP/1.1" 200 None 2026-03-25 10:18:27,631 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:18:27,649 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c3295318a3717aa65d01c3 HTTP/1.1" 200 None 2026-03-25 10:18:27,651 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:18:27,690 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c3ae5abbc022e792644dfe HTTP/1.1" 200 None 2026-03-25 10:18:27,736 - lava_callback - INFO - Completed processing callback for node 69c3ae5abbc022e792644dfe INFO: 172.20.0.1:54492 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:54496 - "GET / HTTP/1.0" 200 OK 2026-03-25 10:18:44,713 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:18:44,730 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "POST /latest/telemetry HTTP/1.1" 200 14 INFO: 172.20.0.1:57180 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:46512 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:35024 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:50912 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:50914 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:55382 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:35860 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:35862 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:39828 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:44112 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:46820 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:37554 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:37566 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:58164 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:42316 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:42324 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:39516 - "GET / HTTP/1.0" 200 OK 2026-03-25 10:20:50,294 - lava_callback - INFO - Received callback for node 69c3aa9abbc022e792644cfc INFO: 172.20.0.1:52886 - "POST /node/69c3aa9abbc022e792644cfc HTTP/1.0" 202 Accepted 2026-03-25 10:20:50,301 - lava_callback - INFO - Starting async job submit for node 69c3aa9abbc022e792644cfc 2026-03-25 10:20:50,325 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:20:50,339 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c3aa9abbc022e792644cfc HTTP/1.1" 200 None 2026-03-25 10:20:50,340 - lava_callback - DEBUG - Processing node 69c3aa9abbc022e792644cfc: baseline-arm64 2026-03-25 10:20:50,879 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 10:20:51,038 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 10:20:51,040 - lava_callback - INFO - Log uploaded to https://files-staging.kernelci.org/baseline-arm64-69c3aa9abbc022e792644cfc/log.txt.gz 2026-03-25 10:20:51,303 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 10:20:51,540 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 10:20:51,542 - lava_callback - INFO - LAVA YAML uploaded to https://files-staging.kernelci.org/baseline-arm64-69c3aa9abbc022e792644cfc/lava-logs.yaml 2026-03-25 10:20:51,553 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 10:20:51,755 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 10:20:51,757 - lava_callback - INFO - Callback data uploaded to https://files-staging.kernelci.org/baseline-arm64-69c3aa9abbc022e792644cfc/lava_callback.json.gz 2026-03-25 10:20:51,781 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:20:51,803 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c3aa9abbc022e792644cfc HTTP/1.1" 200 None 2026-03-25 10:20:51,805 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:20:51,843 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c2b9626778148209fd337b HTTP/1.1" 200 None 2026-03-25 10:20:51,845 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:20:51,870 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c3aa9abbc022e792644cfc HTTP/1.1" 200 None 2026-03-25 10:20:51,938 - lava_callback - INFO - Completed processing callback for node 69c3aa9abbc022e792644cfc INFO: 172.20.0.1:52888 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:57244 - "GET / HTTP/1.0" 200 OK 2026-03-25 10:21:14,733 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:21:14,749 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "POST /latest/telemetry HTTP/1.1" 200 14 INFO: 172.20.0.1:41624 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:41640 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:51678 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:54682 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:54688 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:40780 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:58074 - "GET / HTTP/1.0" 200 OK 2026-03-25 10:22:02,936 - lava_callback - INFO - Received callback for node 69c11442acdb2e26c83cd9af INFO: 172.20.0.1:39528 - "POST /node/69c11442acdb2e26c83cd9af HTTP/1.0" 202 Accepted 2026-03-25 10:22:02,942 - lava_callback - INFO - Starting async job submit for node 69c11442acdb2e26c83cd9af 2026-03-25 10:22:02,942 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:22:02,958 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c11442acdb2e26c83cd9af HTTP/1.1" 200 None 2026-03-25 10:22:02,959 - lava_callback - DEBUG - Processing node 69c11442acdb2e26c83cd9af: baseline-arm64-baylibre 2026-03-25 10:22:02,959 - lava_callback - WARNING - No log data found in callback Job failure metadata not found for node: 69c11442acdb2e26c83cd9af 2026-03-25 10:22:02,960 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:22:02,981 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c11442acdb2e26c83cd9af HTTP/1.1" 200 None 2026-03-25 10:22:02,982 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:22:02,996 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69b90e430ec88e58bad0d0ec HTTP/1.1" 200 None 2026-03-25 10:22:02,997 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:22:03,021 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c11442acdb2e26c83cd9af HTTP/1.1" 200 None 2026-03-25 10:22:03,022 - lava_callback - ERROR - Error processing callback for node 69c11442acdb2e26c83cd9af: 'lava' Traceback (most recent call last): File "/home/kernelci/pipeline/lava_callback.py", line 366, in async_job_submit _emit_callback_telemetry( File "/home/kernelci/pipeline/lava_callback.py", line 387, in _emit_callback_telemetry is_infra = job_callback.is_infra_error() if job_node.get( ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/local/lib/python3.12/site-packages/kernelci/runtime/lava.py", line 119, in is_infra_error lava_yaml = self._data['results']['lava'] ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^ KeyError: 'lava' INFO: 172.20.0.1:39534 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:57640 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:57652 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:33564 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:35198 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:35204 - "GET / HTTP/1.0" 200 OK 2026-03-25 10:22:44,286 - lava_callback - INFO - Received callback for node 69c3b72ebbc022e792644faa INFO: 172.20.0.1:48308 - "POST /node/69c3b72ebbc022e792644faa HTTP/1.0" 202 Accepted 2026-03-25 10:22:44,293 - lava_callback - INFO - Starting async job submit for node 69c3b72ebbc022e792644faa 2026-03-25 10:22:44,322 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:22:44,337 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c3b72ebbc022e792644faa HTTP/1.1" 200 None 2026-03-25 10:22:44,338 - lava_callback - DEBUG - Processing node 69c3b72ebbc022e792644faa: baseline-arm64 2026-03-25 10:22:44,535 - lava_callback - WARNING - Failed to upload log 2026-03-25 10:22:44,653 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 10:22:44,899 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 10:22:44,901 - lava_callback - INFO - LAVA YAML uploaded to https://files-staging.kernelci.org/baseline-arm64-69c3b72ebbc022e792644faa/lava-logs.yaml 2026-03-25 10:22:44,906 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 10:22:45,037 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 10:22:45,038 - lava_callback - INFO - Callback data uploaded to https://files-staging.kernelci.org/baseline-arm64-69c3b72ebbc022e792644faa/lava_callback.json.gz 2026-03-25 10:22:45,069 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:22:45,087 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c3b72ebbc022e792644faa HTTP/1.1" 200 None 2026-03-25 10:22:45,089 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:22:45,103 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c399cdbbc022e792643ea0 HTTP/1.1" 200 None 2026-03-25 10:22:45,104 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:22:45,125 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c3b72ebbc022e792644faa HTTP/1.1" 200 None 2026-03-25 10:22:45,196 - lava_callback - INFO - Completed processing callback for node 69c3b72ebbc022e792644faa INFO: 172.20.0.1:48310 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:58856 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:53704 - "GET / HTTP/1.0" 200 OK 2026-03-25 10:23:14,751 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:23:14,768 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "POST /latest/telemetry HTTP/1.1" 200 14 INFO: 172.20.0.1:32924 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:32936 - "GET / HTTP/1.0" 200 OK 2026-03-25 10:23:22,882 - lava_callback - INFO - Received callback for node 69c1148eacdb2e26c83cd9b5 INFO: 172.20.0.1:51070 - "POST /node/69c1148eacdb2e26c83cd9b5 HTTP/1.0" 202 Accepted 2026-03-25 10:23:22,887 - lava_callback - INFO - Starting async job submit for node 69c1148eacdb2e26c83cd9b5 2026-03-25 10:23:22,888 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:23:22,903 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c1148eacdb2e26c83cd9b5 HTTP/1.1" 200 None 2026-03-25 10:23:22,904 - lava_callback - DEBUG - Processing node 69c1148eacdb2e26c83cd9b5: baseline-arm64-baylibre 2026-03-25 10:23:22,905 - lava_callback - WARNING - No log data found in callback Job failure metadata not found for node: 69c1148eacdb2e26c83cd9b5 2026-03-25 10:23:22,905 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:23:22,936 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c1148eacdb2e26c83cd9b5 HTTP/1.1" 200 None 2026-03-25 10:23:22,938 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:23:22,951 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69b90e430ec88e58bad0d0ec HTTP/1.1" 200 None 2026-03-25 10:23:22,953 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:23:22,973 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c1148eacdb2e26c83cd9b5 HTTP/1.1" 200 None 2026-03-25 10:23:22,981 - lava_callback - ERROR - Error processing callback for node 69c1148eacdb2e26c83cd9b5: 'lava' Traceback (most recent call last): File "/home/kernelci/pipeline/lava_callback.py", line 366, in async_job_submit _emit_callback_telemetry( File "/home/kernelci/pipeline/lava_callback.py", line 387, in _emit_callback_telemetry is_infra = job_callback.is_infra_error() if job_node.get( ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/local/lib/python3.12/site-packages/kernelci/runtime/lava.py", line 119, in is_infra_error lava_yaml = self._data['results']['lava'] ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^ KeyError: 'lava' INFO: 172.20.0.1:51080 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:59356 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:59364 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:58882 - "GET / HTTP/1.0" 200 OK 2026-03-25 10:23:49,101 - lava_callback - INFO - Received callback for node 69c3b778bbc022e792644fb4 INFO: 172.20.0.1:58890 - "POST /node/69c3b778bbc022e792644fb4 HTTP/1.0" 202 Accepted 2026-03-25 10:23:49,107 - lava_callback - INFO - Starting async job submit for node 69c3b778bbc022e792644fb4 2026-03-25 10:23:49,137 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:23:49,151 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c3b778bbc022e792644fb4 HTTP/1.1" 200 None 2026-03-25 10:23:49,152 - lava_callback - DEBUG - Processing node 69c3b778bbc022e792644fb4: baseline-arm64 2026-03-25 10:23:49,289 - lava_callback - WARNING - Failed to upload log 2026-03-25 10:23:49,377 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 10:23:49,577 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 10:23:49,579 - lava_callback - INFO - LAVA YAML uploaded to https://files-staging.kernelci.org/baseline-arm64-69c3b778bbc022e792644fb4/lava-logs.yaml 2026-03-25 10:23:49,582 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 10:23:49,720 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 10:23:49,721 - lava_callback - INFO - Callback data uploaded to https://files-staging.kernelci.org/baseline-arm64-69c3b778bbc022e792644fb4/lava_callback.json.gz 2026-03-25 10:23:49,751 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:23:49,790 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c3b778bbc022e792644fb4 HTTP/1.1" 200 None 2026-03-25 10:23:49,792 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:23:49,820 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c399cdbbc022e792643ea0 HTTP/1.1" 200 None 2026-03-25 10:23:49,821 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:23:49,842 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c3b778bbc022e792644fb4 HTTP/1.1" 200 None 2026-03-25 10:23:49,923 - lava_callback - INFO - Completed processing callback for node 69c3b778bbc022e792644fb4 INFO: 172.20.0.1:37596 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:56898 - "GET / HTTP/1.0" 200 OK 2026-03-25 10:24:14,770 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:24:14,786 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "POST /latest/telemetry HTTP/1.1" 200 14 INFO: 172.20.0.1:56788 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:56790 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:39416 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:39956 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:39968 - "GET / HTTP/1.0" 200 OK 2026-03-25 10:24:43,048 - lava_callback - INFO - Received callback for node 69c114d8acdb2e26c83cd9c5 INFO: 172.20.0.1:59724 - "POST /node/69c114d8acdb2e26c83cd9c5 HTTP/1.0" 202 Accepted 2026-03-25 10:24:43,054 - lava_callback - INFO - Starting async job submit for node 69c114d8acdb2e26c83cd9c5 2026-03-25 10:24:43,055 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:24:43,074 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c114d8acdb2e26c83cd9c5 HTTP/1.1" 200 None 2026-03-25 10:24:43,075 - lava_callback - DEBUG - Processing node 69c114d8acdb2e26c83cd9c5: baseline-arm64-baylibre 2026-03-25 10:24:43,075 - lava_callback - WARNING - No log data found in callback Job failure metadata not found for node: 69c114d8acdb2e26c83cd9c5 2026-03-25 10:24:43,076 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:24:43,102 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c114d8acdb2e26c83cd9c5 HTTP/1.1" 200 None 2026-03-25 10:24:43,105 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:24:43,163 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69b90e430ec88e58bad0d0ec HTTP/1.1" 200 None 2026-03-25 10:24:43,165 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:24:43,185 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c114d8acdb2e26c83cd9c5 HTTP/1.1" 200 None 2026-03-25 10:24:43,187 - lava_callback - ERROR - Error processing callback for node 69c114d8acdb2e26c83cd9c5: 'lava' Traceback (most recent call last): File "/home/kernelci/pipeline/lava_callback.py", line 366, in async_job_submit _emit_callback_telemetry( File "/home/kernelci/pipeline/lava_callback.py", line 387, in _emit_callback_telemetry is_infra = job_callback.is_infra_error() if job_node.get( ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/local/lib/python3.12/site-packages/kernelci/runtime/lava.py", line 119, in is_infra_error lava_yaml = self._data['results']['lava'] ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^ KeyError: 'lava' INFO: 172.20.0.1:59726 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:50298 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:36282 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:60646 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:60652 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:55290 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:49490 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:49500 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:59710 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:51766 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:43214 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:55810 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:55826 - "GET / HTTP/1.0" 200 OK 2026-03-25 10:26:23,142 - lava_callback - INFO - Received callback for node 69c11547acdb2e26c83cd9d4 INFO: 172.20.0.1:35028 - "POST /node/69c11547acdb2e26c83cd9d4 HTTP/1.0" 202 Accepted 2026-03-25 10:26:23,147 - lava_callback - INFO - Starting async job submit for node 69c11547acdb2e26c83cd9d4 2026-03-25 10:26:23,148 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:26:23,163 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c11547acdb2e26c83cd9d4 HTTP/1.1" 200 None 2026-03-25 10:26:23,163 - lava_callback - DEBUG - Processing node 69c11547acdb2e26c83cd9d4: baseline-arm64-baylibre 2026-03-25 10:26:23,164 - lava_callback - WARNING - No log data found in callback Job failure metadata not found for node: 69c11547acdb2e26c83cd9d4 2026-03-25 10:26:23,164 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:26:23,177 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c11547acdb2e26c83cd9d4 HTTP/1.1" 200 None 2026-03-25 10:26:23,178 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:26:23,191 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69b90e430ec88e58bad0d0ec HTTP/1.1" 200 None 2026-03-25 10:26:23,193 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:26:23,213 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c11547acdb2e26c83cd9d4 HTTP/1.1" 200 None 2026-03-25 10:26:23,215 - lava_callback - ERROR - Error processing callback for node 69c11547acdb2e26c83cd9d4: 'lava' Traceback (most recent call last): File "/home/kernelci/pipeline/lava_callback.py", line 366, in async_job_submit _emit_callback_telemetry( File "/home/kernelci/pipeline/lava_callback.py", line 387, in _emit_callback_telemetry is_infra = job_callback.is_infra_error() if job_node.get( ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/local/lib/python3.12/site-packages/kernelci/runtime/lava.py", line 119, in is_infra_error lava_yaml = self._data['results']['lava'] ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^ KeyError: 'lava' INFO: 172.20.0.1:35032 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:32870 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:32874 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:48000 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:57810 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:42302 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:54512 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:54516 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:34482 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:34642 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:34644 - "GET / HTTP/1.0" 200 OK 2026-03-25 10:27:43,212 - lava_callback - INFO - Received callback for node 69c11592acdb2e26c83cd9de INFO: 172.20.0.1:34810 - "POST /node/69c11592acdb2e26c83cd9de HTTP/1.0" 202 Accepted 2026-03-25 10:27:43,218 - lava_callback - INFO - Starting async job submit for node 69c11592acdb2e26c83cd9de 2026-03-25 10:27:43,219 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:27:43,234 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c11592acdb2e26c83cd9de HTTP/1.1" 200 None 2026-03-25 10:27:43,234 - lava_callback - DEBUG - Processing node 69c11592acdb2e26c83cd9de: baseline-arm64-baylibre 2026-03-25 10:27:43,235 - lava_callback - WARNING - No log data found in callback Job failure metadata not found for node: 69c11592acdb2e26c83cd9de 2026-03-25 10:27:43,235 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:27:43,260 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c11592acdb2e26c83cd9de HTTP/1.1" 200 None 2026-03-25 10:27:43,262 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:27:43,279 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69b90e430ec88e58bad0d0ec HTTP/1.1" 200 None 2026-03-25 10:27:43,281 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:27:43,302 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c11592acdb2e26c83cd9de HTTP/1.1" 200 None 2026-03-25 10:27:43,304 - lava_callback - ERROR - Error processing callback for node 69c11592acdb2e26c83cd9de: 'lava' Traceback (most recent call last): File "/home/kernelci/pipeline/lava_callback.py", line 366, in async_job_submit _emit_callback_telemetry( File "/home/kernelci/pipeline/lava_callback.py", line 387, in _emit_callback_telemetry is_infra = job_callback.is_infra_error() if job_node.get( ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/local/lib/python3.12/site-packages/kernelci/runtime/lava.py", line 119, in is_infra_error lava_yaml = self._data['results']['lava'] ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^ KeyError: 'lava' INFO: 172.20.0.1:34826 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:43066 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:40794 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:46792 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:46804 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:47060 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:53024 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:53034 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:52352 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:50496 - "GET / HTTP/1.0" 200 OK 2026-03-25 10:29:02,777 - lava_callback - INFO - Received callback for node 69c3b4fbbbc022e792644f53 INFO: 172.20.0.1:56398 - "POST /node/69c3b4fbbbc022e792644f53 HTTP/1.0" 202 Accepted 2026-03-25 10:29:02,784 - lava_callback - INFO - Starting async job submit for node 69c3b4fbbbc022e792644f53 2026-03-25 10:29:02,839 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:29:02,854 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c3b4fbbbc022e792644f53 HTTP/1.1" 200 None 2026-03-25 10:29:02,854 - lava_callback - DEBUG - Processing node 69c3b4fbbbc022e792644f53: baseline-arm 2026-03-25 10:29:03,454 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 10:29:03,594 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 10:29:03,596 - lava_callback - INFO - Log uploaded to https://files-staging.kernelci.org/baseline-arm-69c3b4fbbbc022e792644f53/log.txt.gz 2026-03-25 10:29:03,961 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 10:29:04,198 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 10:29:04,201 - lava_callback - INFO - LAVA YAML uploaded to https://files-staging.kernelci.org/baseline-arm-69c3b4fbbbc022e792644f53/lava-logs.yaml 2026-03-25 10:29:04,215 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 10:29:04,396 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 10:29:04,398 - lava_callback - INFO - Callback data uploaded to https://files-staging.kernelci.org/baseline-arm-69c3b4fbbbc022e792644f53/lava_callback.json.gz DEBUG: Setup failed for 69c3b4fbbbc022e792644f53. Transitting job node result: incomplete -> fail 2026-03-25 10:29:04,508 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:29:04,523 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c3b4fbbbc022e792644f53 HTTP/1.1" 200 None 2026-03-25 10:29:04,524 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:29:04,538 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c399c1bbc022e792643e8d HTTP/1.1" 200 None 2026-03-25 10:29:04,540 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:29:04,574 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c3b4fbbbc022e792644f53 HTTP/1.1" 200 None 2026-03-25 10:29:04,681 - lava_callback - INFO - Completed processing callback for node 69c3b4fbbbc022e792644f53 INFO: 172.20.0.1:56414 - "GET / HTTP/1.0" 200 OK 2026-03-25 10:29:14,789 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:29:14,805 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "POST /latest/telemetry HTTP/1.1" 200 14 INFO: 172.20.0.1:38038 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:38044 - "GET / HTTP/1.0" 200 OK 2026-03-25 10:29:23,204 - lava_callback - INFO - Received callback for node 69c11601acdb2e26c83cd9f0 INFO: 172.20.0.1:41270 - "POST /node/69c11601acdb2e26c83cd9f0 HTTP/1.0" 202 Accepted 2026-03-25 10:29:23,210 - lava_callback - INFO - Starting async job submit for node 69c11601acdb2e26c83cd9f0 2026-03-25 10:29:23,211 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:29:23,232 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c11601acdb2e26c83cd9f0 HTTP/1.1" 200 None 2026-03-25 10:29:23,233 - lava_callback - DEBUG - Processing node 69c11601acdb2e26c83cd9f0: baseline-arm64-baylibre 2026-03-25 10:29:23,233 - lava_callback - WARNING - No log data found in callback Job failure metadata not found for node: 69c11601acdb2e26c83cd9f0 2026-03-25 10:29:23,234 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:29:23,249 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c11601acdb2e26c83cd9f0 HTTP/1.1" 200 None 2026-03-25 10:29:23,251 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:29:23,264 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69b90e430ec88e58bad0d0ec HTTP/1.1" 200 None 2026-03-25 10:29:23,265 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:29:23,285 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c11601acdb2e26c83cd9f0 HTTP/1.1" 200 None 2026-03-25 10:29:23,287 - lava_callback - ERROR - Error processing callback for node 69c11601acdb2e26c83cd9f0: 'lava' Traceback (most recent call last): File "/home/kernelci/pipeline/lava_callback.py", line 366, in async_job_submit _emit_callback_telemetry( File "/home/kernelci/pipeline/lava_callback.py", line 387, in _emit_callback_telemetry is_infra = job_callback.is_infra_error() if job_node.get( ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/local/lib/python3.12/site-packages/kernelci/runtime/lava.py", line 119, in is_infra_error lava_yaml = self._data['results']['lava'] ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^ KeyError: 'lava' INFO: 172.20.0.1:41286 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:45876 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:45890 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:45178 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:51624 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:56914 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:57660 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:57664 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:56578 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:57264 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:57268 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:59756 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:60070 - "GET / HTTP/1.0" 200 OK 2026-03-25 10:31:01,621 - lava_callback - INFO - Received callback for node 69c11652acdb2e26c83cd9fb INFO: 172.20.0.1:36634 - "POST /node/69c11652acdb2e26c83cd9fb HTTP/1.0" 202 Accepted 2026-03-25 10:31:01,626 - lava_callback - INFO - Starting async job submit for node 69c11652acdb2e26c83cd9fb 2026-03-25 10:31:01,627 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:31:01,642 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c11652acdb2e26c83cd9fb HTTP/1.1" 200 None 2026-03-25 10:31:01,642 - lava_callback - DEBUG - Processing node 69c11652acdb2e26c83cd9fb: baseline-arm64-clabbe 2026-03-25 10:31:01,643 - lava_callback - WARNING - No log data found in callback Job failure metadata not found for node: 69c11652acdb2e26c83cd9fb 2026-03-25 10:31:01,643 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:31:01,657 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c11652acdb2e26c83cd9fb HTTP/1.1" 200 None 2026-03-25 10:31:01,658 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:31:01,671 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69b90e430ec88e58bad0d0ec HTTP/1.1" 200 None 2026-03-25 10:31:01,673 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:31:01,694 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c11652acdb2e26c83cd9fb HTTP/1.1" 200 None 2026-03-25 10:31:01,695 - lava_callback - ERROR - Error processing callback for node 69c11652acdb2e26c83cd9fb: 'lava' Traceback (most recent call last): File "/home/kernelci/pipeline/lava_callback.py", line 366, in async_job_submit _emit_callback_telemetry( File "/home/kernelci/pipeline/lava_callback.py", line 387, in _emit_callback_telemetry is_infra = job_callback.is_infra_error() if job_node.get( ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/local/lib/python3.12/site-packages/kernelci/runtime/lava.py", line 119, in is_infra_error lava_yaml = self._data['results']['lava'] ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^ KeyError: 'lava' INFO: 172.20.0.1:36644 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:54226 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:54234 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:59064 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:44724 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:44730 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:43578 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:54166 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:39136 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:52780 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:52794 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:37930 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:38124 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:38132 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:59348 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:43152 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:50232 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:57816 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:57830 - "GET / HTTP/1.0" 200 OK 2026-03-25 10:33:21,708 - lava_callback - INFO - Received callback for node 69c116e9acdb2e26c83cda11 INFO: 172.20.0.1:35516 - "POST /node/69c116e9acdb2e26c83cda11 HTTP/1.0" 202 Accepted 2026-03-25 10:33:21,713 - lava_callback - INFO - Starting async job submit for node 69c116e9acdb2e26c83cda11 2026-03-25 10:33:21,714 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:33:21,730 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c116e9acdb2e26c83cda11 HTTP/1.1" 200 None 2026-03-25 10:33:21,731 - lava_callback - DEBUG - Processing node 69c116e9acdb2e26c83cda11: baseline-arm64-clabbe 2026-03-25 10:33:21,731 - lava_callback - WARNING - No log data found in callback Job failure metadata not found for node: 69c116e9acdb2e26c83cda11 2026-03-25 10:33:21,732 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:33:21,745 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c116e9acdb2e26c83cda11 HTTP/1.1" 200 None 2026-03-25 10:33:21,746 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:33:21,759 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69b90e430ec88e58bad0d0ec HTTP/1.1" 200 None 2026-03-25 10:33:21,760 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:33:21,795 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c116e9acdb2e26c83cda11 HTTP/1.1" 200 None 2026-03-25 10:33:21,796 - lava_callback - ERROR - Error processing callback for node 69c116e9acdb2e26c83cda11: 'lava' Traceback (most recent call last): File "/home/kernelci/pipeline/lava_callback.py", line 366, in async_job_submit _emit_callback_telemetry( File "/home/kernelci/pipeline/lava_callback.py", line 387, in _emit_callback_telemetry is_infra = job_callback.is_infra_error() if job_node.get( ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/local/lib/python3.12/site-packages/kernelci/runtime/lava.py", line 119, in is_infra_error lava_yaml = self._data['results']['lava'] ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^ KeyError: 'lava' INFO: 172.20.0.1:35522 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:58100 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:58112 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:59988 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:36692 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:43350 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:47474 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:47486 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:40534 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:58324 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:58326 - "GET / HTTP/1.0" 200 OK 2026-03-25 10:34:41,784 - lava_callback - INFO - Received callback for node 69c11734acdb2e26c83cda1d INFO: 172.20.0.1:41612 - "POST /node/69c11734acdb2e26c83cda1d HTTP/1.0" 202 Accepted 2026-03-25 10:34:41,789 - lava_callback - INFO - Starting async job submit for node 69c11734acdb2e26c83cda1d 2026-03-25 10:34:41,790 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:34:41,805 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c11734acdb2e26c83cda1d HTTP/1.1" 200 None 2026-03-25 10:34:41,806 - lava_callback - DEBUG - Processing node 69c11734acdb2e26c83cda1d: baseline-arm64-clabbe 2026-03-25 10:34:41,806 - lava_callback - WARNING - No log data found in callback Job failure metadata not found for node: 69c11734acdb2e26c83cda1d 2026-03-25 10:34:41,807 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:34:41,835 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c11734acdb2e26c83cda1d HTTP/1.1" 200 None 2026-03-25 10:34:41,837 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:34:41,851 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69b90e430ec88e58bad0d0ec HTTP/1.1" 200 None 2026-03-25 10:34:41,853 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:34:41,874 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c11734acdb2e26c83cda1d HTTP/1.1" 200 None 2026-03-25 10:34:41,881 - lava_callback - ERROR - Error processing callback for node 69c11734acdb2e26c83cda1d: 'lava' Traceback (most recent call last): File "/home/kernelci/pipeline/lava_callback.py", line 366, in async_job_submit _emit_callback_telemetry( File "/home/kernelci/pipeline/lava_callback.py", line 387, in _emit_callback_telemetry is_infra = job_callback.is_infra_error() if job_node.get( ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/local/lib/python3.12/site-packages/kernelci/runtime/lava.py", line 119, in is_infra_error lava_yaml = self._data['results']['lava'] ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^ KeyError: 'lava' INFO: 172.20.0.1:41628 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:44112 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:55118 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:49020 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:49036 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:52528 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:40408 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:40420 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:48774 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:46402 - "GET / HTTP/1.0" 200 OK 2026-03-25 10:36:01,712 - lava_callback - INFO - Received callback for node 69c11781acdb2e26c83cda22 INFO: 172.20.0.1:56114 - "POST /node/69c11781acdb2e26c83cda22 HTTP/1.0" 202 Accepted 2026-03-25 10:36:01,718 - lava_callback - INFO - Starting async job submit for node 69c11781acdb2e26c83cda22 2026-03-25 10:36:01,718 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:36:01,733 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c11781acdb2e26c83cda22 HTTP/1.1" 200 None 2026-03-25 10:36:01,733 - lava_callback - DEBUG - Processing node 69c11781acdb2e26c83cda22: baseline-arm64-clabbe 2026-03-25 10:36:01,734 - lava_callback - WARNING - No log data found in callback Job failure metadata not found for node: 69c11781acdb2e26c83cda22 2026-03-25 10:36:01,734 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:36:01,771 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c11781acdb2e26c83cda22 HTTP/1.1" 200 None 2026-03-25 10:36:01,772 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:36:01,789 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69b90e430ec88e58bad0d0ec HTTP/1.1" 200 None 2026-03-25 10:36:01,791 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:36:01,811 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c11781acdb2e26c83cda22 HTTP/1.1" 200 None 2026-03-25 10:36:01,825 - lava_callback - ERROR - Error processing callback for node 69c11781acdb2e26c83cda22: 'lava' Traceback (most recent call last): File "/home/kernelci/pipeline/lava_callback.py", line 366, in async_job_submit _emit_callback_telemetry( File "/home/kernelci/pipeline/lava_callback.py", line 387, in _emit_callback_telemetry is_infra = job_callback.is_infra_error() if job_node.get( ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/local/lib/python3.12/site-packages/kernelci/runtime/lava.py", line 119, in is_infra_error lava_yaml = self._data['results']['lava'] ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^ KeyError: 'lava' INFO: 172.20.0.1:56130 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:46692 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:46708 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:46548 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:45758 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:45774 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:53364 - "GET / HTTP/1.0" 200 OK 2026-03-25 10:36:46,559 - lava_callback - INFO - Received callback for node 69c3ba00bbc022e792645019 INFO: 172.20.0.1:53380 - "POST /node/69c3ba00bbc022e792645019 HTTP/1.0" 202 Accepted 2026-03-25 10:36:46,565 - lava_callback - INFO - Starting async job submit for node 69c3ba00bbc022e792645019 2026-03-25 10:36:46,583 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:36:46,599 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c3ba00bbc022e792645019 HTTP/1.1" 200 None 2026-03-25 10:36:46,600 - lava_callback - DEBUG - Processing node 69c3ba00bbc022e792645019: baseline-arm64-broonie 2026-03-25 10:36:46,952 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 10:36:47,108 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 10:36:47,110 - lava_callback - INFO - Log uploaded to https://files-staging.kernelci.org/baseline-arm64-broonie-69c3ba00bbc022e792645019/log.txt.gz 2026-03-25 10:36:47,312 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 10:36:47,520 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 10:36:47,522 - lava_callback - INFO - LAVA YAML uploaded to https://files-staging.kernelci.org/baseline-arm64-broonie-69c3ba00bbc022e792645019/lava-logs.yaml 2026-03-25 10:36:47,530 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 10:36:47,683 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 10:36:47,684 - lava_callback - INFO - Callback data uploaded to https://files-staging.kernelci.org/baseline-arm64-broonie-69c3ba00bbc022e792645019/lava_callback.json.gz 2026-03-25 10:36:47,721 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:36:47,736 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c3ba00bbc022e792645019 HTTP/1.1" 200 None 2026-03-25 10:36:47,738 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:36:47,752 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c1d8400efaf21d93103552 HTTP/1.1" 200 None 2026-03-25 10:36:47,754 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:36:47,786 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c3ba00bbc022e792645019 HTTP/1.1" 200 None 2026-03-25 10:36:47,836 - lava_callback - INFO - Completed processing callback for node 69c3ba00bbc022e792645019 INFO: 172.20.0.1:56696 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:37444 - "GET / HTTP/1.0" 200 OK 2026-03-25 10:37:14,809 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:37:14,830 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "POST /latest/telemetry HTTP/1.1" 200 14 INFO: 172.20.0.1:60088 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:60098 - "GET / HTTP/1.0" 200 OK 2026-03-25 10:37:21,898 - lava_callback - INFO - Received callback for node 69c117cfacdb2e26c83cda2c INFO: 172.20.0.1:52546 - "POST /node/69c117cfacdb2e26c83cda2c HTTP/1.0" 202 Accepted 2026-03-25 10:37:21,904 - lava_callback - INFO - Starting async job submit for node 69c117cfacdb2e26c83cda2c 2026-03-25 10:37:21,905 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:37:21,920 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c117cfacdb2e26c83cda2c HTTP/1.1" 200 None 2026-03-25 10:37:21,921 - lava_callback - DEBUG - Processing node 69c117cfacdb2e26c83cda2c: baseline-arm64-clabbe 2026-03-25 10:37:21,921 - lava_callback - WARNING - No log data found in callback Job failure metadata not found for node: 69c117cfacdb2e26c83cda2c 2026-03-25 10:37:21,922 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:37:21,935 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c117cfacdb2e26c83cda2c HTTP/1.1" 200 None 2026-03-25 10:37:21,936 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:37:21,949 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69b90e430ec88e58bad0d0ec HTTP/1.1" 200 None 2026-03-25 10:37:21,951 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:37:21,971 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c117cfacdb2e26c83cda2c HTTP/1.1" 200 None 2026-03-25 10:37:21,972 - lava_callback - ERROR - Error processing callback for node 69c117cfacdb2e26c83cda2c: 'lava' Traceback (most recent call last): File "/home/kernelci/pipeline/lava_callback.py", line 366, in async_job_submit _emit_callback_telemetry( File "/home/kernelci/pipeline/lava_callback.py", line 387, in _emit_callback_telemetry is_infra = job_callback.is_infra_error() if job_node.get( ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/local/lib/python3.12/site-packages/kernelci/runtime/lava.py", line 119, in is_infra_error lava_yaml = self._data['results']['lava'] ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^ KeyError: 'lava' INFO: 172.20.0.1:52562 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:50850 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:50864 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:60578 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:42594 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:41250 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:43826 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:43832 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:54482 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:55306 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:55322 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:53042 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:47454 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:60832 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:60324 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:60340 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:59842 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:47432 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:47446 - "GET / HTTP/1.0" 200 OK 2026-03-25 10:39:42,022 - lava_callback - INFO - Received callback for node 69c11866acdb2e26c83cda3c INFO: 172.20.0.1:44406 - "POST /node/69c11866acdb2e26c83cda3c HTTP/1.0" 202 Accepted 2026-03-25 10:39:42,027 - lava_callback - INFO - Starting async job submit for node 69c11866acdb2e26c83cda3c 2026-03-25 10:39:42,028 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:39:42,049 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c11866acdb2e26c83cda3c HTTP/1.1" 200 None 2026-03-25 10:39:42,050 - lava_callback - DEBUG - Processing node 69c11866acdb2e26c83cda3c: baseline-arm64-clabbe 2026-03-25 10:39:42,050 - lava_callback - WARNING - No log data found in callback Job failure metadata not found for node: 69c11866acdb2e26c83cda3c 2026-03-25 10:39:42,051 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:39:42,070 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c11866acdb2e26c83cda3c HTTP/1.1" 200 None 2026-03-25 10:39:42,071 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:39:42,085 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69b90e430ec88e58bad0d0ec HTTP/1.1" 200 None 2026-03-25 10:39:42,086 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:39:42,137 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c11866acdb2e26c83cda3c HTTP/1.1" 200 None 2026-03-25 10:39:42,139 - lava_callback - ERROR - Error processing callback for node 69c11866acdb2e26c83cda3c: 'lava' Traceback (most recent call last): File "/home/kernelci/pipeline/lava_callback.py", line 366, in async_job_submit _emit_callback_telemetry( File "/home/kernelci/pipeline/lava_callback.py", line 387, in _emit_callback_telemetry is_infra = job_callback.is_infra_error() if job_node.get( ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/local/lib/python3.12/site-packages/kernelci/runtime/lava.py", line 119, in is_infra_error lava_yaml = self._data['results']['lava'] ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^ KeyError: 'lava' INFO: 172.20.0.1:44418 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:54920 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:33014 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:45940 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:45950 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:51998 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:43014 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:43016 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:34860 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:34880 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:60050 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:43482 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:43484 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:55802 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:58572 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:58588 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:45234 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:51760 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:46018 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:48580 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:48588 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:59914 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:42870 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:42886 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:38892 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:51396 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:55722 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:40622 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:40632 - "GET / HTTP/1.0" 200 OK 2026-03-25 10:43:23,859 - lava_callback - INFO - Received callback for node 69c3b7ccbbc022e792644fc2 INFO: 172.20.0.1:35828 - "POST /node/69c3b7ccbbc022e792644fc2 HTTP/1.0" 202 Accepted 2026-03-25 10:43:23,905 - lava_callback - INFO - Starting async job submit for node 69c3b7ccbbc022e792644fc2 2026-03-25 10:43:23,931 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:43:23,944 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c3b7ccbbc022e792644fc2 HTTP/1.1" 200 None 2026-03-25 10:43:23,945 - lava_callback - DEBUG - Processing node 69c3b7ccbbc022e792644fc2: baseline-arm-pengutronix 2026-03-25 10:43:24,050 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 10:43:24,193 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 10:43:24,195 - lava_callback - INFO - Log uploaded to https://files-staging.kernelci.org/baseline-arm-pengutronix-69c3b7ccbbc022e792644fc2/log.txt.gz 2026-03-25 10:43:24,259 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 10:43:24,432 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 10:43:24,434 - lava_callback - INFO - LAVA YAML uploaded to https://files-staging.kernelci.org/baseline-arm-pengutronix-69c3b7ccbbc022e792644fc2/lava-logs.yaml 2026-03-25 10:43:24,437 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 10:43:24,568 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 10:43:24,569 - lava_callback - INFO - Callback data uploaded to https://files-staging.kernelci.org/baseline-arm-pengutronix-69c3b7ccbbc022e792644fc2/lava_callback.json.gz DEBUG: Setup failed for 69c3b7ccbbc022e792644fc2. Transitting job node result: incomplete -> fail 2026-03-25 10:43:24,618 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:43:24,633 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c3b7ccbbc022e792644fc2 HTTP/1.1" 200 None 2026-03-25 10:43:24,634 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:43:24,683 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c399c1bbc022e792643e8d HTTP/1.1" 200 None 2026-03-25 10:43:24,685 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:43:24,709 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c3b7ccbbc022e792644fc2 HTTP/1.1" 200 None 2026-03-25 10:43:24,786 - lava_callback - INFO - Completed processing callback for node 69c3b7ccbbc022e792644fc2 INFO: 172.20.0.1:35830 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:50338 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:50342 - "GET / HTTP/1.0" 200 OK 2026-03-25 10:43:44,833 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:43:44,874 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "POST /latest/telemetry HTTP/1.1" 200 14 INFO: 172.20.0.1:53480 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:35670 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:38630 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:43262 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:43264 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:57550 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:51604 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:51608 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:43944 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:52226 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:53368 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:54604 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:54616 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:60816 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:37966 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:37970 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:49166 - "GET / HTTP/1.0" 200 OK 2026-03-25 10:45:48,780 - lava_callback - INFO - Received callback for node 69c3bc15bbc022e79264505c INFO: 172.20.0.1:49170 - "POST /node/69c3bc15bbc022e79264505c HTTP/1.0" 202 Accepted 2026-03-25 10:45:48,786 - lava_callback - INFO - Starting async job submit for node 69c3bc15bbc022e79264505c 2026-03-25 10:45:48,804 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:45:48,825 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c3bc15bbc022e79264505c HTTP/1.1" 200 None 2026-03-25 10:45:48,826 - lava_callback - DEBUG - Processing node 69c3bc15bbc022e79264505c: baseline-arm64-broonie 2026-03-25 10:45:49,139 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 10:45:49,307 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 10:45:49,308 - lava_callback - INFO - Log uploaded to https://files-staging.kernelci.org/baseline-arm64-broonie-69c3bc15bbc022e79264505c/log.txt.gz 2026-03-25 10:45:49,500 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 10:45:49,766 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 10:45:49,768 - lava_callback - INFO - LAVA YAML uploaded to https://files-staging.kernelci.org/baseline-arm64-broonie-69c3bc15bbc022e79264505c/lava-logs.yaml 2026-03-25 10:45:49,777 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 10:45:49,966 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 10:45:49,968 - lava_callback - INFO - Callback data uploaded to https://files-staging.kernelci.org/baseline-arm64-broonie-69c3bc15bbc022e79264505c/lava_callback.json.gz 2026-03-25 10:45:50,025 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:45:50,040 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c3bc15bbc022e79264505c HTTP/1.1" 200 None 2026-03-25 10:45:50,041 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:45:50,054 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c2b9626778148209fd337b HTTP/1.1" 200 None 2026-03-25 10:45:50,056 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:45:50,095 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c3bc15bbc022e79264505c HTTP/1.1" 200 None 2026-03-25 10:45:50,139 - lava_callback - INFO - Completed processing callback for node 69c3bc15bbc022e79264505c INFO: 172.20.0.1:40242 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:45770 - "GET / HTTP/1.0" 200 OK 2026-03-25 10:46:14,876 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:46:14,894 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "POST /latest/telemetry HTTP/1.1" 200 14 INFO: 172.20.0.1:40370 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:40378 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:52922 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:56884 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:56892 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:37610 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:56424 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:49956 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:53016 - "GET /api/metrics HTTP/1.0" 200 OK 2026-03-25 10:47:16,010 - lava_callback - INFO - Received callback for node 69c3b882bbc022e792644fde INFO: 172.20.0.1:53020 - "POST /node/69c3b882bbc022e792644fde HTTP/1.0" 202 Accepted 2026-03-25 10:47:16,017 - lava_callback - INFO - Starting async job submit for node 69c3b882bbc022e792644fde 2026-03-25 10:47:16,060 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:47:16,076 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c3b882bbc022e792644fde HTTP/1.1" 200 None 2026-03-25 10:47:16,078 - lava_callback - DEBUG - Processing node 69c3b882bbc022e792644fde: baseline-nfs-arm64 INFO: 172.20.0.1:53034 - "GET / HTTP/1.0" 200 OK 2026-03-25 10:47:17,198 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 10:47:17,398 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 10:47:17,399 - lava_callback - INFO - Log uploaded to https://files-staging.kernelci.org/baseline-nfs-arm64-69c3b882bbc022e792644fde/log.txt.gz 2026-03-25 10:47:17,987 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 10:47:18,277 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 10:47:18,280 - lava_callback - INFO - LAVA YAML uploaded to https://files-staging.kernelci.org/baseline-nfs-arm64-69c3b882bbc022e792644fde/lava-logs.yaml 2026-03-25 10:47:18,302 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 10:47:18,513 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 10:47:18,515 - lava_callback - INFO - Callback data uploaded to https://files-staging.kernelci.org/baseline-nfs-arm64-69c3b882bbc022e792644fde/lava_callback.json.gz DEBUG: Setup failed for 69c3b882bbc022e792644fde. Transitting job node result: incomplete -> fail 2026-03-25 10:47:18,604 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:47:18,620 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c3b882bbc022e792644fde HTTP/1.1" 200 None 2026-03-25 10:47:18,621 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:47:18,635 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c399cdbbc022e792643ea0 HTTP/1.1" 200 None 2026-03-25 10:47:18,637 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:47:18,667 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c3b882bbc022e792644fde HTTP/1.1" 200 None 2026-03-25 10:47:18,785 - lava_callback - INFO - Completed processing callback for node 69c3b882bbc022e792644fde INFO: 172.20.0.1:47546 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:34706 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:34720 - "GET / HTTP/1.0" 200 OK 2026-03-25 10:47:44,896 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:47:44,919 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "POST /latest/telemetry HTTP/1.1" 200 14 INFO: 172.20.0.1:53210 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:36454 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:34312 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:50364 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:50380 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:56418 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:57926 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:57928 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:34186 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:44934 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:57582 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:46252 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:46262 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:43614 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:54812 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:54824 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:54434 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:36838 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:50934 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:36956 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:36962 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:59290 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:39764 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:39776 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:48750 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:55844 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:51342 - "GET / HTTP/1.0" 200 OK 2026-03-25 10:51:07,393 - lava_callback - INFO - Received callback for node 69c3b9edbbc022e792645010 INFO: 172.20.0.1:51358 - "POST /node/69c3b9edbbc022e792645010 HTTP/1.0" 202 Accepted 2026-03-25 10:51:07,400 - lava_callback - INFO - Starting async job submit for node 69c3b9edbbc022e792645010 2026-03-25 10:51:07,481 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:51:07,504 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c3b9edbbc022e792645010 HTTP/1.1" 200 None 2026-03-25 10:51:07,505 - lava_callback - DEBUG - Processing node 69c3b9edbbc022e792645010: ltp-smoke 2026-03-25 10:51:07,971 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 10:51:08,113 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 10:51:08,115 - lava_callback - INFO - Log uploaded to https://files-staging.kernelci.org/ltp-smoke-69c3b9edbbc022e792645010/log.txt.gz 2026-03-25 10:51:08,395 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 10:51:08,649 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 10:51:08,651 - lava_callback - INFO - LAVA YAML uploaded to https://files-staging.kernelci.org/ltp-smoke-69c3b9edbbc022e792645010/lava-logs.yaml 2026-03-25 10:51:08,662 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 10:51:08,831 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 10:51:08,832 - lava_callback - INFO - Callback data uploaded to https://files-staging.kernelci.org/ltp-smoke-69c3b9edbbc022e792645010/lava_callback.json.gz 2026-03-25 10:51:08,951 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:51:08,966 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c3b9edbbc022e792645010 HTTP/1.1" 200 None 2026-03-25 10:51:08,968 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:51:08,993 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c399c7bbc022e792643e97 HTTP/1.1" 200 None 2026-03-25 10:51:08,995 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:51:09,021 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c3b9edbbc022e792645010 HTTP/1.1" 200 None 2026-03-25 10:51:09,140 - lava_callback - INFO - Completed processing callback for node 69c3b9edbbc022e792645010 2026-03-25 10:51:14,922 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:51:14,938 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "POST /latest/telemetry HTTP/1.1" 200 14 INFO: 172.20.0.1:41704 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:41708 - "GET / HTTP/1.0" 200 OK 2026-03-25 10:51:24,448 - lava_callback - INFO - Received callback for node 69c11b1dacdb2e26c83cdaae INFO: 172.20.0.1:45538 - "POST /node/69c11b1dacdb2e26c83cdaae HTTP/1.0" 202 Accepted 2026-03-25 10:51:24,454 - lava_callback - INFO - Starting async job submit for node 69c11b1dacdb2e26c83cdaae 2026-03-25 10:51:24,455 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:51:24,469 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c11b1dacdb2e26c83cdaae HTTP/1.1" 200 None 2026-03-25 10:51:24,470 - lava_callback - DEBUG - Processing node 69c11b1dacdb2e26c83cdaae: baseline-arm-baylibre 2026-03-25 10:51:24,471 - lava_callback - WARNING - No log data found in callback Job failure metadata not found for node: 69c11b1dacdb2e26c83cdaae 2026-03-25 10:51:24,471 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:51:24,484 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c11b1dacdb2e26c83cdaae HTTP/1.1" 200 None 2026-03-25 10:51:24,486 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:51:24,500 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c01633c3d73288b0d052f0 HTTP/1.1" 200 None 2026-03-25 10:51:24,501 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:51:24,531 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c11b1dacdb2e26c83cdaae HTTP/1.1" 200 None 2026-03-25 10:51:24,533 - lava_callback - ERROR - Error processing callback for node 69c11b1dacdb2e26c83cdaae: 'lava' Traceback (most recent call last): File "/home/kernelci/pipeline/lava_callback.py", line 366, in async_job_submit _emit_callback_telemetry( File "/home/kernelci/pipeline/lava_callback.py", line 387, in _emit_callback_telemetry is_infra = job_callback.is_infra_error() if job_node.get( ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/local/lib/python3.12/site-packages/kernelci/runtime/lava.py", line 119, in is_infra_error lava_yaml = self._data['results']['lava'] ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^ KeyError: 'lava' INFO: 172.20.0.1:45550 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:38144 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:38148 - "GET / HTTP/1.0" 200 OK 2026-03-25 10:51:42,956 - lava_callback - INFO - Received callback for node 69c3bcefbbc022e79264508d INFO: 172.20.0.1:51422 - "POST /node/69c3bcefbbc022e79264508d HTTP/1.0" 202 Accepted 2026-03-25 10:51:42,964 - lava_callback - INFO - Starting async job submit for node 69c3bcefbbc022e79264508d 2026-03-25 10:51:43,016 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:51:43,031 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c3bcefbbc022e79264508d HTTP/1.1" 200 None 2026-03-25 10:51:43,032 - lava_callback - DEBUG - Processing node 69c3bcefbbc022e79264508d: baseline-arm64 2026-03-25 10:51:43,450 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 10:51:43,594 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 10:51:43,596 - lava_callback - INFO - Log uploaded to https://files-staging.kernelci.org/baseline-arm64-69c3bcefbbc022e79264508d/log.txt.gz 2026-03-25 10:51:43,806 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 10:51:44,047 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 10:51:44,049 - lava_callback - INFO - LAVA YAML uploaded to https://files-staging.kernelci.org/baseline-arm64-69c3bcefbbc022e79264508d/lava-logs.yaml 2026-03-25 10:51:44,058 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 10:51:44,229 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 10:51:44,231 - lava_callback - INFO - Callback data uploaded to https://files-staging.kernelci.org/baseline-arm64-69c3bcefbbc022e79264508d/lava_callback.json.gz DEBUG: Setup failed for 69c3bcefbbc022e79264508d. Transitting job node result: incomplete -> fail 2026-03-25 10:51:44,303 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:51:44,318 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c3bcefbbc022e79264508d HTTP/1.1" 200 None 2026-03-25 10:51:44,321 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:51:44,337 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c399cdbbc022e792643ea0 HTTP/1.1" 200 None 2026-03-25 10:51:44,339 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:51:44,365 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c3bcefbbc022e79264508d HTTP/1.1" 200 None 2026-03-25 10:51:44,462 - lava_callback - INFO - Completed processing callback for node 69c3bcefbbc022e79264508d 2026-03-25 10:51:44,940 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:51:44,963 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "POST /latest/telemetry HTTP/1.1" 200 14 INFO: 172.20.0.1:51434 - "GET / HTTP/1.0" 200 OK 2026-03-25 10:51:48,048 - lava_callback - INFO - Received callback for node 69c3b91fbbc022e792644ff9 INFO: 172.20.0.1:51436 - "POST /node/69c3b91fbbc022e792644ff9 HTTP/1.0" 202 Accepted 2026-03-25 10:51:48,053 - lava_callback - INFO - Starting async job submit for node 69c3b91fbbc022e792644ff9 2026-03-25 10:51:48,076 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:51:48,091 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c3b91fbbc022e792644ff9 HTTP/1.1" 200 None 2026-03-25 10:51:48,092 - lava_callback - DEBUG - Processing node 69c3b91fbbc022e792644ff9: baseline-arm64-broonie 2026-03-25 10:51:48,450 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 10:51:48,570 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 10:51:48,572 - lava_callback - INFO - Log uploaded to https://files-staging.kernelci.org/baseline-arm64-broonie-69c3b91fbbc022e792644ff9/log.txt.gz 2026-03-25 10:51:48,786 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 10:51:48,995 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 10:51:48,997 - lava_callback - INFO - LAVA YAML uploaded to https://files-staging.kernelci.org/baseline-arm64-broonie-69c3b91fbbc022e792644ff9/lava-logs.yaml 2026-03-25 10:51:49,006 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 10:51:49,136 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 10:51:49,138 - lava_callback - INFO - Callback data uploaded to https://files-staging.kernelci.org/baseline-arm64-broonie-69c3b91fbbc022e792644ff9/lava_callback.json.gz 2026-03-25 10:51:49,161 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:51:49,175 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c3b91fbbc022e792644ff9 HTTP/1.1" 200 None 2026-03-25 10:51:49,177 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:51:49,190 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c3295318a3717aa65d01c3 HTTP/1.1" 200 None 2026-03-25 10:51:49,192 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:51:49,216 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c3b91fbbc022e792644ff9 HTTP/1.1" 200 None 2026-03-25 10:51:49,218 - lava_callback - INFO - Completed processing callback for node 69c3b91fbbc022e792644ff9 2026-03-25 10:51:50,428 - lava_callback - INFO - Received callback for node 69c3bd92bbc022e7926450b2 INFO: 172.20.0.1:42070 - "POST /node/69c3bd92bbc022e7926450b2 HTTP/1.0" 202 Accepted 2026-03-25 10:51:50,434 - lava_callback - INFO - Starting async job submit for node 69c3bd92bbc022e7926450b2 2026-03-25 10:51:50,452 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:51:50,466 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c3bd92bbc022e7926450b2 HTTP/1.1" 200 None 2026-03-25 10:51:50,466 - lava_callback - DEBUG - Processing node 69c3bd92bbc022e7926450b2: baseline-arm64-broonie 2026-03-25 10:51:50,797 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 10:51:50,905 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 10:51:50,906 - lava_callback - INFO - Log uploaded to https://files-staging.kernelci.org/baseline-arm64-broonie-69c3bd92bbc022e7926450b2/log.txt.gz 2026-03-25 10:51:51,105 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 10:51:51,285 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 10:51:51,287 - lava_callback - INFO - LAVA YAML uploaded to https://files-staging.kernelci.org/baseline-arm64-broonie-69c3bd92bbc022e7926450b2/lava-logs.yaml 2026-03-25 10:51:51,296 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): files-staging.kernelci.org:443 2026-03-25 10:51:51,462 - urllib3.connectionpool - DEBUG - https://files-staging.kernelci.org:443 "POST /upload HTTP/1.1" 200 0 2026-03-25 10:51:51,464 - lava_callback - INFO - Callback data uploaded to https://files-staging.kernelci.org/baseline-arm64-broonie-69c3bd92bbc022e7926450b2/lava_callback.json.gz 2026-03-25 10:51:51,500 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:51:51,515 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c3bd92bbc022e7926450b2 HTTP/1.1" 200 None 2026-03-25 10:51:51,517 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:51:51,536 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c2b9626778148209fd337b HTTP/1.1" 200 None 2026-03-25 10:51:51,537 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:51:51,561 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c3bd92bbc022e7926450b2 HTTP/1.1" 200 None 2026-03-25 10:51:51,630 - lava_callback - INFO - Completed processing callback for node 69c3bd92bbc022e7926450b2 INFO: 172.20.0.1:42074 - "GET / HTTP/1.0" 200 OK 2026-03-25 10:52:04,378 - lava_callback - INFO - Received callback for node 69c11b40acdb2e26c83cdabd INFO: 172.20.0.1:53400 - "POST /node/69c11b40acdb2e26c83cdabd HTTP/1.0" 202 Accepted 2026-03-25 10:52:04,384 - lava_callback - INFO - Starting async job submit for node 69c11b40acdb2e26c83cdabd 2026-03-25 10:52:04,384 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:52:04,399 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c11b40acdb2e26c83cdabd HTTP/1.1" 200 None 2026-03-25 10:52:04,400 - lava_callback - DEBUG - Processing node 69c11b40acdb2e26c83cdabd: baseline-arm-baylibre 2026-03-25 10:52:04,401 - lava_callback - WARNING - No log data found in callback Job failure metadata not found for node: 69c11b40acdb2e26c83cdabd 2026-03-25 10:52:04,401 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:52:04,415 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c11b40acdb2e26c83cdabd HTTP/1.1" 200 None 2026-03-25 10:52:04,417 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:52:04,431 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c01633c3d73288b0d052f0 HTTP/1.1" 200 None 2026-03-25 10:52:04,433 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:52:04,454 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c11b40acdb2e26c83cdabd HTTP/1.1" 200 None 2026-03-25 10:52:04,467 - lava_callback - ERROR - Error processing callback for node 69c11b40acdb2e26c83cdabd: 'lava' Traceback (most recent call last): File "/home/kernelci/pipeline/lava_callback.py", line 366, in async_job_submit _emit_callback_telemetry( File "/home/kernelci/pipeline/lava_callback.py", line 387, in _emit_callback_telemetry is_infra = job_callback.is_infra_error() if job_node.get( ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/local/lib/python3.12/site-packages/kernelci/runtime/lava.py", line 119, in is_infra_error lava_yaml = self._data['results']['lava'] ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^ KeyError: 'lava' INFO: 172.20.0.1:53406 - "GET / HTTP/1.0" 200 OK 2026-03-25 10:52:14,965 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:52:14,981 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "POST /latest/telemetry HTTP/1.1" 200 14 INFO: 172.20.0.1:46894 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:46900 - "GET / HTTP/1.0" 200 OK 2026-03-25 10:52:24,400 - lava_callback - INFO - Received callback for node 69c11b65acdb2e26c83cdad6 INFO: 172.20.0.1:56580 - "POST /node/69c11b65acdb2e26c83cdad6 HTTP/1.0" 202 Accepted 2026-03-25 10:52:24,405 - lava_callback - INFO - Starting async job submit for node 69c11b65acdb2e26c83cdad6 2026-03-25 10:52:24,406 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:52:24,422 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c11b65acdb2e26c83cdad6 HTTP/1.1" 200 None 2026-03-25 10:52:24,422 - lava_callback - DEBUG - Processing node 69c11b65acdb2e26c83cdad6: baseline-arm-baylibre 2026-03-25 10:52:24,423 - lava_callback - WARNING - No log data found in callback Job failure metadata not found for node: 69c11b65acdb2e26c83cdad6 2026-03-25 10:52:24,423 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:52:24,450 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c11b65acdb2e26c83cdad6 HTTP/1.1" 200 None 2026-03-25 10:52:24,452 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:52:24,465 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c01633c3d73288b0d052f0 HTTP/1.1" 200 None 2026-03-25 10:52:24,467 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:52:24,488 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c11b65acdb2e26c83cdad6 HTTP/1.1" 200 None 2026-03-25 10:52:24,495 - lava_callback - ERROR - Error processing callback for node 69c11b65acdb2e26c83cdad6: 'lava' Traceback (most recent call last): File "/home/kernelci/pipeline/lava_callback.py", line 366, in async_job_submit _emit_callback_telemetry( File "/home/kernelci/pipeline/lava_callback.py", line 387, in _emit_callback_telemetry is_infra = job_callback.is_infra_error() if job_node.get( ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/local/lib/python3.12/site-packages/kernelci/runtime/lava.py", line 119, in is_infra_error lava_yaml = self._data['results']['lava'] ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^ KeyError: 'lava' INFO: 172.20.0.1:56590 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:52178 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:52190 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:49392 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:37406 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:44796 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:42288 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:42290 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:47464 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:44440 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:44444 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:55902 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:52316 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:56714 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:39176 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:39188 - "GET / HTTP/1.0" 200 OK 2026-03-25 10:54:24,557 - lava_callback - INFO - Received callback for node 69c11bd3acdb2e26c83cdaec INFO: 172.20.0.1:58584 - "POST /node/69c11bd3acdb2e26c83cdaec HTTP/1.0" 202 Accepted 2026-03-25 10:54:24,563 - lava_callback - INFO - Starting async job submit for node 69c11bd3acdb2e26c83cdaec 2026-03-25 10:54:24,563 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:54:24,578 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c11bd3acdb2e26c83cdaec HTTP/1.1" 200 None 2026-03-25 10:54:24,578 - lava_callback - DEBUG - Processing node 69c11bd3acdb2e26c83cdaec: baseline-arm-baylibre 2026-03-25 10:54:24,579 - lava_callback - WARNING - No log data found in callback Job failure metadata not found for node: 69c11bd3acdb2e26c83cdaec 2026-03-25 10:54:24,579 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:54:24,595 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c11bd3acdb2e26c83cdaec HTTP/1.1" 200 None 2026-03-25 10:54:24,597 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:54:24,614 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c01633c3d73288b0d052f0 HTTP/1.1" 200 None 2026-03-25 10:54:24,615 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:54:24,636 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c11bd3acdb2e26c83cdaec HTTP/1.1" 200 None 2026-03-25 10:54:24,638 - lava_callback - ERROR - Error processing callback for node 69c11bd3acdb2e26c83cdaec: 'lava' Traceback (most recent call last): File "/home/kernelci/pipeline/lava_callback.py", line 366, in async_job_submit _emit_callback_telemetry( File "/home/kernelci/pipeline/lava_callback.py", line 387, in _emit_callback_telemetry is_infra = job_callback.is_infra_error() if job_node.get( ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/local/lib/python3.12/site-packages/kernelci/runtime/lava.py", line 119, in is_infra_error lava_yaml = self._data['results']['lava'] ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^ KeyError: 'lava' INFO: 172.20.0.1:58590 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:40640 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:40654 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:57368 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:55746 - "GET / HTTP/1.0" 200 OK 2026-03-25 10:55:04,554 - lava_callback - INFO - Received callback for node 69c11bf8acdb2e26c83cdaf7 INFO: 172.20.0.1:49358 - "POST /node/69c11bf8acdb2e26c83cdaf7 HTTP/1.0" 202 Accepted 2026-03-25 10:55:04,560 - lava_callback - INFO - Starting async job submit for node 69c11bf8acdb2e26c83cdaf7 2026-03-25 10:55:04,560 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:55:04,575 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c11bf8acdb2e26c83cdaf7 HTTP/1.1" 200 None 2026-03-25 10:55:04,575 - lava_callback - DEBUG - Processing node 69c11bf8acdb2e26c83cdaf7: baseline-arm-baylibre 2026-03-25 10:55:04,576 - lava_callback - WARNING - No log data found in callback Job failure metadata not found for node: 69c11bf8acdb2e26c83cdaf7 2026-03-25 10:55:04,576 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:55:04,592 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c11bf8acdb2e26c83cdaf7 HTTP/1.1" 200 None 2026-03-25 10:55:04,594 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:55:04,608 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c01633c3d73288b0d052f0 HTTP/1.1" 200 None 2026-03-25 10:55:04,610 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:55:04,631 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c11bf8acdb2e26c83cdaf7 HTTP/1.1" 200 None 2026-03-25 10:55:04,632 - lava_callback - ERROR - Error processing callback for node 69c11bf8acdb2e26c83cdaf7: 'lava' Traceback (most recent call last): File "/home/kernelci/pipeline/lava_callback.py", line 366, in async_job_submit _emit_callback_telemetry( File "/home/kernelci/pipeline/lava_callback.py", line 387, in _emit_callback_telemetry is_infra = job_callback.is_infra_error() if job_node.get( ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/local/lib/python3.12/site-packages/kernelci/runtime/lava.py", line 119, in is_infra_error lava_yaml = self._data['results']['lava'] ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^ KeyError: 'lava' INFO: 172.20.0.1:49364 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:45624 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:45632 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:59416 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:41590 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:41602 - "GET / HTTP/1.0" 200 OK 2026-03-25 10:55:44,651 - lava_callback - INFO - Received callback for node 69c11c1cacdb2e26c83cdb08 INFO: 172.20.0.1:35158 - "POST /node/69c11c1cacdb2e26c83cdb08 HTTP/1.0" 202 Accepted 2026-03-25 10:55:44,657 - lava_callback - INFO - Starting async job submit for node 69c11c1cacdb2e26c83cdb08 2026-03-25 10:55:44,658 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:55:44,683 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c11c1cacdb2e26c83cdb08 HTTP/1.1" 200 None 2026-03-25 10:55:44,683 - lava_callback - DEBUG - Processing node 69c11c1cacdb2e26c83cdb08: baseline-arm-baylibre 2026-03-25 10:55:44,684 - lava_callback - WARNING - No log data found in callback Job failure metadata not found for node: 69c11c1cacdb2e26c83cdb08 2026-03-25 10:55:44,684 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:55:44,698 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c11c1cacdb2e26c83cdb08 HTTP/1.1" 200 None 2026-03-25 10:55:44,700 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:55:44,722 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c01633c3d73288b0d052f0 HTTP/1.1" 200 None 2026-03-25 10:55:44,723 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:55:44,744 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c11c1cacdb2e26c83cdb08 HTTP/1.1" 200 None 2026-03-25 10:55:44,746 - lava_callback - ERROR - Error processing callback for node 69c11c1cacdb2e26c83cdb08: 'lava' Traceback (most recent call last): File "/home/kernelci/pipeline/lava_callback.py", line 366, in async_job_submit _emit_callback_telemetry( File "/home/kernelci/pipeline/lava_callback.py", line 387, in _emit_callback_telemetry is_infra = job_callback.is_infra_error() if job_node.get( ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/local/lib/python3.12/site-packages/kernelci/runtime/lava.py", line 119, in is_infra_error lava_yaml = self._data['results']['lava'] ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^ KeyError: 'lava' INFO: 172.20.0.1:35170 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:50956 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:56988 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:39360 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:39370 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:53426 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:37104 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:37120 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:52228 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:36474 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:51708 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:33948 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:33954 - "GET / HTTP/1.0" 200 OK 2026-03-25 10:57:22,762 - lava_callback - INFO - Received callback for node 69c11c86acdb2e26c83cdb28 INFO: 172.20.0.1:57706 - "POST /node/69c11c86acdb2e26c83cdb28 HTTP/1.0" 202 Accepted 2026-03-25 10:57:22,767 - lava_callback - INFO - Starting async job submit for node 69c11c86acdb2e26c83cdb28 2026-03-25 10:57:22,768 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:57:22,782 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c11c86acdb2e26c83cdb28 HTTP/1.1" 200 None 2026-03-25 10:57:22,783 - lava_callback - DEBUG - Processing node 69c11c86acdb2e26c83cdb28: baseline-arm-clabbe 2026-03-25 10:57:22,783 - lava_callback - WARNING - No log data found in callback Job failure metadata not found for node: 69c11c86acdb2e26c83cdb28 2026-03-25 10:57:22,783 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:57:22,796 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c11c86acdb2e26c83cdb28 HTTP/1.1" 200 None 2026-03-25 10:57:22,797 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:57:22,818 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c01633c3d73288b0d052f0 HTTP/1.1" 200 None 2026-03-25 10:57:22,820 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:57:22,853 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c11c86acdb2e26c83cdb28 HTTP/1.1" 200 None 2026-03-25 10:57:22,860 - lava_callback - ERROR - Error processing callback for node 69c11c86acdb2e26c83cdb28: 'lava' Traceback (most recent call last): File "/home/kernelci/pipeline/lava_callback.py", line 366, in async_job_submit _emit_callback_telemetry( File "/home/kernelci/pipeline/lava_callback.py", line 387, in _emit_callback_telemetry is_infra = job_callback.is_infra_error() if job_node.get( ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/local/lib/python3.12/site-packages/kernelci/runtime/lava.py", line 119, in is_infra_error lava_yaml = self._data['results']['lava'] ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^ KeyError: 'lava' INFO: 172.20.0.1:57708 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:51572 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:51584 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:34834 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:41786 - "GET / HTTP/1.0" 200 OK 2026-03-25 10:58:02,756 - lava_callback - INFO - Received callback for node 69c11caaacdb2e26c83cdb33 INFO: 172.20.0.1:56550 - "POST /node/69c11caaacdb2e26c83cdb33 HTTP/1.0" 202 Accepted 2026-03-25 10:58:02,762 - lava_callback - INFO - Starting async job submit for node 69c11caaacdb2e26c83cdb33 2026-03-25 10:58:02,762 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:58:02,780 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c11caaacdb2e26c83cdb33 HTTP/1.1" 200 None 2026-03-25 10:58:02,781 - lava_callback - DEBUG - Processing node 69c11caaacdb2e26c83cdb33: baseline-arm-clabbe 2026-03-25 10:58:02,781 - lava_callback - WARNING - No log data found in callback Job failure metadata not found for node: 69c11caaacdb2e26c83cdb33 2026-03-25 10:58:02,782 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:58:02,795 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c11caaacdb2e26c83cdb33 HTTP/1.1" 200 None 2026-03-25 10:58:02,796 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:58:02,819 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c01633c3d73288b0d052f0 HTTP/1.1" 200 None 2026-03-25 10:58:02,821 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:58:02,842 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c11caaacdb2e26c83cdb33 HTTP/1.1" 200 None 2026-03-25 10:58:02,848 - lava_callback - ERROR - Error processing callback for node 69c11caaacdb2e26c83cdb33: 'lava' Traceback (most recent call last): File "/home/kernelci/pipeline/lava_callback.py", line 366, in async_job_submit _emit_callback_telemetry( File "/home/kernelci/pipeline/lava_callback.py", line 387, in _emit_callback_telemetry is_infra = job_callback.is_infra_error() if job_node.get( ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/local/lib/python3.12/site-packages/kernelci/runtime/lava.py", line 119, in is_infra_error lava_yaml = self._data['results']['lava'] ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^ KeyError: 'lava' INFO: 172.20.0.1:56552 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:40200 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:40210 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:54532 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:45986 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:45992 - "GET / HTTP/1.0" 200 OK 2026-03-25 10:58:42,837 - lava_callback - INFO - Received callback for node 69c11cd0acdb2e26c83cdb41 INFO: 172.20.0.1:50112 - "POST /node/69c11cd0acdb2e26c83cdb41 HTTP/1.0" 202 Accepted 2026-03-25 10:58:42,843 - lava_callback - INFO - Starting async job submit for node 69c11cd0acdb2e26c83cdb41 2026-03-25 10:58:42,844 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:58:42,858 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c11cd0acdb2e26c83cdb41 HTTP/1.1" 200 None 2026-03-25 10:58:42,859 - lava_callback - DEBUG - Processing node 69c11cd0acdb2e26c83cdb41: baseline-arm-clabbe 2026-03-25 10:58:42,859 - lava_callback - WARNING - No log data found in callback Job failure metadata not found for node: 69c11cd0acdb2e26c83cdb41 2026-03-25 10:58:42,860 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:58:42,873 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c11cd0acdb2e26c83cdb41 HTTP/1.1" 200 None 2026-03-25 10:58:42,875 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:58:42,888 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c01633c3d73288b0d052f0 HTTP/1.1" 200 None 2026-03-25 10:58:42,890 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:58:42,913 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c11cd0acdb2e26c83cdb41 HTTP/1.1" 200 None 2026-03-25 10:58:42,923 - lava_callback - ERROR - Error processing callback for node 69c11cd0acdb2e26c83cdb41: 'lava' Traceback (most recent call last): File "/home/kernelci/pipeline/lava_callback.py", line 366, in async_job_submit _emit_callback_telemetry( File "/home/kernelci/pipeline/lava_callback.py", line 387, in _emit_callback_telemetry is_infra = job_callback.is_infra_error() if job_node.get( ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/local/lib/python3.12/site-packages/kernelci/runtime/lava.py", line 119, in is_infra_error lava_yaml = self._data['results']['lava'] ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^ KeyError: 'lava' INFO: 172.20.0.1:50128 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:58392 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:57910 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:49726 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:49728 - "GET / HTTP/1.0" 200 OK 2026-03-25 10:59:22,825 - lava_callback - INFO - Received callback for node 69c11cf4acdb2e26c83cdb48 INFO: 172.20.0.1:40472 - "POST /node/69c11cf4acdb2e26c83cdb48 HTTP/1.0" 202 Accepted 2026-03-25 10:59:22,830 - lava_callback - INFO - Starting async job submit for node 69c11cf4acdb2e26c83cdb48 2026-03-25 10:59:22,831 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:59:22,872 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c11cf4acdb2e26c83cdb48 HTTP/1.1" 200 None 2026-03-25 10:59:22,873 - lava_callback - DEBUG - Processing node 69c11cf4acdb2e26c83cdb48: baseline-arm-clabbe 2026-03-25 10:59:22,873 - lava_callback - WARNING - No log data found in callback Job failure metadata not found for node: 69c11cf4acdb2e26c83cdb48 2026-03-25 10:59:22,874 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:59:22,889 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c11cf4acdb2e26c83cdb48 HTTP/1.1" 200 None 2026-03-25 10:59:22,890 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:59:22,903 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c01633c3d73288b0d052f0 HTTP/1.1" 200 None 2026-03-25 10:59:22,905 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:59:22,924 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c11cf4acdb2e26c83cdb48 HTTP/1.1" 200 None 2026-03-25 10:59:22,929 - lava_callback - ERROR - Error processing callback for node 69c11cf4acdb2e26c83cdb48: 'lava' Traceback (most recent call last): File "/home/kernelci/pipeline/lava_callback.py", line 366, in async_job_submit _emit_callback_telemetry( File "/home/kernelci/pipeline/lava_callback.py", line 387, in _emit_callback_telemetry is_infra = job_callback.is_infra_error() if job_node.get( ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/local/lib/python3.12/site-packages/kernelci/runtime/lava.py", line 119, in is_infra_error lava_yaml = self._data['results']['lava'] ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^ KeyError: 'lava' INFO: 172.20.0.1:40482 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:53604 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:53614 - "GET / HTTP/1.0" 200 OK 2026-03-25 10:59:42,864 - lava_callback - INFO - Received callback for node 69c11d19acdb2e26c83cdb59 INFO: 172.20.0.1:51750 - "POST /node/69c11d19acdb2e26c83cdb59 HTTP/1.0" 202 Accepted 2026-03-25 10:59:42,870 - lava_callback - INFO - Starting async job submit for node 69c11d19acdb2e26c83cdb59 2026-03-25 10:59:42,871 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:59:42,886 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c11d19acdb2e26c83cdb59 HTTP/1.1" 200 None 2026-03-25 10:59:42,887 - lava_callback - DEBUG - Processing node 69c11d19acdb2e26c83cdb59: baseline-arm-clabbe 2026-03-25 10:59:42,887 - lava_callback - WARNING - No log data found in callback Job failure metadata not found for node: 69c11d19acdb2e26c83cdb59 2026-03-25 10:59:42,888 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:59:42,904 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c11d19acdb2e26c83cdb59 HTTP/1.1" 200 None 2026-03-25 10:59:42,906 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:59:42,919 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c01633c3d73288b0d052f0 HTTP/1.1" 200 None 2026-03-25 10:59:42,921 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-03-25 10:59:42,944 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69c11d19acdb2e26c83cdb59 HTTP/1.1" 200 None 2026-03-25 10:59:42,946 - lava_callback - ERROR - Error processing callback for node 69c11d19acdb2e26c83cdb59: 'lava' Traceback (most recent call last): File "/home/kernelci/pipeline/lava_callback.py", line 366, in async_job_submit _emit_callback_telemetry( File "/home/kernelci/pipeline/lava_callback.py", line 387, in _emit_callback_telemetry is_infra = job_callback.is_infra_error() if job_node.get( ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/local/lib/python3.12/site-packages/kernelci/runtime/lava.py", line 119, in is_infra_error lava_yaml = self._data['results']['lava'] ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^ KeyError: 'lava' INFO: 172.20.0.1:51762 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:52070 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:57812 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:52412 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:52422 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:53832 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:48326 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:48332 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:58834 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:32902 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:43654 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:45392 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:45396 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:41688 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:44048 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:44050 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:34224 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:50082 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:52396 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:34446 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:34450 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:49806 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:42550 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:42566 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:53860 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:56076 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:47744 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:41956 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:41972 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:48890 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:53784 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:53788 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:44530 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:34798 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:44572 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:49840 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:49844 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:47014 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:50108 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:50112 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:48258 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:57260 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:51358 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:38130 - "GET /api/metrics HTTP/1.0" 200 OK