Jun 8 00:00:00 computeinstance-e00c1axjmk02578726 systemd[1]: logrotate.service: Deactivated successfully. Jun 8 00:00:00 computeinstance-e00c1axjmk02578726 systemd[1]: Finished Rotate log files. Jun 8 00:00:00 computeinstance-e00c1axjmk02578726 systemd[1]: dpkg-db-backup.service: Deactivated successfully. Jun 8 00:00:00 computeinstance-e00c1axjmk02578726 systemd[1]: Finished Daily dpkg database backup service. Jun 8 00:00:01 computeinstance-e00c1axjmk02578726 CRON[331751]: (root) CMD ([ -d "/run/systemd/system" ] && systemctl restart atop) Jun 8 00:00:01 computeinstance-e00c1axjmk02578726 CRON[331752]: (root) CMD ([ -d "/run/systemd/system" ] || /usr/share/atop/atop.daily&) Jun 8 00:00:01 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:00:01.867548792Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 00:00:01 computeinstance-e00c1axjmk02578726 systemd[1]: atop.service: Deactivated successfully. Jun 8 00:00:01 computeinstance-e00c1axjmk02578726 systemd[1]: Stopped Atop advanced performance monitor. Jun 8 00:00:01 computeinstance-e00c1axjmk02578726 systemd[1]: atop.service: Consumed 5min 8.889s CPU time. Jun 8 00:00:01 computeinstance-e00c1axjmk02578726 systemd[1]: Starting Atop advanced performance monitor... Jun 8 00:00:01 computeinstance-e00c1axjmk02578726 systemd[1]: Started Atop advanced performance monitor. Jun 8 00:00:01 computeinstance-e00c1axjmk02578726 systemd[1]: atop-rotate.service: Deactivated successfully. Jun 8 00:00:01 computeinstance-e00c1axjmk02578726 systemd[1]: Finished Restart atop daemon to rotate logs. Jun 8 00:00:02 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:00:02.624116043Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 00:00:02 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:00:02.624201272Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 00:00:02 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:00:02.632176969Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"51.447043869s","agent":"nebius_observability_agent"} Jun 8 00:00:54 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:00:54.080165751Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 00:00:54 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:00:54.793953238Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 00:00:54 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:00:54.794012819Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 00:00:54 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:00:54.810259684Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"55.410846147s","agent":"nebius_observability_agent"} Jun 8 00:01:50 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:01:50.225691356Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 00:01:50 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:01:50.988655026Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 00:01:50 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:01:50.988721308Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 00:01:50 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:01:50.995739498Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"1m27.906661677s","agent":"nebius_observability_agent"} Jun 8 00:03:18 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:03:18.909142766Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 00:03:19 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:03:19.688666555Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 00:03:19 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:03:19.688768692Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 00:03:19 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:03:19.696508507Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"37.441196052s","agent":"nebius_observability_agent"} Jun 8 00:03:57 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:03:57.142979939Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 00:03:57 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:03:57.703156383Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 00:03:57 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:03:57.70321335Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 00:03:57 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:03:57.710294668Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"1m17.868263616s","agent":"nebius_observability_agent"} Jun 8 00:05:15 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:05:15.585856984Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 00:05:16 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:05:16.172883987Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 00:05:16 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:05:16.172949847Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 00:05:16 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:05:16.180607959Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"59.475900051s","agent":"nebius_observability_agent"} Jun 8 00:06:15 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:06:15.665028758Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 00:06:16 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:06:16.430333088Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 00:06:16 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:06:16.430404978Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 00:06:16 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:06:16.516505462Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"45.700833456s","agent":"nebius_observability_agent"} Jun 8 00:07:02 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:07:02.222083487Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 00:07:02 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:07:02.96797002Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 00:07:02 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:07:02.968047649Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 00:07:02 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:07:02.976004838Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"42.909212011s","agent":"nebius_observability_agent"} Jun 8 00:07:45 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:07:45.88750908Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 00:07:46 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:07:46.571312038Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 00:07:46 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:07:46.571404099Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 00:07:46 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:07:46.577936547Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"44.76465386s","agent":"nebius_observability_agent"} Jun 8 00:08:31 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:08:31.3452764Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 00:08:32 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:08:32.062387451Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 00:08:32 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:08:32.062448425Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 00:08:32 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:08:32.069590107Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"1m6.331429007s","agent":"nebius_observability_agent"} Jun 8 00:09:38 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:09:38.406784734Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 00:09:39 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:09:39.132166005Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 00:09:39 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:09:39.132245195Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 00:09:39 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:09:39.139795582Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"52.340452331s","agent":"nebius_observability_agent"} Jun 8 00:10:00 computeinstance-e00c1axjmk02578726 rsyslogd: [origin software="rsyslogd" swVersion="8.2112.0" x-pid="1531" x-info="https://www.rsyslog.com"] rsyslogd was HUPed Jun 8 00:10:31 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:10:31.481619319Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 00:10:32 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:10:32.250977064Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 00:10:32 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:10:32.251064868Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 00:10:32 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:10:32.258566582Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"1m16.728631947s","agent":"nebius_observability_agent"} Jun 8 00:11:48 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:11:48.993254901Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 00:11:49 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:11:49.706934473Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 00:11:49 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:11:49.707038012Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 00:11:49 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:11:49.7169412Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"59.057793505s","agent":"nebius_observability_agent"} Jun 8 00:12:48 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:12:48.782883789Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 00:12:49 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:12:49.313601883Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 00:12:49 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:12:49.313681035Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 00:12:49 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:12:49.321009042Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"1m24.45712941s","agent":"nebius_observability_agent"} Jun 8 00:14:13 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:14:13.778345365Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 00:14:14 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:14:14.368493787Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 00:14:14 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:14:14.368590035Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 00:14:14 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:14:14.37598157Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"1m6.686600815s","agent":"nebius_observability_agent"} Jun 8 00:15:21 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:15:21.068881063Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 00:15:21 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:15:21.551199725Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 00:15:21 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:15:21.551246116Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 00:15:21 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:15:21.558639575Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"42.857325838s","agent":"nebius_observability_agent"} Jun 8 00:16:04 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:16:04.41886587Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 00:16:05 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:16:05.179894673Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 00:16:05 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:16:05.179962437Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 00:16:05 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:16:05.186911654Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"41.093238067s","agent":"nebius_observability_agent"} Jun 8 00:16:46 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:16:46.28143338Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 00:16:46 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:16:46.962477229Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 00:16:46 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:16:46.962555529Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 00:16:46 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:16:46.97185815Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"1m21.558977567s","agent":"nebius_observability_agent"} Jun 8 00:17:02 computeinstance-e00c1axjmk02578726 CRON[486210]: (root) CMD ( cd / && run-parts --report /etc/cron.hourly) Jun 8 00:18:08 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:18:08.531305226Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 00:18:09 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:18:09.229164776Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 00:18:09 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:18:09.229240313Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 00:18:09 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:18:09.238659621Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"58.08505833s","agent":"nebius_observability_agent"} Jun 8 00:19:07 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:19:07.331200395Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 00:19:07 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:19:07.877693668Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 00:19:07 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:19:07.877772039Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 00:19:07 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:19:07.884726956Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"1m22.153644301s","agent":"nebius_observability_agent"} Jun 8 00:20:30 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:20:30.038589936Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 00:20:30 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:20:30.727210657Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 00:20:30 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:20:30.727270999Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 00:20:30 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:20:30.734773652Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"1m17.9637734s","agent":"nebius_observability_agent"} Jun 8 00:21:48 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:21:48.705786432Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 00:21:49 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:21:49.238694166Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 00:21:49 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:21:49.238772646Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 00:21:49 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:21:49.246299737Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"52.231547278s","agent":"nebius_observability_agent"} Jun 8 00:22:41 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:22:41.478051193Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 00:22:42 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:22:42.015400685Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 00:22:42 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:22:42.015491915Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 00:22:42 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:22:42.022693588Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"1m19.521615434s","agent":"nebius_observability_agent"} Jun 8 00:24:01 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:24:01.553142649Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 00:24:02 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:24:02.252471566Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 00:24:02 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:24:02.252566882Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 00:24:02 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:24:02.261094034Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"39.278793061s","agent":"nebius_observability_agent"} Jun 8 00:24:41 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:24:41.540070691Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 00:24:42 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:24:42.285053406Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 00:24:42 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:24:42.285144335Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 00:24:42 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:24:42.292705709Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"46.584426459s","agent":"nebius_observability_agent"} Jun 8 00:25:28 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:25:28.883168671Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 00:25:29 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:25:29.591147398Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 00:25:29 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:25:29.591240341Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 00:25:29 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:25:29.599619455Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"33.528552663s","agent":"nebius_observability_agent"} Jun 8 00:26:03 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:26:03.130628411Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 00:26:03 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:26:03.80680428Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 00:26:03 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:26:03.806876231Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 00:26:03 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:26:03.815411484Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"1m26.646734191s","agent":"nebius_observability_agent"} Jun 8 00:27:30 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:27:30.468289858Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 00:27:31 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:27:31.040861964Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 00:27:31 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:27:31.040935096Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 00:27:31 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:27:31.049160886Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"48.173448241s","agent":"nebius_observability_agent"} Jun 8 00:28:19 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:28:19.229433368Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 00:28:19 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:28:19.841780743Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 00:28:19 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:28:19.841843499Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 00:28:19 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:28:19.849551957Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"58.005109616s","agent":"nebius_observability_agent"} Jun 8 00:29:17 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:29:17.861191966Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 00:29:18 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:29:18.534321001Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 00:29:18 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:29:18.534397027Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 00:29:18 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:29:18.542240313Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"44.50718049s","agent":"nebius_observability_agent"} Jun 8 00:30:03 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:30:03.053149574Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 00:30:03 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:30:03.578802403Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 00:30:03 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:30:03.578884598Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 00:30:03 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:30:03.586162227Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"39.238848541s","agent":"nebius_observability_agent"} Jun 8 00:30:42 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:30:42.833505358Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 00:30:43 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:30:43.49152978Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 00:30:43 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:30:43.491622903Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 00:30:43 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:30:43.498146949Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"1m13.89828202s","agent":"nebius_observability_agent"} Jun 8 00:31:57 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:31:57.398517508Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 00:31:58 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:31:58.12358249Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 00:31:58 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:31:58.12367361Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 00:31:58 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:31:58.131320834Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"1m0.615940564s","agent":"nebius_observability_agent"} Jun 8 00:32:05 computeinstance-e00c1axjmk02578726 systemd[1]: Starting Update APT News... Jun 8 00:32:05 computeinstance-e00c1axjmk02578726 systemd[1]: Starting Update the local ESM caches... Jun 8 00:32:05 computeinstance-e00c1axjmk02578726 systemd[1]: apt-news.service: Deactivated successfully. Jun 8 00:32:05 computeinstance-e00c1axjmk02578726 systemd[1]: Finished Update APT News. Jun 8 00:32:05 computeinstance-e00c1axjmk02578726 systemd[1]: esm-cache.service: Deactivated successfully. Jun 8 00:32:05 computeinstance-e00c1axjmk02578726 systemd[1]: Finished Update the local ESM caches. Jun 8 00:32:09 computeinstance-e00c1axjmk02578726 CRON[486209]: (CRON) info (No MTA installed, discarding output) Jun 8 00:32:58 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:32:58.747551405Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 00:32:59 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:32:59.427877692Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 00:32:59 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:32:59.427957635Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 00:32:59 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:32:59.435313394Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"34.719561236s","agent":"nebius_observability_agent"} Jun 8 00:33:34 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:33:34.159207849Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 00:33:34 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:33:34.868540703Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 00:33:34 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:33:34.868602287Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 00:33:34 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:33:34.876765511Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"1m8.651213593s","agent":"nebius_observability_agent"} Jun 8 00:34:43 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:34:43.53543139Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 00:34:44 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:34:44.296247483Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 00:34:44 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:34:44.29631078Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 00:34:44 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:34:44.303448595Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"1m23.368334888s","agent":"nebius_observability_agent"} Jun 8 00:36:07 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:36:07.675003707Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 00:36:08 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:36:08.396265149Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 00:36:08 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:36:08.396364381Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 00:36:08 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:36:08.404731367Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"1m3.718924648s","agent":"nebius_observability_agent"} Jun 8 00:37:12 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:37:12.125915938Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 00:37:12 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:37:12.716212428Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 00:37:12 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:37:12.716289235Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 00:37:12 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:37:12.824914756Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"1m2.417454071s","agent":"nebius_observability_agent"} Jun 8 00:38:15 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:38:15.243372073Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 00:38:15 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:38:15.78358859Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 00:38:15 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:38:15.783643935Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 00:38:15 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:38:15.79029839Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"45.614820252s","agent":"nebius_observability_agent"} Jun 8 00:38:40 computeinstance-e00c1axjmk02578726 systemd[1]: home-github-.ya-build-build_root-q7l9-0012fa-cloud-filestore-tests-fs_posix_compliance-mount\x2dlocal\x2dtest-test\x2dresults-py3test-chunk1-nfs_mount.mount: Deactivated successfully. Jun 8 00:38:55 computeinstance-e00c1axjmk02578726 systemd[1]: home-github-.ya-build-build_root-q7l9-0012f9-cloud-filestore-tests-fs_posix_compliance-mount\x2dlocal\x2dtest-test\x2dresults-py3test-chunk3-nfs_mount.mount: Deactivated successfully. Jun 8 00:38:58 computeinstance-e00c1axjmk02578726 systemd[1]: home-github-.ya-build-build_root-q7l9-0012f8-cloud-filestore-tests-fs_posix_compliance-mount\x2dlocal\x2dtest-test\x2dresults-py3test-chunk6-nfs_mount.mount: Deactivated successfully. Jun 8 00:39:01 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:39:01.41005527Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 00:39:01 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:39:01.94864419Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 00:39:01 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:39:01.948734959Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 00:39:01 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:39:01.955481775Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"42.512134365s","agent":"nebius_observability_agent"} Jun 8 00:39:02 computeinstance-e00c1axjmk02578726 systemd[1]: home-github-.ya-build-build_root-q7l9-0012f7-cloud-filestore-tests-fs_posix_compliance-mount\x2dlocal\x2dtest-test\x2dresults-py3test-chunk5-nfs_mount.mount: Deactivated successfully. Jun 8 00:39:06 computeinstance-e00c1axjmk02578726 systemd[1]: home-github-.ya-build-build_root-q7l9-0012f4-cloud-filestore-tests-fs_posix_compliance-mount\x2dlocal\x2dtest-test\x2dresults-py3test-chunk4-nfs_mount.mount: Deactivated successfully. Jun 8 00:39:13 computeinstance-e00c1axjmk02578726 systemd[1]: home-github-.ya-build-build_root-q7l9-0012f6-cloud-filestore-tests-fs_posix_compliance-mount\x2dlocal\x2dtest-test\x2dresults-py3test-chunk2-nfs_mount.mount: Deactivated successfully. Jun 8 00:39:34 computeinstance-e00c1axjmk02578726 systemd[1]: home-github-.ya-build-build_root-q7l9-0012f5-cloud-filestore-tests-fs_posix_compliance-mount\x2dlocal\x2dtest-test\x2dresults-py3test-chunk0-nfs_mount.mount: Deactivated successfully. Jun 8 00:39:44 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:39:44.469214105Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 00:39:45 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:39:45.030674521Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 00:39:45 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:39:45.030740602Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 00:39:45 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:39:45.038355968Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"54.316352091s","agent":"nebius_observability_agent"} Jun 8 00:40:23 computeinstance-e00c1axjmk02578726 systemd[1]: home-github-.ya-build-build_root-q7l9-0012f1-cloud-filestore-tests-fio-mount\x2dlocal\x2dtest-test\x2dresults-py3test-chunk5-nfs_mount.mount: Deactivated successfully. Jun 8 00:40:39 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:40:39.35887118Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 00:40:39 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:40:39.911775932Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 00:40:39 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:40:39.911874262Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 00:40:39 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:40:39.918552944Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"1m24.358588806s","agent":"nebius_observability_agent"} Jun 8 00:41:06 computeinstance-e00c1axjmk02578726 systemd[1]: home-github-.ya-build-build_root-q7l9-0012f0-cloud-filestore-tests-fio-mount\x2dlocal\x2dtest-test\x2dresults-py3test-chunk6-nfs_mount.mount: Deactivated successfully. Jun 8 00:41:18 computeinstance-e00c1axjmk02578726 systemd[1]: home-github-.ya-build-build_root-q7l9-0012f2-cloud-filestore-tests-fio-mount\x2dlocal\x2dtest-test\x2dresults-py3test-chunk4-nfs_mount.mount: Deactivated successfully. Jun 8 00:42:04 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:42:04.279351441Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 00:42:04 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:42:04.82806048Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 00:42:04 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:42:04.828164218Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 00:42:04 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:42:04.834486134Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"34.675312562s","agent":"nebius_observability_agent"} Jun 8 00:42:21 computeinstance-e00c1axjmk02578726 systemd[1]: home-github-.ya-build-build_root-q7l9-0012ef-cloud-filestore-tests-fio-mount\x2dlocal\x2dtest-test\x2dresults-py3test-chunk0-nfs_mount.mount: Deactivated successfully. Jun 8 00:42:26 computeinstance-e00c1axjmk02578726 systemd[1]: home-github-.ya-build-build_root-q7l9-0012ee-cloud-filestore-tests-fio-mount\x2dlocal\x2dtest-test\x2dresults-py3test-chunk2-nfs_mount.mount: Deactivated successfully. Jun 8 00:42:30 computeinstance-e00c1axjmk02578726 systemd[1]: home-github-.ya-build-build_root-q7l9-0012ed-cloud-filestore-tests-fio-mount\x2dlocal\x2dtest-test\x2dresults-py3test-chunk3-nfs_mount.mount: Deactivated successfully. Jun 8 00:42:31 computeinstance-e00c1axjmk02578726 systemd[1]: home-github-.ya-build-build_root-q7l9-0012ec-cloud-filestore-tests-fio-mount\x2dlocal\x2dtest-test\x2dresults-py3test-chunk1-nfs_mount.mount: Deactivated successfully. Jun 8 00:42:39 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:42:39.513144376Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 00:42:40 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:42:40.044443428Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 00:42:40 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:42:40.04449685Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 00:42:40 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:42:40.117261924Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"36.762102407s","agent":"nebius_observability_agent"} Jun 8 00:43:16 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:43:16.885496683Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 00:43:17 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:43:17.418945077Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 00:43:17 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:43:17.418997908Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 00:43:17 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:43:17.426559523Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"1m28.779231927s","agent":"nebius_observability_agent"} Jun 8 00:44:46 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:44:46.214224481Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 00:44:46 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:44:46.76455741Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 00:44:46 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:44:46.764613095Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 00:44:46 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:44:46.771483993Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"30.189943089s","agent":"nebius_observability_agent"} Jun 8 00:45:14 computeinstance-e00c1axjmk02578726 systemd[1]: home-github-.ya-build-build_root-q7l9-0012ea-cloud-filestore-tests-fio_index-mount\x2dlocal\x2dtest-test\x2dresults-py3test-chunk5-nfs_mount.mount: Deactivated successfully. Jun 8 00:45:16 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:45:16.961583913Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 00:45:17 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:45:17.499037548Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 00:45:17 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:45:17.499112303Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 00:45:17 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:45:17.518170024Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"1m7.436375992s","agent":"nebius_observability_agent"} Jun 8 00:45:35 computeinstance-e00c1axjmk02578726 systemd[1]: home-github-.ya-build-build_root-q7l9-0012e9-cloud-filestore-tests-fio_index-mount\x2dlocal\x2dtest-test\x2dresults-py3test-chunk4-nfs_mount.mount: Deactivated successfully. Jun 8 00:46:23 computeinstance-e00c1axjmk02578726 systemd[1]: home-github-.ya-build-build_root-q7l9-0012e8-cloud-filestore-tests-fio_index-mount\x2dlocal\x2dtest-test\x2dresults-py3test-chunk2-nfs_mount.mount: Deactivated successfully. Jun 8 00:46:24 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:46:24.958325886Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 00:46:25 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:46:25.490096264Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 00:46:25 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:46:25.490179681Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 00:46:25 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:46:25.497271666Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"56.586863308s","agent":"nebius_observability_agent"} Jun 8 00:47:14 computeinstance-e00c1axjmk02578726 systemd[1]: home-github-.ya-build-build_root-q7l9-0012e6-cloud-filestore-tests-fio_index-mount\x2dlocal\x2dtest-test\x2dresults-py3test-chunk3-nfs_mount.mount: Deactivated successfully. Jun 8 00:47:17 computeinstance-e00c1axjmk02578726 systemd[1]: home-github-.ya-build-build_root-q7l9-0012e5-cloud-filestore-tests-fio_index-mount\x2dlocal\x2dtest-test\x2dresults-py3test-chunk1-nfs_mount.mount: Deactivated successfully. Jun 8 00:47:22 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:47:22.089133774Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 00:47:22 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:47:22.620698027Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 00:47:22 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:47:22.620766662Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 00:47:22 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:47:22.629136815Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"43.919880869s","agent":"nebius_observability_agent"} Jun 8 00:47:39 computeinstance-e00c1axjmk02578726 systemd[1]: home-github-.ya-build-build_root-q7l9-0012e7-cloud-filestore-tests-fio_index-mount\x2dlocal\x2dtest-test\x2dresults-py3test-chunk0-nfs_mount.mount: Deactivated successfully. Jun 8 00:48:06 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:48:06.552703827Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 00:48:07 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:48:07.076172459Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 00:48:07 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:48:07.076220452Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 00:48:07 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:48:07.083316454Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"1m22.030272288s","agent":"nebius_observability_agent"} Jun 8 00:48:24 computeinstance-e00c1axjmk02578726 systemd[1]: home-github-.ya-build-build_root-q7l9-0012e4-cloud-filestore-tests-fio_index-mount\x2dlocal\x2dtest-test\x2dresults-py3test-chunk6-nfs_mount.mount: Deactivated successfully. Jun 8 00:49:29 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:49:29.115019141Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 00:49:29 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:49:29.757507351Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 00:49:29 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:49:29.757570207Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 00:49:29 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:49:29.801646562Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"1m13.494752328s","agent":"nebius_observability_agent"} Jun 8 00:50:43 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:50:43.299452519Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 00:50:43 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:50:43.931852027Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 00:50:43 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:50:43.931918549Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 00:50:43 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:50:43.939797739Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"51.365698892s","agent":"nebius_observability_agent"} Jun 8 00:51:35 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:51:35.306541414Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 00:51:36 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:51:36.012298222Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 00:51:36 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:51:36.012371645Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 00:51:36 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:51:36.074746366Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"1m20.088956136s","agent":"nebius_observability_agent"} Jun 8 00:52:56 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:52:56.164183402Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 00:52:56 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:52:56.929965717Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 00:52:56 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:52:56.930031017Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 00:52:56 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:52:56.93928474Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"44.884691745s","agent":"nebius_observability_agent"} Jun 8 00:53:41 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:53:41.827892895Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 00:53:42 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:53:42.439500537Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 00:53:42 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:53:42.439590805Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 00:53:42 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:53:42.447542396Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"42.990165457s","agent":"nebius_observability_agent"} Jun 8 00:54:25 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:54:25.439801429Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 00:54:26 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:54:26.114636998Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 00:54:26 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:54:26.114709469Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 00:54:26 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:54:26.123104679Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"56.879625288s","agent":"nebius_observability_agent"} Jun 8 00:55:23 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:55:23.009482656Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 00:55:23 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:55:23.669528027Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 00:55:23 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:55:23.669597263Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 00:55:23 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:55:23.677057893Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"1m8.280909603s","agent":"nebius_observability_agent"} Jun 8 00:56:31 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:56:31.966229418Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 00:56:32 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:56:32.540140001Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 00:56:32 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:56:32.540226304Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 00:56:32 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:56:32.547876063Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"1m8.867966375s","agent":"nebius_observability_agent"} Jun 8 00:57:41 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:57:41.424062097Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 00:57:42 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:57:42.805521343Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 00:57:42 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:57:42.805595286Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 00:57:42 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:57:42.815253408Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"1m9.359670576s","agent":"nebius_observability_agent"} Jun 8 00:58:52 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:58:52.18375245Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 00:58:53 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:58:53.077576366Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 00:58:53 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:58:53.077645972Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 00:58:53 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T00:58:53.117331024Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"1m9.902409674s","agent":"nebius_observability_agent"} Jun 8 01:00:03 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:00:03.029204141Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 01:00:04 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:00:04.07896847Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 01:00:04 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:00:04.079049144Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 01:00:04 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:00:04.087264579Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"56.762639494s","agent":"nebius_observability_agent"} Jun 8 01:01:00 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:01:00.854585205Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 01:01:01 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:01:01.598141931Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 01:01:01 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:01:01.598224287Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 01:01:01 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:01:01.607177461Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"52.852782263s","agent":"nebius_observability_agent"} Jun 8 01:01:54 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:01:54.461144543Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 01:01:55 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:01:55.185559079Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 01:01:55 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:01:55.18566446Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 01:01:55 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:01:55.193431077Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"33.909547467s","agent":"nebius_observability_agent"} Jun 8 01:02:29 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:02:29.105713375Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 01:02:29 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:02:29.840170823Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 01:02:29 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:02:29.840261372Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 01:02:29 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:02:29.847914725Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"1m19.69685628s","agent":"nebius_observability_agent"} Jun 8 01:03:49 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:03:49.55378847Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 01:03:50 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:03:50.28701885Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 01:03:50 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:03:50.287106264Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 01:03:50 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:03:50.300581879Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"58.952646246s","agent":"nebius_observability_agent"} Jun 8 01:04:03 computeinstance-e00c1axjmk02578726 disk-manager[613384]: journald_logger_test.go:189 INFO => IDEMPOTENCY_KEY: idempID, REQUEST_ID: reqID, OPERATION_ID: opID => happened Jun 8 01:04:03 computeinstance-e00c1axjmk02578726 disk-manager[613384]: journald_logger_test.go:190 WARN => IDEMPOTENCY_KEY: idempID, REQUEST_ID: reqID, OPERATION_ID: opID => happened Jun 8 01:04:03 computeinstance-e00c1axjmk02578726 disk-manager[613384]: journald_logger_test.go:191 ERROR => IDEMPOTENCY_KEY: idempID, REQUEST_ID: reqID, OPERATION_ID: opID => happened Jun 8 01:04:03 computeinstance-e00c1axjmk02578726 disk-manager[613384]: journald_logger_test.go:192 FATAL => IDEMPOTENCY_KEY: idempID, REQUEST_ID: reqID, OPERATION_ID: opID => happened Jun 8 01:04:04 computeinstance-e00c1axjmk02578726 disk-manager[613384]: journald_logger_test.go:262 INFO => IDEMPOTENCY_KEY: idempID, REQUEST_ID: reqID, OPERATION_ID: opID, COMPONENT: component, SOME_FIELD: 713 => happened one Jun 8 01:04:04 computeinstance-e00c1axjmk02578726 disk-manager[613384]: journald_logger_test.go:267 INFO => IDEMPOTENCY_KEY: idempID, REQUEST_ID: reqID, OPERATION_ID: opID, COMPONENT: component, SOME_FIELD: 713, ANOTHER_FIELD: value => happened two => some error Jun 8 01:04:04 computeinstance-e00c1axjmk02578726 disk-manager[613384]: journald_logger_test.go:272 INFO => IDEMPOTENCY_KEY: idempID, REQUEST_ID: reqID, OPERATION_ID: opID, COMPONENT: component, SOME_FIELD: 714, ANOTHER_FIELD: value => happened three => some error Jun 8 01:04:49 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:04:49.261597982Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 01:04:49 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:04:49.986688783Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 01:04:49 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:04:49.986797749Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 01:04:49 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:04:49.995283117Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"35.286607852s","agent":"nebius_observability_agent"} Jun 8 01:05:25 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:05:25.285508358Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 01:05:26 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:05:26.014931419Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 01:05:26 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:05:26.015017802Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 01:05:26 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:05:26.023847857Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"1m6.013294217s","agent":"nebius_observability_agent"} Jun 8 01:06:32 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:06:32.037410571Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 01:06:32 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:06:32.794073186Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 01:06:32 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:06:32.794149053Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 01:06:32 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:06:32.802404288Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"47.925169386s","agent":"nebius_observability_agent"} Jun 8 01:07:20 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:07:20.735324481Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 01:07:21 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:07:21.403401195Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 01:07:21 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:07:21.403496601Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 01:07:21 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:07:21.411546782Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"1m10.645949716s","agent":"nebius_observability_agent"} Jun 8 01:08:32 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:08:32.057753971Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 01:08:32 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:08:32.780608398Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 01:08:32 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:08:32.780688882Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 01:08:32 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:08:32.788418944Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"34.036371639s","agent":"nebius_observability_agent"} Jun 8 01:09:06 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:09:06.82789694Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 01:09:07 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:09:07.554412458Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 01:09:07 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:09:07.554501515Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 01:09:07 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:09:07.561641844Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"54.000987057s","agent":"nebius_observability_agent"} Jun 8 01:10:01 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:10:01.565640895Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 01:10:02 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:10:02.251069505Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 01:10:02 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:10:02.251166663Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 01:10:02 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:10:02.259483563Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"1m19.549895694s","agent":"nebius_observability_agent"} Jun 8 01:11:21 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:11:21.818760416Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 01:11:22 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:11:22.371159759Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 01:11:22 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:11:22.371212609Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 01:11:22 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:11:22.378368433Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"59.610690596s","agent":"nebius_observability_agent"} Jun 8 01:12:21 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:12:21.998046089Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 01:12:22 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:12:22.54652436Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 01:12:22 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:12:22.546631655Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 01:12:22 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:12:22.616960361Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"40.6329385s","agent":"nebius_observability_agent"} Jun 8 01:12:57 computeinstance-e00c1axjmk02578726 kernel: [ 7187.463595] TCP: request_sock_TCP: Possible SYN flooding on port 18322. Sending cookies. Check SNMP counters. Jun 8 01:12:59 computeinstance-e00c1axjmk02578726 kernel: [ 7190.119415] TCP: request_sock_TCP: Possible SYN flooding on port 24648. Sending cookies. Check SNMP counters. Jun 8 01:13:03 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:13:03.250314841Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 01:13:03 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:13:03.823789472Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 01:13:03 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:13:03.823860711Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 01:13:03 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:13:03.831860416Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"59.956181259s","agent":"nebius_observability_agent"} Jun 8 01:13:38 computeinstance-e00c1axjmk02578726 snapd[17522]: storehelpers.go:916: cannot refresh: snap has no updates available: "core20", "lxd", "snapd" Jun 8 01:14:03 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:14:03.797256946Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 01:14:04 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:14:04.351788433Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 01:14:04 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:14:04.351837218Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 01:14:04 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:14:04.363881272Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"1m27.882228186s","agent":"nebius_observability_agent"} Jun 8 01:15:32 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:15:32.253810915Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 01:15:32 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:15:32.823967438Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 01:15:32 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:15:32.824074152Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 01:15:32 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:15:32.831647784Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"42.133498228s","agent":"nebius_observability_agent"} Jun 8 01:16:14 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:16:14.96646994Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 01:16:15 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:16:15.509043274Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 01:16:15 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:16:15.509124338Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 01:16:15 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:16:15.516448639Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"1m4.362710913s","agent":"nebius_observability_agent"} Jun 8 01:17:01 computeinstance-e00c1axjmk02578726 CRON[661521]: (root) CMD ( cd / && run-parts --report /etc/cron.hourly) Jun 8 01:17:02 computeinstance-e00c1axjmk02578726 systemd[1]: home-github-.ya-build-build_root-q7l9-001304-cloud-filestore-tests-fio-mount\x2dkikimr\x2dtest-test\x2dresults-py3test-chunk5-nfs_mount.mount: Deactivated successfully. Jun 8 01:17:19 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:17:19.882215309Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 01:17:20 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:17:20.47698767Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 01:17:20 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:17:20.477061733Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 01:17:20 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:17:20.484340955Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"44.629882074s","agent":"nebius_observability_agent"} Jun 8 01:17:34 computeinstance-e00c1axjmk02578726 systemd[1]: home-github-.ya-build-build_root-q7l9-001301-cloud-filestore-tests-fio-mount\x2dkikimr\x2dtest-test\x2dresults-py3test-chunk7-nfs_mount.mount: Deactivated successfully. Jun 8 01:17:53 computeinstance-e00c1axjmk02578726 systemd[1]: home-github-.ya-build-build_root-q7l9-0012ff-cloud-filestore-tests-fio-mount\x2dkikimr\x2dtest-test\x2dresults-py3test-chunk6-nfs_mount.mount: Deactivated successfully. Jun 8 01:18:05 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:18:05.117134757Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 01:18:05 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:18:05.685753281Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 01:18:05 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:18:05.685816447Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 01:18:05 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:18:05.692564185Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"1m11.780724582s","agent":"nebius_observability_agent"} Jun 8 01:18:06 computeinstance-e00c1axjmk02578726 systemd[1]: home-github-.ya-build-build_root-q7l9-0012fe-cloud-filestore-tests-fio-mount\x2dkikimr\x2dtest-test\x2dresults-py3test-chunk4-nfs_mount.mount: Deactivated successfully. Jun 8 01:18:09 computeinstance-e00c1axjmk02578726 systemd[1]: home-github-.ya-build-build_root-q7l9-001303-cloud-filestore-tests-fio-mount\x2dkikimr\x2dtest-test\x2dresults-py3test-chunk3-nfs_mount.mount: Deactivated successfully. Jun 8 01:18:35 computeinstance-e00c1axjmk02578726 systemd[1]: home-github-.ya-build-build_root-q7l9-001300-cloud-filestore-tests-fio-mount\x2dkikimr\x2dtest-test\x2dresults-py3test-chunk1-nfs_mount.mount: Deactivated successfully. Jun 8 01:19:13 computeinstance-e00c1axjmk02578726 systemd[1]: home-github-.ya-build-build_root-q7l9-0012fd-cloud-filestore-tests-fio-mount\x2dkikimr\x2dtest-test\x2dresults-py3test-chunk2-nfs_mount.mount: Deactivated successfully. Jun 8 01:19:15 computeinstance-e00c1axjmk02578726 systemd[1]: home-github-.ya-build-build_root-q7l9-0012fc-cloud-filestore-tests-fio-mount\x2dkikimr\x2dtest-test\x2dresults-py3test-chunk0-nfs_mount.mount: Deactivated successfully. Jun 8 01:19:17 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:19:17.474869417Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 01:19:18 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:19:18.188364429Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 01:19:18 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:19:18.18845012Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 01:19:18 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:19:18.198762444Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"39.805708113s","agent":"nebius_observability_agent"} Jun 8 01:19:58 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:19:58.013835863Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 01:19:58 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:19:58.582802699Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 01:19:58 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:19:58.582885736Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 01:19:58 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:19:58.591834013Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"1m13.54528539s","agent":"nebius_observability_agent"} Jun 8 01:21:12 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:21:12.14052506Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 01:21:12 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:21:12.721602051Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 01:21:12 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:21:12.721664947Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 01:21:12 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:21:12.729351364Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"1m0.25034335s","agent":"nebius_observability_agent"} Jun 8 01:22:12 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:22:12.980781607Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 01:22:13 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:22:13.554343555Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 01:22:13 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:22:13.554394323Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 01:22:13 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:22:13.561955086Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"1m11.466773961s","agent":"nebius_observability_agent"} Jun 8 01:23:25 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:23:25.029575218Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 01:23:25 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:23:25.58180751Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 01:23:25 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:23:25.581885259Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 01:23:25 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:23:25.588587067Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"40.478852407s","agent":"nebius_observability_agent"} Jun 8 01:24:06 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:24:06.068519436Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 01:24:06 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:24:06.709184895Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 01:24:06 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:24:06.709273481Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 01:24:06 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:24:06.717207464Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"1m17.242548114s","agent":"nebius_observability_agent"} Jun 8 01:25:23 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:25:23.966019258Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 01:25:24 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:25:24.548237056Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 01:25:24 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:25:24.548322888Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 01:25:24 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:25:24.616421771Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"1m8.843683405s","agent":"nebius_observability_agent"} Jun 8 01:26:33 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:26:33.468665344Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 01:26:34 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:26:34.044573586Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 01:26:34 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:26:34.044649683Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 01:26:34 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:26:34.051675466Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"38.264197873s","agent":"nebius_observability_agent"} Jun 8 01:27:12 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:27:12.323507903Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 01:27:12 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:27:12.86658828Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 01:27:12 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:27:12.8666535Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 01:27:12 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:27:12.873230166Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"1m9.827169346s","agent":"nebius_observability_agent"} Jun 8 01:28:22 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:28:22.709449031Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 01:28:23 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:28:23.236135858Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 01:28:23 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:28:23.236217182Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 01:28:23 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:28:23.243954124Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"44.168254875s","agent":"nebius_observability_agent"} Jun 8 01:29:07 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:29:07.412387146Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 01:29:07 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:29:07.962220249Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 01:29:07 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:29:07.962302295Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 01:29:07 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:29:07.970102163Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"58.248568639s","agent":"nebius_observability_agent"} Jun 8 01:30:06 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:30:06.226136806Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 01:30:06 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:30:06.812096271Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 01:30:06 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:30:06.812164987Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 01:30:06 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:30:06.81917749Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"1m26.881895031s","agent":"nebius_observability_agent"} Jun 8 01:31:33 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:31:33.707526269Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 01:31:34 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:31:34.281047017Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 01:31:34 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:31:34.28112085Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 01:31:34 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:31:34.28913761Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"31.848749351s","agent":"nebius_observability_agent"} Jun 8 01:32:06 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:32:06.139265947Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 01:32:06 computeinstance-e00c1axjmk02578726 systemd[1]: Starting Update APT News... Jun 8 01:32:06 computeinstance-e00c1axjmk02578726 systemd[1]: Starting Update the local ESM caches... Jun 8 01:32:06 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:32:06.719430845Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 01:32:06 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:32:06.719499981Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 01:32:06 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:32:06.734257228Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"1m13.916219791s","agent":"nebius_observability_agent"} Jun 8 01:32:06 computeinstance-e00c1axjmk02578726 systemd[1]: apt-news.service: Deactivated successfully. Jun 8 01:32:06 computeinstance-e00c1axjmk02578726 systemd[1]: Finished Update APT News. Jun 8 01:32:07 computeinstance-e00c1axjmk02578726 systemd[1]: esm-cache.service: Deactivated successfully. Jun 8 01:32:07 computeinstance-e00c1axjmk02578726 systemd[1]: Finished Update the local ESM caches. Jun 8 01:32:10 computeinstance-e00c1axjmk02578726 CRON[661520]: (CRON) info (No MTA installed, discarding output) Jun 8 01:33:12 computeinstance-e00c1axjmk02578726 kernel: [ 8402.493768] show_signal_msg: 6 callbacks suppressed Jun 8 01:33:12 computeinstance-e00c1axjmk02578726 kernel: [ 8402.493772] filestor.Backgr[762704]: segfault at 0 ip 000000001fa31024 sp 00007facb7ad6ad0 error 4 in filestore-vhost[200000+202ec000] Jun 8 01:33:12 computeinstance-e00c1axjmk02578726 kernel: [ 8402.493787] Code: e8 01 e8 47 f0 4c 8b a3 90 00 00 00 4c 8b ab 98 00 00 00 4d 39 ec 74 24 4c 8d 7b 08 66 2e 0f 1f 84 00 00 00 00 00 49 8b 3c 24 <48> 8b 07 4c 89 fe ff 50 10 49 83 c4 10 4d 39 ec 75 ea 4c 89 f7 e8 Jun 8 01:33:20 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:33:20.650641018Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 01:33:21 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:33:21.22882276Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 01:33:21 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:33:21.228883742Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 01:33:21 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:33:21.236344943Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"1m15.191654248s","agent":"nebius_observability_agent"} Jun 8 01:34:36 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:34:36.432021213Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 01:34:37 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:34:37.032495715Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 01:34:37 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:34:37.032558831Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 01:34:37 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:34:37.03906552Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"1m4.576482895s","agent":"nebius_observability_agent"} Jun 8 01:35:41 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:35:41.619942446Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 01:35:42 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:35:42.185940905Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 01:35:42 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:35:42.186020566Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 01:35:42 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:35:42.194022274Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"33.859921931s","agent":"nebius_observability_agent"} Jun 8 01:36:16 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:36:16.057026087Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 01:36:16 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:36:16.738492616Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 01:36:16 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:36:16.738572047Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 01:36:16 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:36:16.746125978Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"1m9.951857236s","agent":"nebius_observability_agent"} Jun 8 01:37:26 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:37:26.698195753Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 01:37:27 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:37:27.371690521Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 01:37:27 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:37:27.371758134Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 01:37:27 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:37:27.379735284Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"55.837486963s","agent":"nebius_observability_agent"} Jun 8 01:38:23 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:38:23.222295972Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 01:38:23 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:38:23.776918099Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 01:38:23 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:38:23.776982217Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 01:38:23 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:38:23.783537259Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"41.511530687s","agent":"nebius_observability_agent"} Jun 8 01:39:05 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:39:05.296559864Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 01:39:05 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:39:05.821726799Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 01:39:05 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:39:05.821817408Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 01:39:05 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:39:05.828929383Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"1m3.180662071s","agent":"nebius_observability_agent"} Jun 8 01:40:09 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:40:09.012143402Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 01:40:09 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:40:09.60087779Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 01:40:09 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:40:09.600985334Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 01:40:09 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:40:09.61005743Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"1m9.739289949s","agent":"nebius_observability_agent"} Jun 8 01:41:19 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:41:19.359087965Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 01:41:19 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:41:19.945143683Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 01:41:19 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:41:19.94520026Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 01:41:19 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:41:19.954381863Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"1m24.183363213s","agent":"nebius_observability_agent"} Jun 8 01:42:44 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:42:44.141134301Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 01:42:44 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:42:44.733806367Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 01:42:44 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:42:44.733867029Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 01:42:44 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:42:44.741240845Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"46.048257718s","agent":"nebius_observability_agent"} Jun 8 01:43:30 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:43:30.793590949Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 01:43:31 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:43:31.384754064Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 01:43:31 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:43:31.384810751Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 01:43:31 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:43:31.393340706Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"31.00677514s","agent":"nebius_observability_agent"} Jun 8 01:44:02 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:44:02.401197502Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 01:44:02 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:44:02.982844412Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 01:44:02 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:44:02.982907809Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 01:44:02 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:44:02.989263947Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"32.234289116s","agent":"nebius_observability_agent"} Jun 8 01:44:35 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:44:35.224541442Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 01:44:35 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:44:35.827484376Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 01:44:35 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:44:35.827560534Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 01:44:35 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:44:35.834394213Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"1m6.083881514s","agent":"nebius_observability_agent"} Jun 8 01:45:42 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:45:41.972122859Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 01:45:47 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:45:47.609175294Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 01:45:47 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:45:47.609293145Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 01:45:47 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:45:47.632076986Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"42.581007159s","agent":"nebius_observability_agent"} Jun 8 01:46:30 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:46:30.221847898Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 01:46:31 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:46:31.331007953Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 01:46:31 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:46:31.331115168Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 01:46:31 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:46:31.348489129Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"1m5.462064066s","agent":"nebius_observability_agent"} Jun 8 01:47:36 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:47:36.813981222Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 01:47:37 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:47:37.390759221Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 01:47:37 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:47:37.390867155Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 01:47:37 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:47:37.398348456Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"40.516455196s","agent":"nebius_observability_agent"} Jun 8 01:48:17 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:48:17.915028057Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 01:48:18 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:48:18.428412548Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 01:48:18 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:48:18.428493461Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 01:48:18 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:48:18.436498573Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"1m10.482950462s","agent":"nebius_observability_agent"} Jun 8 01:49:28 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:49:28.920385853Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 01:49:29 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:49:29.520156273Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 01:49:29 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:49:29.520221112Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 01:49:29 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:49:29.616522476Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"1m21.195210966s","agent":"nebius_observability_agent"} Jun 8 01:50:50 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:50:50.812313316Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 01:50:51 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:50:51.425426367Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 01:50:51 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:50:51.425505457Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 01:50:51 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:50:51.434728655Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"1m6.806962216s","agent":"nebius_observability_agent"} Jun 8 01:51:58 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:51:58.247550153Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 01:51:58 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:51:58.879375703Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 01:51:58 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:51:58.879427743Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 01:51:58 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:51:58.886630167Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"1m4.183292923s","agent":"nebius_observability_agent"} Jun 8 01:53:03 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:53:03.073235184Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 01:53:03 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:53:03.651516195Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 01:53:03 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:53:03.651595386Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 01:53:03 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:53:03.659292437Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"1m27.956544739s","agent":"nebius_observability_agent"} Jun 8 01:54:31 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:54:31.616092791Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 01:54:32 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:54:32.210990635Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 01:54:32 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:54:32.211047783Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 01:54:32 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:54:32.218893722Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"1m11.762320158s","agent":"nebius_observability_agent"} Jun 8 01:55:43 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:55:43.982151768Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 01:55:44 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:55:44.57048221Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 01:55:44 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:55:44.570542552Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 01:55:44 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:55:44.578097947Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"1m24.508449149s","agent":"nebius_observability_agent"} Jun 8 01:57:09 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:57:09.090425295Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 01:57:09 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:57:09.776927249Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 01:57:09 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:57:09.776983416Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 01:57:09 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:57:09.78439485Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"53.230167426s","agent":"nebius_observability_agent"} Jun 8 01:58:03 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:58:03.017338258Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 01:58:03 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:58:03.595043428Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 01:58:03 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:58:03.595124343Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 01:58:03 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:58:03.602011103Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"45.895363629s","agent":"nebius_observability_agent"} Jun 8 01:58:49 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:58:49.503311559Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 01:58:50 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:58:50.113716609Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 01:58:50 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:58:50.113779255Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 01:58:50 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:58:50.121603411Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"53.268693672s","agent":"nebius_observability_agent"} Jun 8 01:59:43 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:59:43.392439529Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 01:59:43 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:59:43.961047153Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 01:59:43 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:59:43.961134507Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 01:59:43 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T01:59:43.968683131Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"1m1.933703185s","agent":"nebius_observability_agent"} Jun 8 02:00:45 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:00:45.902598716Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 02:00:46 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:00:46.487659243Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 02:00:46 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:00:46.48775507Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 02:00:46 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:00:46.494357687Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"1m12.68880072s","agent":"nebius_observability_agent"} Jun 8 02:01:59 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:01:59.185699243Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 02:01:59 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:01:59.75635982Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 02:01:59 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:01:59.756434414Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 02:01:59 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:01:59.763895053Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"1m13.970214279s","agent":"nebius_observability_agent"} Jun 8 02:03:13 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:03:13.737282287Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 02:03:14 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:03:14.235779822Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 02:03:14 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:03:14.235842977Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 02:03:14 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:03:14.243898858Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"1m15.115368716s","agent":"nebius_observability_agent"} Jun 8 02:04:29 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:04:29.363511562Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 02:04:29 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:04:29.953949271Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 02:04:29 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:04:29.954027651Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 02:04:29 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:04:29.962911188Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"33.060273936s","agent":"nebius_observability_agent"} Jun 8 02:05:03 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:05:03.026166453Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 02:05:03 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:05:03.623611878Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 02:05:03 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:05:03.62369838Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 02:05:03 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:05:03.631047809Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"1m5.313600513s","agent":"nebius_observability_agent"} Jun 8 02:06:08 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:06:08.949545841Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 02:06:09 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:06:09.547348852Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 02:06:09 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:06:09.547407813Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 02:06:09 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:06:09.555655126Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"1m16.818644789s","agent":"nebius_observability_agent"} Jun 8 02:07:26 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:07:26.381178338Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 02:07:26 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:07:26.936822852Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 02:07:26 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:07:26.936897396Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 02:07:26 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:07:26.944164679Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"1m28.877782481s","agent":"nebius_observability_agent"} Jun 8 02:08:55 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:08:55.830128402Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 02:08:56 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:08:56.428566646Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 02:08:56 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:08:56.428630514Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 02:08:56 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:08:56.436270968Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"1m26.158688662s","agent":"nebius_observability_agent"} Jun 8 02:10:22 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:10:22.601160331Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 02:10:23 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:10:23.167930272Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 02:10:23 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:10:23.168044326Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 02:10:23 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:10:23.175973132Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"1m12.267308792s","agent":"nebius_observability_agent"} Jun 8 02:11:35 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:11:35.444442251Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 02:11:36 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:11:36.032882021Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 02:11:36 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:11:36.032973Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 02:11:36 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:11:36.040397615Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"1m10.78014743s","agent":"nebius_observability_agent"} Jun 8 02:12:46 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:12:46.821156755Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 02:12:47 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:12:47.408488589Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 02:12:47 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:12:47.408543833Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 02:12:47 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:12:47.418529327Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"49.506216984s","agent":"nebius_observability_agent"} Jun 8 02:13:36 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:13:36.924944536Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 02:13:37 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:13:37.49886371Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 02:13:37 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:13:37.498935139Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 02:13:37 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:13:37.56981259Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"1m15.841417419s","agent":"nebius_observability_agent"} Jun 8 02:14:53 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:14:53.416519285Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 02:14:53 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:14:53.999753397Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 02:14:54 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:14:53.999830654Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 02:14:54 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:14:54.014947484Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"37.828113555s","agent":"nebius_observability_agent"} Jun 8 02:15:31 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:15:31.843264548Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 02:15:32 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:15:32.459439422Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 02:15:32 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:15:32.45951698Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 02:15:32 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:15:32.54639324Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"1m2.958862296s","agent":"nebius_observability_agent"} Jun 8 02:16:35 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:16:35.507535363Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 02:16:36 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:16:36.131517396Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 02:16:36 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:16:36.131601965Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 02:16:36 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:16:36.138827465Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"54.570158884s","agent":"nebius_observability_agent"} Jun 8 02:17:01 computeinstance-e00c1axjmk02578726 CRON[909570]: (root) CMD ( cd / && run-parts --report /etc/cron.hourly) Jun 8 02:17:30 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:17:30.709985474Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 02:17:31 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:17:31.297493508Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 02:17:31 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:17:31.297546179Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 02:17:31 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:17:31.305323033Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"1m24.344106801s","agent":"nebius_observability_agent"} Jun 8 02:18:55 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:18:55.653144296Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 02:18:56 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:18:56.25738395Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 02:18:56 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:18:56.25748154Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 02:18:56 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:18:56.265113222Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"54.13901285s","agent":"nebius_observability_agent"} Jun 8 02:19:50 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:19:50.408327507Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 02:19:51 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:19:51.020105811Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 02:19:51 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:19:51.020178702Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 02:19:51 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:19:51.152707721Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"47.364675165s","agent":"nebius_observability_agent"} Jun 8 02:20:38 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:20:38.523869702Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 02:20:39 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:20:39.093526942Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 02:20:39 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:20:39.093638884Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 02:20:39 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:20:39.100702556Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"44.224187658s","agent":"nebius_observability_agent"} Jun 8 02:21:23 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:21:23.328175552Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 02:21:23 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:21:23.916577855Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 02:21:23 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:21:23.916630134Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 02:21:23 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:21:23.92330412Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"53.157263753s","agent":"nebius_observability_agent"} Jun 8 02:22:17 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:22:17.081144045Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 02:22:17 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:22:17.669722687Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 02:22:17 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:22:17.669806945Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 02:22:17 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:22:17.676415751Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"50.226407087s","agent":"nebius_observability_agent"} Jun 8 02:23:07 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:23:07.903450022Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 02:23:08 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:23:08.489541467Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 02:23:08 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:23:08.489616191Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 02:23:08 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:23:08.497382008Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"55.698986436s","agent":"nebius_observability_agent"} Jun 8 02:24:04 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:24:04.201191518Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 02:24:04 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:24:04.805275985Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 02:24:04 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:24:04.805342827Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 02:24:04 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:24:04.814739129Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"1m6.081731814s","agent":"nebius_observability_agent"} Jun 8 02:25:10 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:25:10.901571847Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 02:25:11 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:25:11.520054602Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 02:25:11 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:25:11.520133182Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 02:25:11 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:25:11.527080457Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"46.566607703s","agent":"nebius_observability_agent"} Jun 8 02:25:58 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:25:58.093945221Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 02:25:58 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:25:58.766979527Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 02:25:58 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:25:58.767052459Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 02:25:58 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:25:58.780930001Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"1m14.11075175s","agent":"nebius_observability_agent"} Jun 8 02:27:12 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:27:12.895621859Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 02:27:13 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:27:13.521708296Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 02:27:13 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:27:13.521783372Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 02:27:13 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:27:13.529246114Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"1m20.21601564s","agent":"nebius_observability_agent"} Jun 8 02:28:33 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:28:33.745365785Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 02:28:34 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:28:34.295663777Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 02:28:34 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:28:34.295720333Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 02:28:34 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:28:34.304532763Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"48.001169918s","agent":"nebius_observability_agent"} Jun 8 02:29:22 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:29:22.312934074Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 02:29:22 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:29:22.904375203Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 02:29:22 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:29:22.904442516Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 02:29:22 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:29:22.913527632Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"1m5.972107035s","agent":"nebius_observability_agent"} Jun 8 02:30:28 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:30:28.88987893Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 02:30:29 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:30:29.482973809Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 02:30:29 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:30:29.483045199Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 02:30:29 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:30:29.512484179Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"1m15.906808267s","agent":"nebius_observability_agent"} Jun 8 02:31:45 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:31:45.424676493Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 02:31:46 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:31:46.106227768Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 02:31:46 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:31:46.10628142Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 02:31:46 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:31:46.115883397Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"1m26.486103449s","agent":"nebius_observability_agent"} Jun 8 02:32:23 computeinstance-e00c1axjmk02578726 systemd[1]: Starting Update APT News... Jun 8 02:32:23 computeinstance-e00c1axjmk02578726 systemd[1]: Starting Update the local ESM caches... Jun 8 02:32:24 computeinstance-e00c1axjmk02578726 systemd[1]: apt-news.service: Deactivated successfully. Jun 8 02:32:24 computeinstance-e00c1axjmk02578726 systemd[1]: Finished Update APT News. Jun 8 02:32:25 computeinstance-e00c1axjmk02578726 systemd[1]: esm-cache.service: Deactivated successfully. Jun 8 02:32:25 computeinstance-e00c1axjmk02578726 systemd[1]: Finished Update the local ESM caches. Jun 8 02:32:27 computeinstance-e00c1axjmk02578726 CRON[909569]: (CRON) info (No MTA installed, discarding output) Jun 8 02:33:12 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:33:12.605183849Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 02:33:13 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:33:13.2763647Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 02:33:13 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:33:13.276436861Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 02:33:13 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:33:13.313881586Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"55.159194962s","agent":"nebius_observability_agent"} Jun 8 02:34:08 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:34:08.473305606Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 02:34:09 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:34:09.134071266Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 02:34:09 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:34:09.134149836Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 02:34:09 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:34:09.142072123Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"1m1.877823929s","agent":"nebius_observability_agent"} Jun 8 02:35:11 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:35:11.0218312Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 02:35:11 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:35:11.616926952Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 02:35:11 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:35:11.616980905Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 02:35:11 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:35:11.625027Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"1m11.033214057s","agent":"nebius_observability_agent"} Jun 8 02:36:22 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:36:22.658594697Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 02:36:23 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:36:23.304639193Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 02:36:23 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:36:23.304700848Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 02:36:23 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:36:23.31138546Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"37.964226637s","agent":"nebius_observability_agent"} Jun 8 02:37:01 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:37:01.282194802Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 02:37:01 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:37:01.902367818Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 02:37:01 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:37:01.902495424Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 02:37:01 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:37:01.912869533Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"35.587793457s","agent":"nebius_observability_agent"} Jun 8 02:37:37 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:37:37.505746367Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 02:37:38 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:37:38.118209273Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 02:37:38 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:37:38.118280011Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 02:37:38 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:37:38.124521133Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"1m20.497106501s","agent":"nebius_observability_agent"} Jun 8 02:38:58 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:38:58.621844358Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 02:38:59 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:38:59.228063426Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 02:38:59 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:38:59.228141896Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 02:38:59 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:38:59.235580723Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"1m23.07859762s","agent":"nebius_observability_agent"} Jun 8 02:40:22 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:40:22.314410214Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 02:40:22 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:40:22.906598185Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 02:40:22 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:40:22.906669374Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 02:40:22 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:40:22.914159909Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"1m1.314577433s","agent":"nebius_observability_agent"} Jun 8 02:41:24 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:41:24.230105418Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 02:41:24 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:41:24.81449341Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 02:41:24 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:41:24.814559891Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 02:41:24 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:41:24.820991075Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"30.63833886s","agent":"nebius_observability_agent"} Jun 8 02:41:55 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:41:55.460501409Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 02:41:56 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:41:56.047580852Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 02:41:56 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:41:56.047649737Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 02:41:56 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:41:56.054668039Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"56.077649696s","agent":"nebius_observability_agent"} Jun 8 02:42:52 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:42:52.137631072Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 02:42:52 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:42:52.746055176Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 02:42:52 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:42:52.746140056Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 02:42:52 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:42:52.786522697Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"1m21.501763942s","agent":"nebius_observability_agent"} Jun 8 02:44:14 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:44:14.289520711Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 02:44:14 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:44:14.885116686Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 02:44:14 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:44:14.885192342Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 02:44:14 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:44:14.892484334Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"1m29.263194609s","agent":"nebius_observability_agent"} Jun 8 02:45:44 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:45:44.16488044Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 02:45:44 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:45:44.756045192Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 02:45:44 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:45:44.756114818Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 02:45:44 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:45:44.764446602Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"1m15.253015461s","agent":"nebius_observability_agent"} Jun 8 02:47:00 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:47:00.021641983Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 02:47:00 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:47:00.594660127Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 02:47:00 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:47:00.594719168Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 02:47:00 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:47:00.603567412Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"45.691593021s","agent":"nebius_observability_agent"} Jun 8 02:47:46 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:47:46.30072596Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 02:47:46 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:47:46.898280052Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 02:47:46 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:47:46.898357211Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 02:47:46 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:47:46.90675787Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"1m21.503586353s","agent":"nebius_observability_agent"} Jun 8 02:49:08 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:49:08.411169462Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 02:49:08 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:49:08.992387669Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 02:49:08 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:49:08.992480861Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 02:49:09 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:49:09.000346411Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"1m14.175767695s","agent":"nebius_observability_agent"} Jun 8 02:50:23 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:50:23.179296841Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 02:50:23 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:50:23.786348852Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 02:50:23 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:50:23.786423717Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 02:50:23 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:50:23.924158451Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"1m14.658584291s","agent":"nebius_observability_agent"} Jun 8 02:51:38 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:51:38.586922229Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 02:51:39 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:51:39.174768953Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 02:51:39 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:51:39.174859702Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 02:51:39 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:51:39.212755639Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"1m23.694710862s","agent":"nebius_observability_agent"} Jun 8 02:53:02 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:53:02.907662643Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 02:53:03 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:53:03.505535603Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 02:53:03 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:53:03.505599531Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 02:53:03 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:53:03.515085131Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"37.577974942s","agent":"nebius_observability_agent"} Jun 8 02:53:41 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:53:41.100104118Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 02:53:41 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:53:41.733698959Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 02:53:41 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:53:41.733769687Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 02:53:41 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:53:41.742422242Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"39.301375426s","agent":"nebius_observability_agent"} Jun 8 02:54:21 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:54:21.052571473Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 02:54:21 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:54:21.648277106Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 02:54:21 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:54:21.648374645Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 02:54:21 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:54:21.655649281Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"58.21575453s","agent":"nebius_observability_agent"} Jun 8 02:55:19 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:55:19.879382745Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 02:55:20 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:55:20.457119631Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 02:55:20 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:55:20.457230131Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 02:55:20 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:55:20.548507481Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"49.628926338s","agent":"nebius_observability_agent"} Jun 8 02:56:10 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:56:10.185767257Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 02:56:10 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:56:10.764843986Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 02:56:10 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:56:10.764911168Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 02:56:10 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:56:10.816749308Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"44.71885289s","agent":"nebius_observability_agent"} Jun 8 02:56:55 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:56:55.540282693Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 02:56:56 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:56:56.157645416Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 02:56:56 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:56:56.157704878Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 02:56:56 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:56:56.164797274Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"45.59942551s","agent":"nebius_observability_agent"} Jun 8 02:57:41 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:57:41.769167719Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 02:57:42 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:57:42.374896965Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 02:57:42 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:57:42.374962996Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 02:57:42 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:57:42.382645817Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"1m15.009835401s","agent":"nebius_observability_agent"} Jun 8 02:58:57 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:58:57.397203361Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 02:58:58 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:58:58.073947961Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 02:58:58 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:58:58.074010838Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 02:58:58 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T02:58:58.0825764Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"1m21.661448637s","agent":"nebius_observability_agent"} Jun 8 03:00:19 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T03:00:19.745421982Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 03:00:20 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T03:00:20.354042924Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 03:00:20 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T03:00:20.354118881Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 03:00:20 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T03:00:20.365516828Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"1m24.530748008s","agent":"nebius_observability_agent"} Jun 8 03:01:44 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T03:01:44.899694075Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 03:01:45 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T03:01:45.562881623Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 03:01:45 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T03:01:45.562945641Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 03:01:45 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T03:01:45.571139305Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"41.552226168s","agent":"nebius_observability_agent"} Jun 8 03:02:27 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T03:02:27.124547514Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 03:02:27 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T03:02:27.719902954Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 03:02:27 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T03:02:27.719993493Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 03:02:27 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T03:02:27.727713342Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"39.715304242s","agent":"nebius_observability_agent"} Jun 8 03:03:07 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T03:03:07.449137218Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 03:03:08 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T03:03:08.082551264Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 03:03:08 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T03:03:08.08263998Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 03:03:08 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T03:03:08.090802767Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"1m14.431422531s","agent":"nebius_observability_agent"} Jun 8 03:04:22 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T03:04:22.525290253Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 03:04:23 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T03:04:23.193103273Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 03:04:23 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T03:04:23.193208253Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 03:04:23 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T03:04:23.201231276Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"1m27.405229695s","agent":"nebius_observability_agent"} Jun 8 03:05:50 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T03:05:50.613612996Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 03:05:51 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T03:05:51.203427032Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 03:05:51 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T03:05:51.203503539Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 03:05:51 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T03:05:51.212538221Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"45.813570837s","agent":"nebius_observability_agent"} Jun 8 03:06:37 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T03:06:37.029836529Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 03:06:37 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T03:06:37.665992294Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 03:06:37 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T03:06:37.666071374Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 03:06:37 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T03:06:37.721801686Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"1m7.1059287s","agent":"nebius_observability_agent"} Jun 8 03:07:44 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T03:07:44.827912546Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 03:07:45 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T03:07:45.39654262Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 03:07:45 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T03:07:45.396630024Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 03:07:45 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T03:07:45.406060251Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"1m24.278024543s","agent":"nebius_observability_agent"} Jun 8 03:09:09 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T03:09:09.687344301Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 03:09:10 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T03:09:10.253838585Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 03:09:10 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T03:09:10.253910836Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 03:09:10 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T03:09:10.261028472Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"1m28.143171502s","agent":"nebius_observability_agent"} Jun 8 03:10:01 computeinstance-e00c1axjmk02578726 CRON[1047159]: (root) CMD (test -e /run/systemd/system || SERVICE_MODE=1 /sbin/e2scrub_all -A -r) Jun 8 03:10:38 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T03:10:38.411043213Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 03:10:39 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T03:10:39.00406425Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 03:10:39 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T03:10:39.00416936Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 03:10:39 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T03:10:39.012697436Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"1m19.468926368s","agent":"nebius_observability_agent"} Jun 8 03:10:58 computeinstance-e00c1axjmk02578726 systemd[1]: Starting Online ext4 Metadata Check for All Filesystems... Jun 8 03:10:58 computeinstance-e00c1axjmk02578726 systemd[1]: e2scrub_all.service: Deactivated successfully. Jun 8 03:10:58 computeinstance-e00c1axjmk02578726 systemd[1]: Finished Online ext4 Metadata Check for All Filesystems. Jun 8 03:11:58 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T03:11:58.481866506Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 03:11:59 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T03:11:59.065580062Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 03:11:59 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T03:11:59.065708729Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 03:11:59 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T03:11:59.073785945Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"50.178905463s","agent":"nebius_observability_agent"} Jun 8 03:12:49 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T03:12:49.253243066Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 03:12:49 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T03:12:49.866985346Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 03:12:49 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T03:12:49.867045889Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 03:12:49 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T03:12:49.874843406Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"1m15.695699179s","agent":"nebius_observability_agent"} Jun 8 03:14:05 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T03:14:05.576301984Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 03:14:06 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T03:14:06.193846555Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 03:14:06 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T03:14:06.193931965Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 03:14:06 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T03:14:06.201350843Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"54.498886323s","agent":"nebius_observability_agent"} Jun 8 03:15:00 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T03:15:00.701540199Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 03:15:01 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T03:15:01.351943235Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 03:15:01 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T03:15:01.351999381Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 03:15:01 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T03:15:01.36019688Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"42.405785698s","agent":"nebius_observability_agent"} Jun 8 03:15:43 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T03:15:43.767411115Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 03:15:44 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T03:15:44.370596301Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 03:15:44 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T03:15:44.37067337Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 03:15:44 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T03:15:44.379222037Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"1m19.716988008s","agent":"nebius_observability_agent"} Jun 8 03:17:01 computeinstance-e00c1axjmk02578726 CRON[1062508]: (root) CMD ( cd / && run-parts --report /etc/cron.hourly) Jun 8 03:17:04 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T03:17:04.102478274Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 03:17:04 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T03:17:04.690549352Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 03:17:04 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T03:17:04.690637618Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 03:17:04 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T03:17:04.698688163Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"1m22.888894768s","agent":"nebius_observability_agent"} Jun 8 03:18:28 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T03:18:28.510472566Z","level":"INFO","msg":"Polling for ","agent":"nebius_observability_agent"} Jun 8 03:18:30 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T03:18:30.572145568Z","level":"ERROR","msg":"failed to get DCGM version","error":"failed to get dcgm version: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 03:18:30 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T03:18:30.572771617Z","level":"ERROR","msg":"failed to get GPU info","error":"failed to get gpu info: exec: \"dcgmi\": executable file not found in $PATH"} Jun 8 03:18:37 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T03:18:37.472084815Z","level":"WARN","msg":"gRPC call failed","error":"rpc error: code = DeadlineExceeded desc = context deadline exceeded"} Jun 8 03:18:37 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T03:18:37.472850728Z","level":"ERROR","msg":"Failed to send agent data","error":"failed to send agent data: rpc error: code = DeadlineExceeded desc = context deadline exceeded","agent":"nebius_observability_agent"} Jun 8 03:18:37 computeinstance-e00c1axjmk02578726 nebius-observability-agent-updater-run.sh[104108]: {"time":"2025-06-08T03:18:37.472868896Z","level":"INFO","msg":"Calculated poll interval","poll_interval":"1m21.720040375s","agent":"nebius_observability_agent"}