[ May 29 19:43:30 Enabled. ] [ May 29 19:43:30 Rereading configuration. ] [ May 29 19:43:31 Rereading configuration. ] [ May 29 19:43:34 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/oximeter-collector/bin/oximeter run /var/svc/manifest/site/oximeter/config.toml --address [fd00:1122:3344:101::d]:12223 --id 901ec26b-90dc-4813-8833-d7a056f32f59 &"). ] [ May 29 19:43:34 Method "start" exited with status 0. ] note: configured to log to "/dev/stdout" {"msg":"registered DTrace probes","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:43:35.015279605Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577} {"msg":"starting oximeter server","v":0,"name":"oximeter","level":30,"time":"2026-05-29T19:43:35.017169172Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"file":"oximeter/collector/src/lib.rs:301"} {"msg":"creating ClickHouse client","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:43:35.017236624Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577} {"msg":"registered USDT probes","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:43:35.052343744Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"oximeter database does not exist, or is out-of-date","v":0,"name":"oximeter","level":40,"time":"2026-05-29T19:43:41.409571076Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:890"} {"msg":"oximeter database does not exist, creating","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:43:41.409651328Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"reading db version","v":0,"name":"oximeter","level":30,"time":"2026-05-29T19:43:41.409694548Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:790"} {"msg":"oximeter database does not exist, or is out-of-date","v":0,"name":"oximeter","level":40,"time":"2026-05-29T19:43:41.410769434Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:890"} {"msg":"read oximeter database version","v":0,"name":"oximeter","level":30,"time":"2026-05-29T19:43:41.410845385Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:795","version":0} {"msg":"initializing oximeter schema","v":0,"name":"oximeter","level":30,"time":"2026-05-29T19:43:41.410855835Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:800"} {"msg":"initializing ClickHouse database","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:43:41.410895856Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"inserting current version","v":0,"name":"oximeter","level":30,"time":"2026-05-29T19:43:41.519604837Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:821","version":14} {"msg":"registered USDT probes","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:43:41.542643362Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"7ff13152-d803-4e50-9c5e-b3d2717f851a","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"registered endpoint","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:43:41.56448784Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","versions":"all","path":"/info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:43:41.56451629Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","versions":"all","path":"/producers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:43:41.564559661Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","versions":"all","path":"/producers/{producer_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:43:41.564567481Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","versions":"all","path":"/producers/{producer_id}","method":"GET"} {"msg":"listening","v":0,"name":"oximeter","level":30,"time":"2026-05-29T19:43:41.564598161Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.17.0/src/server.rs:335"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:43:41.569424761Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot"} {"msg":"registered USDT probes","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:43:41.569509313Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577} {"msg":"contacting nexus","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:43:41.569576214Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577} {"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:43:41.599479769Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/collectors","method":"POST"} {"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:43:41.768265874Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"result":"Ok(Response { url: \"http://[fd00:1122:3344:101::b]:12221/metrics/collectors\", status: 204, headers: {\"x-request-id\": \"72827c47-8b8f-49d5-b3aa-5b87cbbac189\", \"date\": \"Fri, 29 May 2026 19:43:41 GMT\"} })"} {"msg":"oximeter registered with nexus","v":0,"name":"oximeter","level":30,"time":"2026-05-29T19:43:41.768341035Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"file":"oximeter/collector/src/lib.rs:464","id":"901ec26b-90dc-4813-8833-d7a056f32f59"} {"msg":"starting refresh list task","v":0,"name":"oximeter","level":30,"time":"2026-05-29T19:43:41.768421566Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"oximeter","level":30,"time":"2026-05-29T19:43:41.769467181Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:565"} {"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:43:41.77281648Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"body":"None","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/collectors/901ec26b-90dc-4813-8833-d7a056f32f59/producers?sort_by=id_ascending","method":"GET"} {"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:43:41.886156359Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"result":"Ok(Response { url: \"http://[fd00:1122:3344:101::b]:12221/metrics/collectors/901ec26b-90dc-4813-8833-d7a056f32f59/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4f6f9c53-77eb-4130-b0e7-caedc164fac3\", \"content-length\": \"29\", \"date\": \"Fri, 29 May 2026 19:43:41 GMT\"} })"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"oximeter","level":30,"time":"2026-05-29T19:43:41.88627428Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:640","n_current_tasks":0,"n_pruned_tasks":0} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:43:46.544258544Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:43:46.544297475Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:43:51.545032314Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:43:51.54516575Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:43:56.545915748Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:43:56.54602549Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"oximeter","level":30,"time":"2026-05-29T19:43:56.771053053Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:565"} {"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:43:56.771139874Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"body":"None","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/collectors/901ec26b-90dc-4813-8833-d7a056f32f59/producers?sort_by=id_ascending","method":"GET"} {"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:43:56.784752572Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"result":"Ok(Response { url: \"http://[fd00:1122:3344:101::b]:12221/metrics/collectors/901ec26b-90dc-4813-8833-d7a056f32f59/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4139986e-753e-46ae-9611-263f67a1a7d2\", \"content-length\": \"436\", \"date\": \"Fri, 29 May 2026 19:43:56 GMT\"} })"} {"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:43:56.786822482Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"body":"None","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/collectors/901ec26b-90dc-4813-8833-d7a056f32f59/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJiNTUxZDBiZS03NjA2LTQ4ODEtODU1My1lNDg0MDE1YjJmYTAifX0%3D","method":"GET"} {"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:43:56.790014988Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"result":"Ok(Response { url: \"http://[fd00:1122:3344:101::b]:12221/metrics/collectors/901ec26b-90dc-4813-8833-d7a056f32f59/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJiNTUxZDBiZS03NjA2LTQ4ODEtODU1My1lNDg0MDE1YjJmYTAifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4cd1eab9-530d-409c-802a-613993c69947\", \"content-length\": \"29\", \"date\": \"Fri, 29 May 2026 19:43:56 GMT\"} })"} {"msg":"registered new metric producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:43:56.790060973Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","address":"[fd00:1122:3344:101::2]:8001","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad"} {"msg":"registered new metric producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:43:56.790097874Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","address":"[fd00:1122:3344:101::2]:56326","producer_id":"b551d0be-7606-4881-8553-e484015b2fa0"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"oximeter","level":30,"time":"2026-05-29T19:43:56.790133274Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:640","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:43:56.791205596Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":56326,"producer_ip":"fd00:1122:3344:101::2","producer_id":"b551d0be-7606-4881-8553-e484015b2fa0","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"reporting oximeter self-collection statistics","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:43:56.791274997Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":56326,"producer_ip":"fd00:1122:3344:101::2","producer_id":"b551d0be-7606-4881-8553-e484015b2fa0","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"reporting oximeter self-collection statistics","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:43:56.791320827Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:43:56.791371828Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":56326,"producer_ip":"fd00:1122:3344:101::2","producer_id":"b551d0be-7606-4881-8553-e484015b2fa0","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:43:56.807581634Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:43:56.807641315Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:43:56.817975325Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","n_samples":14,"n_results":1} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:43:56.823938822Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":56326,"producer_ip":"fd00:1122:3344:101::2","producer_id":"b551d0be-7606-4881-8553-e484015b2fa0","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","n_samples":140,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:43:57.807980815Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:43:57.808051176Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:43:57.80970811Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","n_samples":14,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:43:58.80792201Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:43:58.808126202Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:43:58.809870908Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","n_samples":14,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:43:59.808100947Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:43:59.808200306Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:43:59.809916954Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","n_samples":14,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:00.808166373Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:00.808275667Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:00.809964769Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","n_samples":14,"n_results":1} {"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:01.546372681Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","n_samples":212} {"msg":"unrolling 212 total samples","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:01.546547573Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:01.546556464Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","n_samples":212} {"msg":"fetching timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:01.556900784Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:01.566643036Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"ddm_router:originated_tunnel_endpoints\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"hostname\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: U64, version: 1, authz_scope: Fleet, units: Count, created: 2026-05-29T19:44:01.550108505Z }","timeseries_name":"ddm_router:originated_tunnel_endpoints"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:01.566745067Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"ddm_router:originated_underlay_prefixes\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"hostname\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: U64, version: 1, authz_scope: Fleet, units: Count, created: 2026-05-29T19:44:01.550012374Z }","timeseries_name":"ddm_router:originated_underlay_prefixes"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:01.566822879Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"ddm_session:advertisements_received\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"hostname\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"interface\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-05-29T19:44:01.550363939Z }","timeseries_name":"ddm_session:advertisements_received"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:01.56695923Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"ddm_session:advertisements_sent\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"hostname\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"interface\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-05-29T19:44:01.550301918Z }","timeseries_name":"ddm_session:advertisements_sent"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:01.567094742Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"ddm_session:imported_tunnel_endpoints\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"hostname\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"interface\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: U64, version: 1, authz_scope: Fleet, units: Count, created: 2026-05-29T19:44:01.550843456Z }","timeseries_name":"ddm_session:imported_tunnel_endpoints"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:01.567167433Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"ddm_session:imported_underlay_prefixes\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"hostname\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"interface\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: U64, version: 1, authz_scope: Fleet, units: Count, created: 2026-05-29T19:44:01.550783515Z }","timeseries_name":"ddm_session:imported_underlay_prefixes"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:01.567242265Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"ddm_session:peer_address_changes\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"hostname\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"interface\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-05-29T19:44:01.550484161Z }","timeseries_name":"ddm_session:peer_address_changes"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:01.567330266Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"ddm_session:peer_expirations\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"hostname\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"interface\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-05-29T19:44:01.550423750Z }","timeseries_name":"ddm_session:peer_expirations"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:01.567438217Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"ddm_session:peer_sessions_established\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"hostname\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"interface\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-05-29T19:44:01.550543822Z }","timeseries_name":"ddm_session:peer_sessions_established"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:01.567550749Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"ddm_session:solicitations_received\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"hostname\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"interface\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-05-29T19:44:01.550234967Z }","timeseries_name":"ddm_session:solicitations_received"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:01.567674881Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"ddm_session:solicitations_sent\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"hostname\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"interface\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-05-29T19:44:01.550172456Z }","timeseries_name":"ddm_session:solicitations_sent"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:01.567732892Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"ddm_session:update_send_fail\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"hostname\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"interface\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-05-29T19:44:01.550724184Z }","timeseries_name":"ddm_session:update_send_fail"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:01.567779732Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"ddm_session:updates_received\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"hostname\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"interface\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-05-29T19:44:01.550664013Z }","timeseries_name":"ddm_session:updates_received"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:01.567834883Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"ddm_session:updates_sent\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"hostname\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"interface\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-05-29T19:44:01.550604463Z }","timeseries_name":"ddm_session:updates_sent"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:01.567888644Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"dendrite:sample_collection_duration\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"asic_fab\", field_type: String, source: Metric, description: \"\" }, FieldSchema { name: \"asic_lot\", field_type: String, source: Metric, description: \"\" }, FieldSchema { name: \"asic_wafer\", field_type: U8, source: Metric, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_x\", field_type: I16, source: Metric, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_y\", field_type: I16, source: Metric, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"sled_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"sled_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_id\", field_type: Uuid, source: Metric, description: \"\" }, FieldSchema { name: \"switch_model\", field_type: String, source: Metric, description: \"\" }, FieldSchema { name: \"switch_revision\", field_type: U32, source: Metric, description: \"\" }, FieldSchema { name: \"switch_serial\", field_type: String, source: Metric, description: \"\" }, FieldSchema { name: \"switch_slot\", field_type: U16, source: Metric, description: \"\" }}, datum_type: F64, version: 1, authz_scope: Fleet, units: Count, created: 2026-05-29T19:44:01.555235740Z }","timeseries_name":"dendrite:sample_collection_duration"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:01.567978335Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"oximeter_collector:collections\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"base_route\", field_type: String, source: Metric, description: \"\" }, FieldSchema { name: \"collector_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"collector_ip\", field_type: IpAddr, source: Target, description: \"\" }, FieldSchema { name: \"collector_port\", field_type: U16, source: Target, description: \"\" }, FieldSchema { name: \"producer_id\", field_type: Uuid, source: Metric, description: \"\" }, FieldSchema { name: \"producer_ip\", field_type: IpAddr, source: Metric, description: \"\" }, FieldSchema { name: \"producer_port\", field_type: U16, source: Metric, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-05-29T19:44:01.549811311Z }","timeseries_name":"oximeter_collector:collections"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:01.568068366Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"switch_data_link:link_enabled\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"asic_fab\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_lot\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer\", field_type: U8, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_x\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_y\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"kind\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"link_id\", field_type: U8, source: Metric, description: \"\" }, FieldSchema { name: \"model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"network\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"port_id\", field_type: String, source: Metric, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"sled_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"sled_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"switch_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"switch_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_slot\", field_type: U16, source: Target, description: \"\" }}, datum_type: Bool, version: 1, authz_scope: Fleet, units: Count, created: 2026-05-29T19:44:01.550907387Z }","timeseries_name":"switch_data_link:link_enabled"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:01.568194768Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"switch_data_link:link_up\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"asic_fab\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_lot\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer\", field_type: U8, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_x\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_y\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"kind\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"link_id\", field_type: U8, source: Metric, description: \"\" }, FieldSchema { name: \"model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"network\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"port_id\", field_type: String, source: Metric, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"sled_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"sled_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"switch_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"switch_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_slot\", field_type: U16, source: Target, description: \"\" }}, datum_type: Bool, version: 1, authz_scope: Fleet, units: Count, created: 2026-05-29T19:44:01.550972528Z }","timeseries_name":"switch_data_link:link_up"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:01.568347221Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"switch_table:capacity\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"asic_fab\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_lot\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer\", field_type: U8, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_x\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_y\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"switch_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"switch_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"switch_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_slot\", field_type: U16, source: Target, description: \"\" }, FieldSchema { name: \"table\", field_type: String, source: Target, description: \"\" }}, datum_type: U64, version: 1, authz_scope: Fleet, units: Count, created: 2026-05-29T19:44:01.551093910Z }","timeseries_name":"switch_table:capacity"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:01.568444272Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"switch_table:collisions\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"asic_fab\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_lot\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer\", field_type: U8, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_x\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_y\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"switch_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"switch_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"switch_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_slot\", field_type: U16, source: Target, description: \"\" }, FieldSchema { name: \"table\", field_type: String, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-05-29T19:44:01.551411554Z }","timeseries_name":"switch_table:collisions"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:01.568541173Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"switch_table:delete_misses\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"asic_fab\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_lot\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer\", field_type: U8, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_x\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_y\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"switch_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"switch_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"switch_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_slot\", field_type: U16, source: Target, description: \"\" }, FieldSchema { name: \"table\", field_type: String, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-05-29T19:44:01.551536366Z }","timeseries_name":"switch_table:delete_misses"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:01.568631015Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"switch_table:deletes\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"asic_fab\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_lot\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer\", field_type: U8, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_x\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_y\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"switch_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"switch_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"switch_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_slot\", field_type: U16, source: Target, description: \"\" }, FieldSchema { name: \"table\", field_type: String, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-05-29T19:44:01.551286893Z }","timeseries_name":"switch_table:deletes"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:01.568733116Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"switch_table:exhaustion\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"asic_fab\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_lot\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer\", field_type: U8, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_x\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_y\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"switch_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"switch_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"switch_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_slot\", field_type: U16, source: Target, description: \"\" }, FieldSchema { name: \"table\", field_type: String, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-05-29T19:44:01.551599767Z }","timeseries_name":"switch_table:exhaustion"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:01.568820528Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"switch_table:inserts\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"asic_fab\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_lot\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer\", field_type: U8, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_x\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_y\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"switch_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"switch_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"switch_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_slot\", field_type: U16, source: Target, description: \"\" }, FieldSchema { name: \"table\", field_type: String, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-05-29T19:44:01.551223501Z }","timeseries_name":"switch_table:inserts"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:01.568916339Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"switch_table:occupancy\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"asic_fab\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_lot\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer\", field_type: U8, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_x\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_y\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"switch_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"switch_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"switch_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_slot\", field_type: U16, source: Target, description: \"\" }, FieldSchema { name: \"table\", field_type: String, source: Target, description: \"\" }}, datum_type: U64, version: 1, authz_scope: Fleet, units: Count, created: 2026-05-29T19:44:01.551162661Z }","timeseries_name":"switch_table:occupancy"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:01.56900464Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"switch_table:update_misses\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"asic_fab\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_lot\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer\", field_type: U8, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_x\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_y\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"switch_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"switch_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"switch_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_slot\", field_type: U16, source: Target, description: \"\" }, FieldSchema { name: \"table\", field_type: String, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-05-29T19:44:01.551474215Z }","timeseries_name":"switch_table:update_misses"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:01.569099641Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"switch_table:updates\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"asic_fab\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_lot\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer\", field_type: U8, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_x\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_y\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"switch_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"switch_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"switch_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_slot\", field_type: U16, source: Target, description: \"\" }, FieldSchema { name: \"table\", field_type: String, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-05-29T19:44:01.551349243Z }","timeseries_name":"switch_table:updates"} {"msg":"inserting 27 new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:01.57173996Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:01.579221539Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","table_name":"fields_i16","n_rows":280} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:01.580893323Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","table_name":"fields_ipaddr","n_rows":4} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:01.582966963Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","table_name":"fields_string","n_rows":749} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:01.584678828Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","table_name":"fields_u16","n_rows":144} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:01.586372283Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","table_name":"fields_u32","n_rows":145} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:01.587978326Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","table_name":"fields_u8","n_rows":144} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:01.589733302Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","table_name":"fields_uuid","n_rows":452} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:01.591329845Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","table_name":"measurements_bool","n_rows":4} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:01.592954499Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","table_name":"measurements_cumulativeu64","n_rows":157} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:01.594506821Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","table_name":"measurements_f64","n_rows":1} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:01.596156515Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","table_name":"measurements_u64","n_rows":50} {"msg":"failed to insert some results into metric DB","v":0,"name":"oximeter","level":40,"time":"2026-05-29T19:44:01.648018289Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:269","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:01.808396602Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:01.808468923Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:01.810220519Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","n_samples":14,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:02.80843038Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:02.808558122Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:02.809923802Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","n_samples":14,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:03.808200255Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:03.808304996Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:03.810066502Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","n_samples":14,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:04.80805564Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:04.808175492Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:04.809612413Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","n_samples":14,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:05.808302322Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:05.808401093Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:05.810041897Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","n_samples":14,"n_results":1} {"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:06.546137475Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","n_samples":70} {"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:06.546211116Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","n_samples":70} {"msg":"unrolling 70 total samples","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:06.546245816Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"fetching timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:06.549084337Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:06.570360047Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","table_name":"fields_string","n_rows":26} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:06.572073422Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","table_name":"fields_uuid","n_rows":28} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:06.573648095Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","table_name":"measurements_cumulativeu64","n_rows":50} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:06.576496566Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","table_name":"measurements_u64","n_rows":20} {"msg":"failed to insert some results into metric DB","v":0,"name":"oximeter","level":40,"time":"2026-05-29T19:44:06.646645177Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:269","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:06.790694722Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":56326,"producer_ip":"fd00:1122:3344:101::2","producer_id":"b551d0be-7606-4881-8553-e484015b2fa0","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:06.790823434Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":56326,"producer_ip":"fd00:1122:3344:101::2","producer_id":"b551d0be-7606-4881-8553-e484015b2fa0","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:06.803465928Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":56326,"producer_ip":"fd00:1122:3344:101::2","producer_id":"b551d0be-7606-4881-8553-e484015b2fa0","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","n_samples":140,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:06.807889362Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:06.807949403Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:06.809390564Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","n_samples":14,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:07.807554853Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:07.807710556Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:07.809734925Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","n_samples":14,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:08.807883295Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:08.808028077Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:08.809552649Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","n_samples":14,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:09.807675407Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:09.80780636Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:09.80921328Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","n_samples":14,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:10.808348383Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:10.808395974Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:10.810127979Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","n_samples":14,"n_results":1} {"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:11.546294937Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","n_samples":210} {"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:11.546386498Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","n_samples":210} {"msg":"unrolling 210 total samples","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:11.54645329Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"fetching timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:11.554598818Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:11.563937764Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","table_name":"fields_i16","n_rows":280} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:11.565956593Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","table_name":"fields_string","n_rows":747} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:11.567746439Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","table_name":"fields_u16","n_rows":140} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:11.569621736Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","table_name":"fields_u32","n_rows":145} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:11.571370812Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","table_name":"fields_u8","n_rows":144} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:11.573241079Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","table_name":"fields_uuid","n_rows":448} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:11.574851848Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","table_name":"measurements_bool","n_rows":4} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:11.576678879Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","table_name":"measurements_cumulativeu64","n_rows":155} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:11.578651068Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","table_name":"measurements_f64","n_rows":1} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:11.580582496Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","table_name":"measurements_u64","n_rows":50} {"msg":"failed to insert some results into metric DB","v":0,"name":"oximeter","level":40,"time":"2026-05-29T19:44:11.647194715Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:269","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"oximeter","level":30,"time":"2026-05-29T19:44:11.771473223Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:565"} {"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:11.771561174Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"body":"None","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/collectors/901ec26b-90dc-4813-8833-d7a056f32f59/producers?sort_by=id_ascending","method":"GET"} {"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:11.794895393Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"result":"Ok(Response { url: \"http://[fd00:1122:3344:101::a]:12221/metrics/collectors/901ec26b-90dc-4813-8833-d7a056f32f59/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6f9153f8-df09-4aec-9825-39321b78b228\", \"content-length\": \"715\", \"date\": \"Fri, 29 May 2026 19:44:11 GMT\"} })"} {"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:11.794963654Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"body":"None","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/collectors/901ec26b-90dc-4813-8833-d7a056f32f59/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJiNTUxZDBiZS03NjA2LTQ4ODEtODU1My1lNDg0MDE1YjJmYTAifX0%3D","method":"GET"} {"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:11.797820636Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"result":"Ok(Response { url: \"http://[fd00:1122:3344:101::a]:12221/metrics/collectors/901ec26b-90dc-4813-8833-d7a056f32f59/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJiNTUxZDBiZS03NjA2LTQ4ODEtODU1My1lNDg0MDE1YjJmYTAifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4a975a10-392e-4f6e-9470-3f30749393e5\", \"content-length\": \"29\", \"date\": \"Fri, 29 May 2026 19:44:11 GMT\"} })"} {"msg":"registered new metric producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:11.797876797Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","address":"[fd00:1122:3344:101::b]:43728","producer_id":"1ae38df7-9909-4577-b497-a67c5cf30377"} {"msg":"registered new metric producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:11.797927628Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","address":"[fd00:1122:3344:101::1]:37744","producer_id":"22fdeb8b-488b-4808-ad25-4b8f01f41850"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"oximeter","level":30,"time":"2026-05-29T19:44:11.797969598Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:640","n_current_tasks":4,"n_pruned_tasks":0} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:11.798967083Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":37744,"producer_ip":"fd00:1122:3344:101::1","producer_id":"22fdeb8b-488b-4808-ad25-4b8f01f41850","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"reporting oximeter self-collection statistics","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:11.799020693Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":37744,"producer_ip":"fd00:1122:3344:101::1","producer_id":"22fdeb8b-488b-4808-ad25-4b8f01f41850","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"reporting oximeter self-collection statistics","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:11.799074444Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":43728,"producer_ip":"fd00:1122:3344:101::b","producer_id":"1ae38df7-9909-4577-b497-a67c5cf30377","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:11.799129125Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":37744,"producer_ip":"fd00:1122:3344:101::1","producer_id":"22fdeb8b-488b-4808-ad25-4b8f01f41850","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:11.799142305Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":43728,"producer_ip":"fd00:1122:3344:101::b","producer_id":"1ae38df7-9909-4577-b497-a67c5cf30377","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:11.799196126Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":43728,"producer_ip":"fd00:1122:3344:101::b","producer_id":"1ae38df7-9909-4577-b497-a67c5cf30377","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:11.807237133Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":43728,"producer_ip":"fd00:1122:3344:101::b","producer_id":"1ae38df7-9909-4577-b497-a67c5cf30377","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","n_samples":12,"n_results":5} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:11.808328359Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:11.80839038Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:11.810114895Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","n_samples":14,"n_results":1} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:11.947445202Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":37744,"producer_ip":"fd00:1122:3344:101::1","producer_id":"22fdeb8b-488b-4808-ad25-4b8f01f41850","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","n_samples":2543,"n_results":3} {"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:11.963460081Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","n_samples":2571} {"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:11.96376348Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","n_samples":2571} {"msg":"unrolling 2571 total samples","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:11.96382079Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"fetching timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:12.051297683Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:12.054781944Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"collection_target:cpus_provisioned\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: I64, version: 1, authz_scope: Fleet, units: Count, created: 2026-05-29T19:44:11.964223136Z }","timeseries_name":"collection_target:cpus_provisioned"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:12.054973447Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"collection_target:ram_provisioned\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: I64, version: 1, authz_scope: Fleet, units: Count, created: 2026-05-29T19:44:11.964300237Z }","timeseries_name":"collection_target:ram_provisioned"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:12.055041517Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"collection_target:virtual_disk_space_provisioned\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: I64, version: 1, authz_scope: Fleet, units: Count, created: 2026-05-29T19:44:11.964373658Z }","timeseries_name":"collection_target:virtual_disk_space_provisioned"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:12.055097188Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"http_service:request_latency_histogram\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"name\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"operation_id\", field_type: String, source: Metric, description: \"\" }, FieldSchema { name: \"status_code\", field_type: U16, source: Metric, description: \"\" }}, datum_type: HistogramU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-05-29T19:44:11.964079374Z }","timeseries_name":"http_service:request_latency_histogram"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:12.055170209Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"kstat_sampler:expired_targets\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"hostname\", field_type: String, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-05-29T19:44:12.039625563Z }","timeseries_name":"kstat_sampler:expired_targets"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:12.05523023Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"kstat_sampler:samples_dropped\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"hostname\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"target_id\", field_type: U64, source: Metric, description: \"\" }, FieldSchema { name: \"target_name\", field_type: String, source: Metric, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-05-29T19:44:12.039881187Z }","timeseries_name":"kstat_sampler:samples_dropped"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:12.055288291Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"sled_cpu:cpu_nsec\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"cpu_id\", field_type: U32, source: Metric, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"sled_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"sled_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"state\", field_type: String, source: Metric, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-05-29T19:44:12.005365225Z }","timeseries_name":"sled_cpu:cpu_nsec"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:12.055393142Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"sled_data_link:bytes_received\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"kind\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"link_name\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"sled_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"sled_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"zone_name\", field_type: String, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-05-29T19:44:11.965910811Z }","timeseries_name":"sled_data_link:bytes_received"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:12.055504684Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"sled_data_link:bytes_sent\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"kind\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"link_name\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"sled_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"sled_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"zone_name\", field_type: String, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-05-29T19:44:11.966090854Z }","timeseries_name":"sled_data_link:bytes_sent"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:12.055607296Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"sled_data_link:errors_received\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"kind\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"link_name\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"sled_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"sled_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"zone_name\", field_type: String, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-05-29T19:44:11.965741089Z }","timeseries_name":"sled_data_link:errors_received"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:12.055719347Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"sled_data_link:errors_sent\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"kind\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"link_name\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"sled_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"sled_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"zone_name\", field_type: String, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-05-29T19:44:11.965814299Z }","timeseries_name":"sled_data_link:errors_sent"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:12.055772348Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"sled_data_link:packets_received\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"kind\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"link_name\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"sled_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"sled_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"zone_name\", field_type: String, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-05-29T19:44:11.966023142Z }","timeseries_name":"sled_data_link:packets_received"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:12.05587048Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"sled_data_link:packets_sent\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"kind\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"link_name\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"sled_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"sled_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"zone_name\", field_type: String, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-05-29T19:44:11.966156424Z }","timeseries_name":"sled_data_link:packets_sent"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:12.055958451Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"zfs_dataset:bytes_used\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"dataset_id\", field_type: Uuid, source: Metric, description: \"\" }, FieldSchema { name: \"dataset_kind\", field_type: String, source: Metric, description: \"\" }, FieldSchema { name: \"dataset_name\", field_type: String, source: Metric, description: \"\" }, FieldSchema { name: \"pool_id\", field_type: Uuid, source: Metric, description: \"\" }, FieldSchema { name: \"pool_kind\", field_type: String, source: Metric, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"sled_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"sled_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"zone_name\", field_type: String, source: Metric, description: \"\" }}, datum_type: U64, version: 1, authz_scope: Fleet, units: Count, created: 2026-05-29T19:44:12.041473240Z }","timeseries_name":"zfs_dataset:bytes_used"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:12.056051862Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"zfs_pool:bytes_allocated\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"pool_id\", field_type: Uuid, source: Metric, description: \"\" }, FieldSchema { name: \"pool_kind\", field_type: String, source: Metric, description: \"\" }, FieldSchema { name: \"pool_name\", field_type: String, source: Metric, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"sled_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"sled_serial\", field_type: String, source: Target, description: \"\" }}, datum_type: U64, version: 1, authz_scope: Fleet, units: Count, created: 2026-05-29T19:44:12.040364204Z }","timeseries_name":"zfs_pool:bytes_allocated"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:12.056183184Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"zfs_pool:bytes_total\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"pool_id\", field_type: Uuid, source: Metric, description: \"\" }, FieldSchema { name: \"pool_kind\", field_type: String, source: Metric, description: \"\" }, FieldSchema { name: \"pool_name\", field_type: String, source: Metric, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"sled_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"sled_serial\", field_type: String, source: Target, description: \"\" }}, datum_type: U64, version: 1, authz_scope: Fleet, units: Count, created: 2026-05-29T19:44:12.040442255Z }","timeseries_name":"zfs_pool:bytes_total"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:12.056269385Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"zone:cpu_nsec\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"sled_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"sled_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"state\", field_type: String, source: Metric, description: \"\" }, FieldSchema { name: \"zone_id\", field_type: Uuid, source: Metric, description: \"\" }, FieldSchema { name: \"zone_name\", field_type: String, source: Metric, description: \"\" }, FieldSchema { name: \"zone_type\", field_type: String, source: Metric, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-05-29T19:44:11.980525544Z }","timeseries_name":"zone:cpu_nsec"} {"msg":"failed to insert some results into metric DB","v":0,"name":"oximeter","level":40,"time":"2026-05-29T19:44:12.064957012Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:269","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"inserting 17 new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:12.073599707Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:12.079328001Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","table_name":"fields_ipaddr","n_rows":4} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:12.08408889Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","table_name":"fields_string","n_rows":3230} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:12.086393964Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","table_name":"fields_u16","n_rows":10} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:12.089275905Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","table_name":"fields_u32","n_rows":953} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:12.09164754Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","table_name":"fields_u64","n_rows":2} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:12.094534172Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","table_name":"fields_uuid","n_rows":1844} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:12.097327312Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","table_name":"measurements_cumulativeu64","n_rows":2248} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:12.102026301Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","table_name":"measurements_histogramu64","n_rows":6} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:12.103910058Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","table_name":"measurements_i64","n_rows":9} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:12.105741205Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","table_name":"measurements_u64","n_rows":308} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:12.807938888Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:12.807974709Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:12.809602813Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","n_samples":14,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:13.807754992Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:13.807802252Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:13.809431376Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","n_samples":14,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:14.807591205Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:14.807631266Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:14.809414362Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","n_samples":14,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:15.808301801Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:15.808353302Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:15.809960355Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","n_samples":14,"n_results":1} {"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:16.546095273Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","n_samples":56} {"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:16.546137004Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","n_samples":56} {"msg":"unrolling 56 total samples","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:16.546146374Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"fetching timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:16.548437907Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:16.561295014Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","table_name":"fields_string","n_rows":26} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:16.563175662Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","table_name":"fields_uuid","n_rows":28} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:16.564987458Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","table_name":"measurements_cumulativeu64","n_rows":40} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:16.566590881Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","table_name":"measurements_u64","n_rows":16} {"msg":"failed to insert some results into metric DB","v":0,"name":"oximeter","level":40,"time":"2026-05-29T19:44:16.646970611Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:269","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:16.791025006Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":56326,"producer_ip":"fd00:1122:3344:101::2","producer_id":"b551d0be-7606-4881-8553-e484015b2fa0","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:16.791059827Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":56326,"producer_ip":"fd00:1122:3344:101::2","producer_id":"b551d0be-7606-4881-8553-e484015b2fa0","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:16.803842893Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":56326,"producer_ip":"fd00:1122:3344:101::2","producer_id":"b551d0be-7606-4881-8553-e484015b2fa0","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","n_samples":140,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:16.808131845Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:16.808151445Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:16.809740498Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","n_samples":14,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:17.807750387Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:17.807783737Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:17.809267529Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","n_samples":14,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:18.808407173Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:18.808443713Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:18.810218179Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","n_samples":14,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:19.808366478Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:19.808401619Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:19.810022442Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","n_samples":14,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:20.808195772Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:20.808246042Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:20.809776744Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","n_samples":14,"n_results":1} {"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:21.545909092Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","n_samples":210} {"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:21.545943162Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","n_samples":210} {"msg":"unrolling 210 total samples","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:21.545950772Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"fetching timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:21.553271439Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:21.562035086Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","table_name":"fields_i16","n_rows":280} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:21.564095947Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","table_name":"fields_string","n_rows":747} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:21.565797591Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","table_name":"fields_u16","n_rows":140} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:21.567534246Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","table_name":"fields_u32","n_rows":145} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:21.569444564Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","table_name":"fields_u8","n_rows":144} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:21.571493284Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","table_name":"fields_uuid","n_rows":448} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:21.573132628Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","table_name":"measurements_bool","n_rows":4} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:21.574923434Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","table_name":"measurements_cumulativeu64","n_rows":155} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:21.576559428Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","table_name":"measurements_f64","n_rows":1} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:21.578273243Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","table_name":"measurements_u64","n_rows":50} {"msg":"failed to insert some results into metric DB","v":0,"name":"oximeter","level":40,"time":"2026-05-29T19:44:21.647455589Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:269","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:21.798512246Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":43728,"producer_ip":"fd00:1122:3344:101::b","producer_id":"1ae38df7-9909-4577-b497-a67c5cf30377","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:21.798546437Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":43728,"producer_ip":"fd00:1122:3344:101::b","producer_id":"1ae38df7-9909-4577-b497-a67c5cf30377","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:21.80220044Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":43728,"producer_ip":"fd00:1122:3344:101::b","producer_id":"1ae38df7-9909-4577-b497-a67c5cf30377","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","n_samples":36,"n_results":5} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:21.808116176Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:21.808147406Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:21.809645658Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","n_samples":14,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:22.807783507Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:22.807818418Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:22.80938043Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","n_samples":14,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:23.807542669Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:23.80758261Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:23.809288735Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","n_samples":14,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:24.808455828Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:24.808490309Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:24.810054972Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","n_samples":14,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:25.807986828Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:25.808041019Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:25.809544161Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","n_samples":14,"n_results":1} {"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:26.545748699Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","n_samples":106} {"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:26.54580243Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","n_samples":106} {"msg":"unrolling 106 total samples","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:26.54581724Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"fetching timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:26.549684535Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:26.555990658Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","table_name":"fields_string","n_rows":68} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:26.557762704Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","table_name":"fields_u16","n_rows":21} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:26.559498839Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","table_name":"fields_uuid","n_rows":57} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:26.561144033Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","table_name":"measurements_cumulativeu64","n_rows":50} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:26.563451707Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","table_name":"measurements_histogramu64","n_rows":21} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:26.56504321Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","table_name":"measurements_i64","n_rows":15} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:26.566624493Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","table_name":"measurements_u64","n_rows":20} {"msg":"failed to insert some results into metric DB","v":0,"name":"oximeter","level":40,"time":"2026-05-29T19:44:26.646796869Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:269","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"oximeter","level":30,"time":"2026-05-29T19:44:26.770915344Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:565"} {"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:26.770972235Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"body":"None","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/collectors/901ec26b-90dc-4813-8833-d7a056f32f59/producers?sort_by=id_ascending","method":"GET"} {"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:26.77476807Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"result":"Ok(Response { url: \"http://[fd00:1122:3344:101::b]:12221/metrics/collectors/901ec26b-90dc-4813-8833-d7a056f32f59/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4bf05500-a74f-4ee9-99d0-556dbadb283c\", \"content-length\": \"715\", \"date\": \"Fri, 29 May 2026 19:44:26 GMT\"} })"} {"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:26.774795761Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"body":"None","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/collectors/901ec26b-90dc-4813-8833-d7a056f32f59/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJiNTUxZDBiZS03NjA2LTQ4ODEtODU1My1lNDg0MDE1YjJmYTAifX0%3D","method":"GET"} {"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:26.777929426Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"result":"Ok(Response { url: \"http://[fd00:1122:3344:101::b]:12221/metrics/collectors/901ec26b-90dc-4813-8833-d7a056f32f59/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJiNTUxZDBiZS03NjA2LTQ4ODEtODU1My1lNDg0MDE1YjJmYTAifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"875f2bc4-e225-4038-829a-babf0fc359ad\", \"content-length\": \"29\", \"date\": \"Fri, 29 May 2026 19:44:26 GMT\"} })"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"oximeter","level":30,"time":"2026-05-29T19:44:26.777953517Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:640","n_current_tasks":4,"n_pruned_tasks":0} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:26.791041047Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":56326,"producer_ip":"fd00:1122:3344:101::2","producer_id":"b551d0be-7606-4881-8553-e484015b2fa0","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:26.791078338Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":56326,"producer_ip":"fd00:1122:3344:101::2","producer_id":"b551d0be-7606-4881-8553-e484015b2fa0","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:26.803277165Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":56326,"producer_ip":"fd00:1122:3344:101::2","producer_id":"b551d0be-7606-4881-8553-e484015b2fa0","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","n_samples":140,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:26.807669489Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:26.807704439Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:26.809217121Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","n_samples":14,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:27.808382085Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:27.808422616Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:27.809874457Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","n_samples":14,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:28.808044066Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:28.808083667Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:28.809735851Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","n_samples":14,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:29.80787395Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:29.8079205Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:29.810082622Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","n_samples":14,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:30.808145019Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:30.80819444Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:30.809704672Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","n_samples":14,"n_results":1} {"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:31.54584917Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","n_samples":210} {"msg":"unrolling 210 total samples","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:31.54588864Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:31.54589729Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","n_samples":210} {"msg":"fetching timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:31.553060774Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:31.56170657Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","table_name":"fields_i16","n_rows":280} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:31.56371856Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","table_name":"fields_string","n_rows":747} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:31.565356424Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","table_name":"fields_u16","n_rows":140} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:31.567524925Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","table_name":"fields_u32","n_rows":145} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:31.569227Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","table_name":"fields_u8","n_rows":144} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:31.571046306Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","table_name":"fields_uuid","n_rows":448} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:31.57269214Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","table_name":"measurements_bool","n_rows":4} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:31.574366424Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","table_name":"measurements_cumulativeu64","n_rows":155} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:31.575936777Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","table_name":"measurements_f64","n_rows":1} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:31.577572211Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","table_name":"measurements_u64","n_rows":50} {"msg":"failed to insert some results into metric DB","v":0,"name":"oximeter","level":40,"time":"2026-05-29T19:44:31.646748307Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:269","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:31.798789989Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":43728,"producer_ip":"fd00:1122:3344:101::b","producer_id":"1ae38df7-9909-4577-b497-a67c5cf30377","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:31.79883216Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":43728,"producer_ip":"fd00:1122:3344:101::b","producer_id":"1ae38df7-9909-4577-b497-a67c5cf30377","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:31.802787017Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":43728,"producer_ip":"fd00:1122:3344:101::b","producer_id":"1ae38df7-9909-4577-b497-a67c5cf30377","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","n_samples":23,"n_results":5} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:31.807959742Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:31.807994983Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:31.809431074Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","n_samples":14,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:32.807624723Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:32.807669424Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:32.809338648Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","n_samples":14,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:33.808475612Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:33.808512732Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:33.809982974Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","n_samples":14,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:34.808128602Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:34.808161523Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:34.809628064Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","n_samples":14,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:35.807890735Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:35.807943316Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:35.809846673Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","n_samples":14,"n_results":1} {"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:36.546015452Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","n_samples":93} {"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:36.546053832Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","n_samples":93} {"msg":"unrolling 93 total samples","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:36.546101283Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"fetching timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:36.549554653Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:36.555710302Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","table_name":"fields_string","n_rows":72} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:36.557507109Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","table_name":"fields_u16","n_rows":23} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:36.559160943Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","table_name":"fields_uuid","n_rows":51} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:36.560834177Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","table_name":"measurements_cumulativeu64","n_rows":50} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:36.563135961Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","table_name":"measurements_histogramu64","n_rows":23} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:36.564799165Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","table_name":"measurements_u64","n_rows":20} {"msg":"failed to insert some results into metric DB","v":0,"name":"oximeter","level":40,"time":"2026-05-29T19:44:36.647009821Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:269","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:36.791103326Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":56326,"producer_ip":"fd00:1122:3344:101::2","producer_id":"b551d0be-7606-4881-8553-e484015b2fa0","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:36.791147497Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":56326,"producer_ip":"fd00:1122:3344:101::2","producer_id":"b551d0be-7606-4881-8553-e484015b2fa0","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:36.80231897Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":56326,"producer_ip":"fd00:1122:3344:101::2","producer_id":"b551d0be-7606-4881-8553-e484015b2fa0","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","n_samples":140,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:36.807761729Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:36.807784359Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:36.809297689Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","n_samples":14,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:37.808462215Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:37.808510796Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:37.810069988Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","n_samples":14,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:38.808207777Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:38.808252768Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:38.809848961Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","n_samples":14,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:39.80801049Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:39.808050521Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:39.809678405Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","n_samples":14,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:40.807868005Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:40.807925775Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:40.80961119Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","n_samples":14,"n_results":1} {"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:41.546783023Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","n_samples":210} {"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:41.546854194Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","n_samples":210} {"msg":"unrolling 210 total samples","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:41.546869994Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"fetching timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:41.553768955Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:41.561809812Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","table_name":"fields_i16","n_rows":280} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:41.563727559Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","table_name":"fields_string","n_rows":747} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:41.565219711Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","table_name":"fields_u16","n_rows":140} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:41.566484469Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","table_name":"fields_u32","n_rows":145} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:41.568004031Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","table_name":"fields_u8","n_rows":144} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:41.569630945Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","table_name":"fields_uuid","n_rows":448} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:41.570734571Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","table_name":"measurements_bool","n_rows":4} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:41.571992509Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","table_name":"measurements_cumulativeu64","n_rows":155} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:41.573462041Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","table_name":"measurements_f64","n_rows":1} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:41.574701129Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","table_name":"measurements_u64","n_rows":50} {"msg":"failed to insert some results into metric DB","v":0,"name":"oximeter","level":40,"time":"2026-05-29T19:44:41.648520593Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:269","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"oximeter","level":30,"time":"2026-05-29T19:44:41.771585863Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:565"} {"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:41.771634524Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"body":"None","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/collectors/901ec26b-90dc-4813-8833-d7a056f32f59/producers?sort_by=id_ascending","method":"GET"} {"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:41.775865305Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"result":"Ok(Response { url: \"http://[fd00:1122:3344:101::a]:12221/metrics/collectors/901ec26b-90dc-4813-8833-d7a056f32f59/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1de521fe-410b-41ea-9e8f-bf7c96b4e91c\", \"content-length\": \"864\", \"date\": \"Fri, 29 May 2026 19:44:41 GMT\"} })"} {"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:41.775891155Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"body":"None","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/collectors/901ec26b-90dc-4813-8833-d7a056f32f59/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmODMyYWJlYy0xMDg0LTRjYmQtODA0My0xODZlNzBlODYyZjcifX0%3D","method":"GET"} {"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:41.778889829Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"result":"Ok(Response { url: \"http://[fd00:1122:3344:101::a]:12221/metrics/collectors/901ec26b-90dc-4813-8833-d7a056f32f59/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmODMyYWJlYy0xMDg0LTRjYmQtODA0My0xODZlNzBlODYyZjcifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b6525ee0-d7bf-4066-b274-6e3425dd4c90\", \"content-length\": \"29\", \"date\": \"Fri, 29 May 2026 19:44:41 GMT\"} })"} {"msg":"registered new metric producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:41.77892145Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","address":"[fd00:1122:3344:101::2]:36187","producer_id":"f832abec-1084-4cbd-8043-186e70e862f7"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"oximeter","level":30,"time":"2026-05-29T19:44:41.77892933Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:640","n_current_tasks":5,"n_pruned_tasks":0} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:41.779993165Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":36187,"producer_ip":"fd00:1122:3344:101::2","producer_id":"f832abec-1084-4cbd-8043-186e70e862f7","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"reporting oximeter self-collection statistics","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:41.780021626Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":36187,"producer_ip":"fd00:1122:3344:101::2","producer_id":"f832abec-1084-4cbd-8043-186e70e862f7","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:41.780028636Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":36187,"producer_ip":"fd00:1122:3344:101::2","producer_id":"f832abec-1084-4cbd-8043-186e70e862f7","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:41.788427438Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":36187,"producer_ip":"fd00:1122:3344:101::2","producer_id":"f832abec-1084-4cbd-8043-186e70e862f7","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","n_samples":11,"n_results":2} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:41.799513389Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":43728,"producer_ip":"fd00:1122:3344:101::b","producer_id":"1ae38df7-9909-4577-b497-a67c5cf30377","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:41.79954296Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":37744,"producer_ip":"fd00:1122:3344:101::1","producer_id":"22fdeb8b-488b-4808-ad25-4b8f01f41850","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:41.7995521Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":43728,"producer_ip":"fd00:1122:3344:101::b","producer_id":"1ae38df7-9909-4577-b497-a67c5cf30377","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:41.79955947Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":37744,"producer_ip":"fd00:1122:3344:101::1","producer_id":"22fdeb8b-488b-4808-ad25-4b8f01f41850","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:41.80298442Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":43728,"producer_ip":"fd00:1122:3344:101::b","producer_id":"1ae38df7-9909-4577-b497-a67c5cf30377","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","n_samples":23,"n_results":5} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:41.808174725Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:41.808187555Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:41.8098464Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","n_samples":14,"n_results":1} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:41.867178643Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":37744,"producer_ip":"fd00:1122:3344:101::1","producer_id":"22fdeb8b-488b-4808-ad25-4b8f01f41850","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","n_samples":1624,"n_results":3} {"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:41.870465721Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","n_samples":1673} {"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:41.871409455Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","n_samples":1673} {"msg":"unrolling 1673 total samples","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:41.871452386Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"fetching timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:41.919717058Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:41.939952402Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","table_name":"fields_ipaddr","n_rows":2} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:41.943069298Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","table_name":"fields_string","n_rows":3298} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:41.944450978Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","table_name":"fields_u16","n_rows":44} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:41.94665974Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","table_name":"fields_u32","n_rows":953} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:41.948126881Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","table_name":"fields_u64","n_rows":1} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:41.950972312Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","table_name":"fields_uuid","n_rows":1869} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:41.953020222Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","table_name":"measurements_cumulativeu64","n_rows":1475} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:41.955204774Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","table_name":"measurements_histogramu64","n_rows":42} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:41.956526143Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","table_name":"measurements_u64","n_rows":156} {"msg":"failed to insert some results into metric DB","v":0,"name":"oximeter","level":40,"time":"2026-05-29T19:44:41.970863862Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:269","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:42.807977248Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:42.808013139Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:42.80947078Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","n_samples":14,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:43.808602763Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:43.808634684Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:43.810089605Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","n_samples":14,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:44.808270704Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:44.808318925Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:44.810310414Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","n_samples":14,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:45.808199769Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:45.808261421Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:45.809882574Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","n_samples":14,"n_results":1} {"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:46.546024972Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","n_samples":56} {"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:46.546067852Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","n_samples":56} {"msg":"unrolling 56 total samples","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:46.546077333Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"fetching timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:46.548306265Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:46.553222946Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","table_name":"fields_string","n_rows":26} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:46.554478275Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","table_name":"fields_uuid","n_rows":28} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:46.555717213Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","table_name":"measurements_cumulativeu64","n_rows":40} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:46.556854789Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","table_name":"measurements_u64","n_rows":16} {"msg":"failed to insert some results into metric DB","v":0,"name":"oximeter","level":40,"time":"2026-05-29T19:44:46.647250114Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:269","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:46.7913102Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":56326,"producer_ip":"fd00:1122:3344:101::2","producer_id":"b551d0be-7606-4881-8553-e484015b2fa0","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:46.79134253Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":56326,"producer_ip":"fd00:1122:3344:101::2","producer_id":"b551d0be-7606-4881-8553-e484015b2fa0","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:46.802875468Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":56326,"producer_ip":"fd00:1122:3344:101::2","producer_id":"b551d0be-7606-4881-8553-e484015b2fa0","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","n_samples":140,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:46.808381038Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:46.808416638Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:46.80989965Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","n_samples":14,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:47.808030849Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:47.80807172Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:47.809627532Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","n_samples":14,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:48.807784021Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:48.807827252Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:48.809353074Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","n_samples":14,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:49.808494668Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:49.808533338Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:49.810067541Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","n_samples":14,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:50.80821848Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:50.808278011Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:50.809863563Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","n_samples":14,"n_results":1} {"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:51.546058012Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","n_samples":210} {"msg":"unrolling 210 total samples","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:51.546101703Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:51.546112593Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","n_samples":210} {"msg":"fetching timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:51.552929582Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:51.561245123Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","table_name":"fields_i16","n_rows":280} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:51.562924048Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","table_name":"fields_string","n_rows":747} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:51.564096455Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","table_name":"fields_u16","n_rows":140} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:51.565413364Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","table_name":"fields_u32","n_rows":145} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:51.566617591Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","table_name":"fields_u8","n_rows":144} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:51.568041372Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","table_name":"fields_uuid","n_rows":448} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:51.569197039Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","table_name":"measurements_bool","n_rows":4} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:51.570567979Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","table_name":"measurements_cumulativeu64","n_rows":155} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:51.571707945Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","table_name":"measurements_f64","n_rows":1} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:51.572865932Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","table_name":"measurements_u64","n_rows":50} {"msg":"failed to insert some results into metric DB","v":0,"name":"oximeter","level":40,"time":"2026-05-29T19:44:51.647225444Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:269","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:51.780480402Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":36187,"producer_ip":"fd00:1122:3344:101::2","producer_id":"f832abec-1084-4cbd-8043-186e70e862f7","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:51.780516423Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":36187,"producer_ip":"fd00:1122:3344:101::2","producer_id":"f832abec-1084-4cbd-8043-186e70e862f7","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:51.782982049Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":36187,"producer_ip":"fd00:1122:3344:101::2","producer_id":"f832abec-1084-4cbd-8043-186e70e862f7","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","n_samples":11,"n_results":2} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:51.799258375Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":43728,"producer_ip":"fd00:1122:3344:101::b","producer_id":"1ae38df7-9909-4577-b497-a67c5cf30377","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:51.799287716Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":43728,"producer_ip":"fd00:1122:3344:101::b","producer_id":"1ae38df7-9909-4577-b497-a67c5cf30377","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:51.802651235Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":43728,"producer_ip":"fd00:1122:3344:101::b","producer_id":"1ae38df7-9909-4577-b497-a67c5cf30377","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","n_samples":24,"n_results":5} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:51.807734109Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:51.807751829Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:51.809303752Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","n_samples":14,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:52.808473055Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:52.808508006Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:52.809944447Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","n_samples":14,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:53.808074085Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:53.808109306Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:53.809698769Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","n_samples":14,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:54.807833628Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:54.807872138Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:54.80940576Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","n_samples":14,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:55.808228909Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:55.80827424Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:55.809830263Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","n_samples":14,"n_results":1} {"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:56.546016191Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","n_samples":105} {"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:56.546060582Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","n_samples":105} {"msg":"unrolling 105 total samples","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:56.546070652Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"fetching timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:56.549876467Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:56.556361222Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","table_name":"fields_string","n_rows":96} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:56.557652561Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","table_name":"fields_u16","n_rows":35} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:56.5589684Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","table_name":"fields_uuid","n_rows":63} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:56.560238108Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","table_name":"measurements_cumulativeu64","n_rows":50} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:56.562251848Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","table_name":"measurements_histogramu64","n_rows":35} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:56.563420374Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"id":"73d9de17-7b01-4188-88a3-5b079937dd77","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","table_name":"measurements_u64","n_rows":20} {"msg":"failed to insert some results into metric DB","v":0,"name":"oximeter","level":40,"time":"2026-05-29T19:44:56.646651405Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:269","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"oximeter","level":30,"time":"2026-05-29T19:44:56.77071918Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:565"} {"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:56.770782111Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"body":"None","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/collectors/901ec26b-90dc-4813-8833-d7a056f32f59/producers?sort_by=id_ascending","method":"GET"} {"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:56.78103111Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"result":"Ok(Response { url: \"http://[fd00:1122:3344:101::c]:12221/metrics/collectors/901ec26b-90dc-4813-8833-d7a056f32f59/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a79b5be9-aff2-47fd-ba68-61a04702a28d\", \"content-length\": \"1276\", \"date\": \"Fri, 29 May 2026 19:44:56 GMT\"} })"} {"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:56.78106387Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"body":"None","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/collectors/901ec26b-90dc-4813-8833-d7a056f32f59/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmODMyYWJlYy0xMDg0LTRjYmQtODA0My0xODZlNzBlODYyZjcifX0%3D","method":"GET"} {"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:56.784147025Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"result":"Ok(Response { url: \"http://[fd00:1122:3344:101::c]:12221/metrics/collectors/901ec26b-90dc-4813-8833-d7a056f32f59/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmODMyYWJlYy0xMDg0LTRjYmQtODA0My0xODZlNzBlODYyZjcifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2882c503-6dec-4b20-ad20-acbd07a1a092\", \"content-length\": \"29\", \"date\": \"Fri, 29 May 2026 19:44:56 GMT\"} })"} {"msg":"registered new metric producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:56.784166165Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","address":"[fd00:1122:3344:101::c]:35031","producer_id":"30a1c5bf-58c5-4046-a5d9-3be1a7513740"} {"msg":"registered new metric producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:56.784180396Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","address":"[fd00:1122:3344:101::a]:53953","producer_id":"684ca080-099f-4581-bb2a-1cef504e74a7"} {"msg":"registered new metric producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:56.784187496Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","address":"[fd00:1122:3344:101::1]:8001","producer_id":"6a22e29c-c9e0-4b65-99d6-9842f366c097"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"oximeter","level":30,"time":"2026-05-29T19:44:56.784198566Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:640","n_current_tasks":8,"n_pruned_tasks":0} {"msg":"reporting oximeter self-collection statistics","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:56.785278312Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"6a22e29c-c9e0-4b65-99d6-9842f366c097","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"reporting oximeter self-collection statistics","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:56.785296822Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":53953,"producer_ip":"fd00:1122:3344:101::a","producer_id":"684ca080-099f-4581-bb2a-1cef504e74a7","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:56.785303912Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":35031,"producer_ip":"fd00:1122:3344:101::c","producer_id":"30a1c5bf-58c5-4046-a5d9-3be1a7513740","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"reporting oximeter self-collection statistics","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:56.785310082Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":35031,"producer_ip":"fd00:1122:3344:101::c","producer_id":"30a1c5bf-58c5-4046-a5d9-3be1a7513740","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:56.785408923Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"6a22e29c-c9e0-4b65-99d6-9842f366c097","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:56.785438794Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"6a22e29c-c9e0-4b65-99d6-9842f366c097","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:56.785446344Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":35031,"producer_ip":"fd00:1122:3344:101::c","producer_id":"30a1c5bf-58c5-4046-a5d9-3be1a7513740","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:56.785480384Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":53953,"producer_ip":"fd00:1122:3344:101::a","producer_id":"684ca080-099f-4581-bb2a-1cef504e74a7","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:56.785487415Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":53953,"producer_ip":"fd00:1122:3344:101::a","producer_id":"684ca080-099f-4581-bb2a-1cef504e74a7","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:56.789768197Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"6a22e29c-c9e0-4b65-99d6-9842f366c097","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"reporting oximeter self-collection statistics","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:56.790847723Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"reporting oximeter self-collection statistics","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:56.790868963Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":56326,"producer_ip":"fd00:1122:3344:101::2","producer_id":"b551d0be-7606-4881-8553-e484015b2fa0","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:56.790973375Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":56326,"producer_ip":"fd00:1122:3344:101::2","producer_id":"b551d0be-7606-4881-8553-e484015b2fa0","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:56.791002635Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":56326,"producer_ip":"fd00:1122:3344:101::2","producer_id":"b551d0be-7606-4881-8553-e484015b2fa0","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:56.792664699Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":53953,"producer_ip":"fd00:1122:3344:101::a","producer_id":"684ca080-099f-4581-bb2a-1cef504e74a7","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","n_samples":5,"n_results":5} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:56.797184035Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":35031,"producer_ip":"fd00:1122:3344:101::c","producer_id":"30a1c5bf-58c5-4046-a5d9-3be1a7513740","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","n_samples":5,"n_results":5} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:56.803100021Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":56326,"producer_ip":"fd00:1122:3344:101::2","producer_id":"b551d0be-7606-4881-8553-e484015b2fa0","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","n_samples":140,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:56.80850585Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:56.80853496Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:56.810028592Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","n_samples":14,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:57.785199516Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"6a22e29c-c9e0-4b65-99d6-9842f366c097","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:57.785236407Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"6a22e29c-c9e0-4b65-99d6-9842f366c097","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:57.788087428Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"6a22e29c-c9e0-4b65-99d6-9842f366c097","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:57.808350703Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:57.808395194Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:57.809893055Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","n_samples":14,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:58.78502174Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"6a22e29c-c9e0-4b65-99d6-9842f366c097","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:58.78505588Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"6a22e29c-c9e0-4b65-99d6-9842f366c097","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:58.788379598Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"6a22e29c-c9e0-4b65-99d6-9842f366c097","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:58.80844314Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:58.80845855Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:58.809924852Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","n_samples":14,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:59.785067506Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"6a22e29c-c9e0-4b65-99d6-9842f366c097","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:59.785109157Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"6a22e29c-c9e0-4b65-99d6-9842f366c097","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:59.787825326Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"6a22e29c-c9e0-4b65-99d6-9842f366c097","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:59.807930549Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:59.807943939Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:44:59.80939077Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","n_samples":14,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:45:00.785521399Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"6a22e29c-c9e0-4b65-99d6-9842f366c097","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:45:00.785561349Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"6a22e29c-c9e0-4b65-99d6-9842f366c097","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:45:00.789235173Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"6a22e29c-c9e0-4b65-99d6-9842f366c097","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:45:00.808353601Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:45:00.808394211Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-29T19:45:00.81033308Z","hostname":"oxz_oximeter_901ec26b-90dc-4813-8833-d7a056f32f59","pid":24577,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"887d59d0-0b8c-4f71-81c3-e69fc6cbdfad","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"901ec26b-90dc-4813-8833-d7a056f32f59","component":"oximeter-agent","n_samples":14,"n_results":1}