[ May 26 23:12:48 Enabled. ]
[ May 26 23:12:48 Rereading configuration. ]
[ May 26 23:12:51 Rereading configuration. ]
[ May 26 23:13:01 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/oximeter-collector/bin/oximeter run /var/svc/manifest/site/oximeter/config.toml --address [fd00:1122:3344:101::d]:12223 --id 49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a &"). ]
[ May 26 23:13:01 Method "start" exited with status 0. ]
note: configured to log to "/dev/stdout"
{"msg":"registered DTrace probes","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:13:01.760759295Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906}
{"msg":"starting oximeter server","v":0,"name":"oximeter","level":30,"time":"2026-05-26T23:13:01.786462108Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"file":"oximeter/collector/src/lib.rs:301"}
{"msg":"creating ClickHouse client","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:13:01.78652745Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906}
{"msg":"registered USDT probes","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:13:01.821211237Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"id":"ad9f6289-38af-4b14-b291-61ec12866a48","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent"}
{"msg":"oximeter database does not exist, or is out-of-date","v":0,"name":"oximeter","level":40,"time":"2026-05-26T23:13:10.965618162Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"id":"ad9f6289-38af-4b14-b291-61ec12866a48","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:890"}
{"msg":"oximeter database does not exist, creating","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:13:10.965776825Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent"}
{"msg":"reading db version","v":0,"name":"oximeter","level":30,"time":"2026-05-26T23:13:10.965827867Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"id":"ad9f6289-38af-4b14-b291-61ec12866a48","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:790"}
{"msg":"oximeter database does not exist, or is out-of-date","v":0,"name":"oximeter","level":40,"time":"2026-05-26T23:13:10.967159948Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"id":"ad9f6289-38af-4b14-b291-61ec12866a48","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:890"}
{"msg":"read oximeter database version","v":0,"name":"oximeter","level":30,"time":"2026-05-26T23:13:10.967194659Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"id":"ad9f6289-38af-4b14-b291-61ec12866a48","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:795","version":0}
{"msg":"initializing oximeter schema","v":0,"name":"oximeter","level":30,"time":"2026-05-26T23:13:10.967201589Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"id":"ad9f6289-38af-4b14-b291-61ec12866a48","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:800"}
{"msg":"initializing ClickHouse database","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:13:10.96724531Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"id":"ad9f6289-38af-4b14-b291-61ec12866a48","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent"}
{"msg":"inserting current version","v":0,"name":"oximeter","level":30,"time":"2026-05-26T23:13:11.662050092Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"id":"ad9f6289-38af-4b14-b291-61ec12866a48","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:821","version":14}
{"msg":"registered USDT probes","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:13:11.716940902Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"id":"a4178545-02c6-4bda-aa62-3f50e8ac14a6","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent"}
{"msg":"registered endpoint","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:13:11.751511467Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","versions":"all","path":"/info","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:13:11.751542377Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","versions":"all","path":"/producers","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:13:11.751591628Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","versions":"all","path":"/producers/{producer_id}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:13:11.751602539Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","versions":"all","path":"/producers/{producer_id}","method":"GET"}
{"msg":"listening","v":0,"name":"oximeter","level":30,"time":"2026-05-26T23:13:11.75164481Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.17.0/src/server.rs:335"}
{"msg":"successfully registered DTrace USDT probes","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:13:11.777710562Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot"}
{"msg":"registered USDT probes","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:13:11.777785524Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906}
{"msg":"contacting nexus","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:13:11.777857375Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906}
{"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:13:11.88364493Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/collectors","method":"POST"}
{"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:13:12.098815715Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"result":"Ok(Response { url: \"http://[fd00:1122:3344:101::c]:12221/metrics/collectors\", status: 204, headers: {\"x-request-id\": \"e366ab78-0d5d-42cd-bbe2-77d15269f7e6\", \"date\": \"Tue, 26 May 2026 23:13:12 GMT\"} })"}
{"msg":"oximeter registered with nexus","v":0,"name":"oximeter","level":30,"time":"2026-05-26T23:13:12.098910648Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"file":"oximeter/collector/src/lib.rs:464","id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a"}
{"msg":"starting refresh list task","v":0,"name":"oximeter","level":30,"time":"2026-05-26T23:13:12.099078921Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"oximeter","level":30,"time":"2026-05-26T23:13:12.100013254Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:565"}
{"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:13:12.104926851Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"body":"None","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/collectors/49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a/producers?sort_by=id_ascending","method":"GET"}
{"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:13:12.292837426Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"result":"Ok(Response { url: \"http://[fd00:1122:3344:101::a]:12221/metrics/collectors/49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"87cee942-315a-472a-b08d-bb40cdb74a7e\", \"content-length\": \"29\", \"date\": \"Tue, 26 May 2026 23:13:12 GMT\"} })"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"oximeter","level":30,"time":"2026-05-26T23:13:12.292954208Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:640","n_current_tasks":0,"n_pruned_tasks":0}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:13:16.718200249Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:13:16.71825468Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:13:21.718198705Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:13:21.718276987Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:13:26.718066386Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:13:26.718139228Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"oximeter","level":30,"time":"2026-05-26T23:13:27.100150124Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:565"}
{"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:13:27.100228446Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"body":"None","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/collectors/49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a/producers?sort_by=id_ascending","method":"GET"}
{"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:13:27.123583034Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"result":"Ok(Response { url: \"http://[fd00:1122:3344:101::a]:12221/metrics/collectors/49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"719b1de1-05f5-4570-8bfc-ceed454569f4\", \"content-length\": \"300\", \"date\": \"Tue, 26 May 2026 23:13:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:13:27.125663923Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"body":"None","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/collectors/49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiI1ZTJlZmJlMS1lNjAxLTRhNzUtYjJjMi00NjVhODZiMWM2NGUifX0%3D","method":"GET"}
{"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:13:27.129485044Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"result":"Ok(Response { url: \"http://[fd00:1122:3344:101::a]:12221/metrics/collectors/49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiI1ZTJlZmJlMS1lNjAxLTRhNzUtYjJjMi00NjVhODZiMWM2NGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b5e34758-a8a7-4921-8c43-24120657ae7a\", \"content-length\": \"29\", \"date\": \"Tue, 26 May 2026 23:13:27 GMT\"} })"}
{"msg":"registered new metric producer","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:13:27.129533196Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","address":"[fd00:1122:3344:101::2]:61724","producer_id":"5e2efbe1-e601-4a75-b2c2-465a86b1c64e"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"oximeter","level":30,"time":"2026-05-26T23:13:27.129570446Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:640","n_current_tasks":1,"n_pruned_tasks":0}
{"msg":"reporting oximeter self-collection statistics","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:13:27.130614521Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"producer_port":61724,"producer_ip":"fd00:1122:3344:101::2","producer_id":"5e2efbe1-e601-4a75-b2c2-465a86b1c64e","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:13:27.15946567Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"producer_port":61724,"producer_ip":"fd00:1122:3344:101::2","producer_id":"5e2efbe1-e601-4a75-b2c2-465a86b1c64e","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent"}
{"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:13:27.159517031Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"producer_port":61724,"producer_ip":"fd00:1122:3344:101::2","producer_id":"5e2efbe1-e601-4a75-b2c2-465a86b1c64e","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent"}
{"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:13:27.244879958Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"producer_port":61724,"producer_ip":"fd00:1122:3344:101::2","producer_id":"5e2efbe1-e601-4a75-b2c2-465a86b1c64e","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","n_samples":360,"n_results":1}
{"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:13:31.717979237Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","n_samples":361}
{"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:13:31.71811627Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","n_samples":361}
{"msg":"unrolling 361 total samples","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:13:31.718157521Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"id":"ad9f6289-38af-4b14-b291-61ec12866a48","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent"}
{"msg":"fetching timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:13:31.737034122Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"id":"ad9f6289-38af-4b14-b291-61ec12866a48","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent"}
{"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:13:31.763326759Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"id":"ad9f6289-38af-4b14-b291-61ec12866a48","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"oximeter_collector:collections\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"base_route\", field_type: String, source: Metric, description: \"\" }, FieldSchema { name: \"collector_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"collector_ip\", field_type: IpAddr, source: Target, description: \"\" }, FieldSchema { name: \"collector_port\", field_type: U16, source: Target, description: \"\" }, FieldSchema { name: \"producer_id\", field_type: Uuid, source: Metric, description: \"\" }, FieldSchema { name: \"producer_ip\", field_type: IpAddr, source: Metric, description: \"\" }, FieldSchema { name: \"producer_port\", field_type: U16, source: Metric, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-05-26T23:13:31.718362476Z }","timeseries_name":"oximeter_collector:collections"}
{"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:13:31.763412871Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"id":"ad9f6289-38af-4b14-b291-61ec12866a48","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"switch_port_control_data_link:bytes_received\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"asic_fab\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_lot\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer\", field_type: U8, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_x\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_y\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"kind\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"link_name\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"network\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"sled_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"sled_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"switch_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"switch_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_slot\", field_type: U16, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-05-26T23:13:31.722797002Z }","timeseries_name":"switch_port_control_data_link:bytes_received"}
{"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:13:31.763519524Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"id":"ad9f6289-38af-4b14-b291-61ec12866a48","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"switch_port_control_data_link:bytes_sent\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"asic_fab\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_lot\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer\", field_type: U8, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_x\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_y\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"kind\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"link_name\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"network\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"sled_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"sled_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"switch_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"switch_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_slot\", field_type: U16, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-05-26T23:13:31.722996067Z }","timeseries_name":"switch_port_control_data_link:bytes_sent"}
{"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:13:31.763636367Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"id":"ad9f6289-38af-4b14-b291-61ec12866a48","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"switch_port_control_data_link:errors_received\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"asic_fab\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_lot\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer\", field_type: U8, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_x\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_y\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"kind\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"link_name\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"network\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"sled_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"sled_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"switch_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"switch_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_slot\", field_type: U16, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-05-26T23:13:31.718451318Z }","timeseries_name":"switch_port_control_data_link:errors_received"}
{"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:13:31.763725819Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"id":"ad9f6289-38af-4b14-b291-61ec12866a48","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"switch_port_control_data_link:errors_sent\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"asic_fab\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_lot\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer\", field_type: U8, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_x\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_y\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"kind\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"link_name\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"network\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"sled_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"sled_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"switch_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"switch_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_slot\", field_type: U16, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-05-26T23:13:31.722726744Z }","timeseries_name":"switch_port_control_data_link:errors_sent"}
{"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:13:31.763828161Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"id":"ad9f6289-38af-4b14-b291-61ec12866a48","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"switch_port_control_data_link:packets_received\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"asic_fab\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_lot\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer\", field_type: U8, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_x\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_y\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"kind\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"link_name\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"network\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"sled_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"sled_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"switch_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"switch_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_slot\", field_type: U16, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-05-26T23:13:31.722867222Z }","timeseries_name":"switch_port_control_data_link:packets_received"}
{"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:13:31.763949774Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"id":"ad9f6289-38af-4b14-b291-61ec12866a48","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"switch_port_control_data_link:packets_sent\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"asic_fab\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_lot\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer\", field_type: U8, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_x\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_y\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"kind\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"link_name\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"network\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"sled_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"sled_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"switch_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"switch_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_slot\", field_type: U16, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-05-26T23:13:31.723061919Z }","timeseries_name":"switch_port_control_data_link:packets_sent"}
{"msg":"inserting 7 new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:13:31.774831714Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"id":"ad9f6289-38af-4b14-b291-61ec12866a48","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent"}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:13:31.800321472Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"id":"ad9f6289-38af-4b14-b291-61ec12866a48","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","table_name":"fields_i16","n_rows":24}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:13:31.802258628Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"id":"ad9f6289-38af-4b14-b291-61ec12866a48","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","table_name":"fields_ipaddr","n_rows":2}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:13:31.80441349Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"id":"ad9f6289-38af-4b14-b291-61ec12866a48","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","table_name":"fields_string","n_rows":121}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:13:31.806415528Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"id":"ad9f6289-38af-4b14-b291-61ec12866a48","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","table_name":"fields_u16","n_rows":14}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:13:31.808295842Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"id":"ad9f6289-38af-4b14-b291-61ec12866a48","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","table_name":"fields_u32","n_rows":24}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:13:31.810165077Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"id":"ad9f6289-38af-4b14-b291-61ec12866a48","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","table_name":"fields_u8","n_rows":12}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:13:31.81195888Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"id":"ad9f6289-38af-4b14-b291-61ec12866a48","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","table_name":"fields_uuid","n_rows":38}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:13:31.8186565Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"id":"ad9f6289-38af-4b14-b291-61ec12866a48","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","table_name":"measurements_cumulativeu64","n_rows":361}
{"msg":"failed to insert some results into metric DB","v":0,"name":"oximeter","level":40,"time":"2026-05-26T23:13:31.820894723Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:315","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:13:36.718695534Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:13:36.718739355Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:13:41.718768037Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:13:41.718823568Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"oximeter","level":30,"time":"2026-05-26T23:13:42.100936107Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:565"}
{"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:13:42.100995739Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"body":"None","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/collectors/49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a/producers?sort_by=id_ascending","method":"GET"}
{"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:13:42.130216286Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"result":"Ok(Response { url: \"http://[fd00:1122:3344:101::b]:12221/metrics/collectors/49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f23221be-a09b-489e-bb09-1a4079e2c834\", \"content-length\": \"300\", \"date\": \"Tue, 26 May 2026 23:13:42 GMT\"} })"}
{"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:13:42.130251007Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"body":"None","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/collectors/49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiI1ZTJlZmJlMS1lNjAxLTRhNzUtYjJjMi00NjVhODZiMWM2NGUifX0%3D","method":"GET"}
{"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:13:42.134827876Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"result":"Ok(Response { url: \"http://[fd00:1122:3344:101::b]:12221/metrics/collectors/49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiI1ZTJlZmJlMS1lNjAxLTRhNzUtYjJjMi00NjVhODZiMWM2NGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"94a268a0-7905-41b5-81ac-e9a8db1515ce\", \"content-length\": \"29\", \"date\": \"Tue, 26 May 2026 23:13:42 GMT\"} })"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"oximeter","level":30,"time":"2026-05-26T23:13:42.134861457Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:640","n_current_tasks":1,"n_pruned_tasks":0}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:13:46.719024287Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:13:46.719069988Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:13:51.718264179Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:13:51.718306011Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:13:56.718938802Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:13:56.718992253Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"oximeter","level":30,"time":"2026-05-26T23:13:57.1009702Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:565"}
{"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:13:57.101036642Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"body":"None","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/collectors/49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a/producers?sort_by=id_ascending","method":"GET"}
{"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:13:57.128905837Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"result":"Ok(Response { url: \"http://[fd00:1122:3344:101::c]:12221/metrics/collectors/49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9efc364c-65c2-4f0a-b50e-f203d6b06027\", \"content-length\": \"300\", \"date\": \"Tue, 26 May 2026 23:13:57 GMT\"} })"}
{"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:13:57.128946378Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"body":"None","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/collectors/49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiI1ZTJlZmJlMS1lNjAxLTRhNzUtYjJjMi00NjVhODZiMWM2NGUifX0%3D","method":"GET"}
{"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:13:57.132124574Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"result":"Ok(Response { url: \"http://[fd00:1122:3344:101::c]:12221/metrics/collectors/49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiI1ZTJlZmJlMS1lNjAxLTRhNzUtYjJjMi00NjVhODZiMWM2NGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bb339cf4-43a9-433b-8cc6-ed5e808e446d\", \"content-length\": \"29\", \"date\": \"Tue, 26 May 2026 23:13:57 GMT\"} })"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"oximeter","level":30,"time":"2026-05-26T23:13:57.132159384Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:640","n_current_tasks":1,"n_pruned_tasks":0}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:13:57.160388938Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"producer_port":61724,"producer_ip":"fd00:1122:3344:101::2","producer_id":"5e2efbe1-e601-4a75-b2c2-465a86b1c64e","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent"}
{"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:13:57.160421959Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"producer_port":61724,"producer_ip":"fd00:1122:3344:101::2","producer_id":"5e2efbe1-e601-4a75-b2c2-465a86b1c64e","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent"}
{"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:13:57.164509737Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"producer_port":61724,"producer_ip":"fd00:1122:3344:101::2","producer_id":"5e2efbe1-e601-4a75-b2c2-465a86b1c64e","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","n_samples":36,"n_results":1}
{"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:01.718511275Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","n_samples":36}
{"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:01.718555966Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","n_samples":36}
{"msg":"unrolling 36 total samples","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:01.718563226Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"id":"ad9f6289-38af-4b14-b291-61ec12866a48","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent"}
{"msg":"fetching timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:01.719996171Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"id":"ad9f6289-38af-4b14-b291-61ec12866a48","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent"}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:01.767221677Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"id":"ad9f6289-38af-4b14-b291-61ec12866a48","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","table_name":"fields_i16","n_rows":24}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:01.768774504Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"id":"ad9f6289-38af-4b14-b291-61ec12866a48","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","table_name":"fields_string","n_rows":120}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:01.770199558Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"id":"ad9f6289-38af-4b14-b291-61ec12866a48","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","table_name":"fields_u16","n_rows":12}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:01.771606742Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"id":"ad9f6289-38af-4b14-b291-61ec12866a48","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","table_name":"fields_u32","n_rows":24}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:01.773018476Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"id":"ad9f6289-38af-4b14-b291-61ec12866a48","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","table_name":"fields_u8","n_rows":12}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:01.774530912Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"id":"ad9f6289-38af-4b14-b291-61ec12866a48","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","table_name":"fields_uuid","n_rows":36}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:01.775949586Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"id":"ad9f6289-38af-4b14-b291-61ec12866a48","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","table_name":"measurements_cumulativeu64","n_rows":36}
{"msg":"failed to insert some results into metric DB","v":0,"name":"oximeter","level":40,"time":"2026-05-26T23:14:01.81928022Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:315","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:06.719339306Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:06.719392187Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:11.718040564Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:11.718095765Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"oximeter","level":30,"time":"2026-05-26T23:14:12.099890986Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:565"}
{"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:12.099981068Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"body":"None","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/collectors/49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a/producers?sort_by=id_ascending","method":"GET"}
{"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:12.103041791Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"result":"Ok(Response { url: \"http://[fd00:1122:3344:101::a]:12221/metrics/collectors/49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f7ae673e-212e-491b-899f-cb5944c2aa80\", \"content-length\": \"438\", \"date\": \"Tue, 26 May 2026 23:14:12 GMT\"} })"}
{"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:12.103090272Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"body":"None","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/collectors/49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiI1ZTJlZmJlMS1lNjAxLTRhNzUtYjJjMi00NjVhODZiMWM2NGUifX0%3D","method":"GET"}
{"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:12.105349946Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"result":"Ok(Response { url: \"http://[fd00:1122:3344:101::a]:12221/metrics/collectors/49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiI1ZTJlZmJlMS1lNjAxLTRhNzUtYjJjMi00NjVhODZiMWM2NGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"50407427-b67a-4c7d-b14a-7152766ad78c\", \"content-length\": \"29\", \"date\": \"Tue, 26 May 2026 23:14:12 GMT\"} })"}
{"msg":"registered new metric producer","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:12.105368226Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","address":"[fd00:1122:3344:101::b]:33090","producer_id":"0de351d8-f06d-4422-b635-21cd2ecc6fd2"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"oximeter","level":30,"time":"2026-05-26T23:14:12.105382707Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:640","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"reporting oximeter self-collection statistics","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:12.106440782Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"producer_port":33090,"producer_ip":"fd00:1122:3344:101::b","producer_id":"0de351d8-f06d-4422-b635-21cd2ecc6fd2","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:12.106567845Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"producer_port":33090,"producer_ip":"fd00:1122:3344:101::b","producer_id":"0de351d8-f06d-4422-b635-21cd2ecc6fd2","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent"}
{"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:12.108318837Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"producer_port":33090,"producer_ip":"fd00:1122:3344:101::b","producer_id":"0de351d8-f06d-4422-b635-21cd2ecc6fd2","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent"}
{"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:12.13608929Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"producer_port":33090,"producer_ip":"fd00:1122:3344:101::b","producer_id":"0de351d8-f06d-4422-b635-21cd2ecc6fd2","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","n_samples":11,"n_results":5}
{"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:16.718318453Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","n_samples":12}
{"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:16.718396254Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","n_samples":12}
{"msg":"unrolling 12 total samples","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:16.718404585Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"id":"ad9f6289-38af-4b14-b291-61ec12866a48","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent"}
{"msg":"fetching timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:16.718937917Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"id":"ad9f6289-38af-4b14-b291-61ec12866a48","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent"}
{"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:16.721510289Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"id":"ad9f6289-38af-4b14-b291-61ec12866a48","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"collection_target:cpus_provisioned\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: I64, version: 1, authz_scope: Fleet, units: Count, created: 2026-05-26T23:14:16.718628210Z }","timeseries_name":"collection_target:cpus_provisioned"}
{"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:16.721532649Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"id":"ad9f6289-38af-4b14-b291-61ec12866a48","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"collection_target:ram_provisioned\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: I64, version: 1, authz_scope: Fleet, units: Count, created: 2026-05-26T23:14:16.718688132Z }","timeseries_name":"collection_target:ram_provisioned"}
{"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:16.7215532Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"id":"ad9f6289-38af-4b14-b291-61ec12866a48","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"collection_target:virtual_disk_space_provisioned\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: I64, version: 1, authz_scope: Fleet, units: Count, created: 2026-05-26T23:14:16.718749073Z }","timeseries_name":"collection_target:virtual_disk_space_provisioned"}
{"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:16.7215698Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"id":"ad9f6289-38af-4b14-b291-61ec12866a48","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"http_service:request_latency_histogram\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"name\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"operation_id\", field_type: String, source: Metric, description: \"\" }, FieldSchema { name: \"status_code\", field_type: U16, source: Metric, description: \"\" }}, datum_type: HistogramU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-05-26T23:14:16.718534508Z }","timeseries_name":"http_service:request_latency_histogram"}
{"msg":"inserting 4 new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:16.721640752Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"id":"ad9f6289-38af-4b14-b291-61ec12866a48","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent"}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:16.724704565Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"id":"ad9f6289-38af-4b14-b291-61ec12866a48","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","table_name":"fields_ipaddr","n_rows":2}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:16.726033727Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"id":"ad9f6289-38af-4b14-b291-61ec12866a48","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","table_name":"fields_string","n_rows":5}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:16.727354308Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"id":"ad9f6289-38af-4b14-b291-61ec12866a48","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","table_name":"fields_u16","n_rows":4}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:16.72866653Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"id":"ad9f6289-38af-4b14-b291-61ec12866a48","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","table_name":"fields_uuid","n_rows":13}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:16.72995236Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"id":"ad9f6289-38af-4b14-b291-61ec12866a48","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","table_name":"measurements_cumulativeu64","n_rows":1}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:16.734171611Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"id":"ad9f6289-38af-4b14-b291-61ec12866a48","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","table_name":"measurements_histogramu64","n_rows":2}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:16.735468052Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"id":"ad9f6289-38af-4b14-b291-61ec12866a48","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","table_name":"measurements_i64","n_rows":9}
{"msg":"failed to insert some results into metric DB","v":0,"name":"oximeter","level":40,"time":"2026-05-26T23:14:16.819649571Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:315","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:21.717797122Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:21.717871634Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:22.106553809Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"producer_port":33090,"producer_ip":"fd00:1122:3344:101::b","producer_id":"0de351d8-f06d-4422-b635-21cd2ecc6fd2","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent"}
{"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:22.106619961Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"producer_port":33090,"producer_ip":"fd00:1122:3344:101::b","producer_id":"0de351d8-f06d-4422-b635-21cd2ecc6fd2","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent"}
{"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:22.10828584Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"producer_port":33090,"producer_ip":"fd00:1122:3344:101::b","producer_id":"0de351d8-f06d-4422-b635-21cd2ecc6fd2","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","n_samples":7,"n_results":5}
{"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:26.71849826Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","n_samples":7}
{"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:26.718559642Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","n_samples":7}
{"msg":"unrolling 7 total samples","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:26.718567052Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"id":"ad9f6289-38af-4b14-b291-61ec12866a48","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent"}
{"msg":"fetching timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:26.718860199Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"id":"ad9f6289-38af-4b14-b291-61ec12866a48","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent"}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:26.72349687Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"id":"ad9f6289-38af-4b14-b291-61ec12866a48","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","table_name":"fields_string","n_rows":14}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:26.724876812Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"id":"ad9f6289-38af-4b14-b291-61ec12866a48","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","table_name":"fields_u16","n_rows":7}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:26.726230175Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"id":"ad9f6289-38af-4b14-b291-61ec12866a48","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","table_name":"fields_uuid","n_rows":7}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:26.730784723Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"id":"ad9f6289-38af-4b14-b291-61ec12866a48","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","table_name":"measurements_histogramu64","n_rows":7}
{"msg":"failed to insert some results into metric DB","v":0,"name":"oximeter","level":40,"time":"2026-05-26T23:14:26.818957308Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:315","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"oximeter","level":30,"time":"2026-05-26T23:14:27.10021595Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:565"}
{"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:27.100291631Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"body":"None","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/collectors/49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a/producers?sort_by=id_ascending","method":"GET"}
{"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:27.103710063Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"result":"Ok(Response { url: \"http://[fd00:1122:3344:101::a]:12221/metrics/collectors/49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"218c5811-2b22-4325-8e08-78933452507e\", \"content-length\": \"714\", \"date\": \"Tue, 26 May 2026 23:14:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:27.103740724Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"body":"None","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/collectors/49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjMjM1ZjUwYS1iZTZiLTRiNmUtYWIzYS04M2M0M2E0OTdiZWUifX0%3D","method":"GET"}
{"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:27.106537831Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"result":"Ok(Response { url: \"http://[fd00:1122:3344:101::a]:12221/metrics/collectors/49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjMjM1ZjUwYS1iZTZiLTRiNmUtYWIzYS04M2M0M2E0OTdiZWUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2540e62a-7cdb-4d25-8b0d-fb51f99be2b2\", \"content-length\": \"29\", \"date\": \"Tue, 26 May 2026 23:14:27 GMT\"} })"}
{"msg":"registered new metric producer","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:27.106566551Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","address":"[fd00:1122:3344:101::c]:48385","producer_id":"38fcecd4-6efe-4446-8328-b136a9ae9128"}
{"msg":"registered new metric producer","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:27.106604252Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","address":"[fd00:1122:3344:101::a]:40337","producer_id":"c235f50a-be6b-4b6e-ab3a-83c43a497bee"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"oximeter","level":30,"time":"2026-05-26T23:14:27.106613042Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:640","n_current_tasks":4,"n_pruned_tasks":0}
{"msg":"reporting oximeter self-collection statistics","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:27.107658497Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"producer_port":48385,"producer_ip":"fd00:1122:3344:101::c","producer_id":"38fcecd4-6efe-4446-8328-b136a9ae9128","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent"}
{"msg":"reporting oximeter self-collection statistics","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:27.107690668Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"producer_port":40337,"producer_ip":"fd00:1122:3344:101::a","producer_id":"c235f50a-be6b-4b6e-ab3a-83c43a497bee","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:27.10778699Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"producer_port":40337,"producer_ip":"fd00:1122:3344:101::a","producer_id":"c235f50a-be6b-4b6e-ab3a-83c43a497bee","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:27.107812841Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"producer_port":48385,"producer_ip":"fd00:1122:3344:101::c","producer_id":"38fcecd4-6efe-4446-8328-b136a9ae9128","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent"}
{"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:27.107826541Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"producer_port":48385,"producer_ip":"fd00:1122:3344:101::c","producer_id":"38fcecd4-6efe-4446-8328-b136a9ae9128","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent"}
{"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:27.107839262Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"producer_port":40337,"producer_ip":"fd00:1122:3344:101::a","producer_id":"c235f50a-be6b-4b6e-ab3a-83c43a497bee","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent"}
{"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:27.118504266Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"producer_port":40337,"producer_ip":"fd00:1122:3344:101::a","producer_id":"c235f50a-be6b-4b6e-ab3a-83c43a497bee","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","n_samples":5,"n_results":5}
{"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:27.123258479Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"producer_port":48385,"producer_ip":"fd00:1122:3344:101::c","producer_id":"38fcecd4-6efe-4446-8328-b136a9ae9128","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","n_samples":6,"n_results":5}
{"msg":"reporting oximeter self-collection statistics","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:27.129801956Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"producer_port":61724,"producer_ip":"fd00:1122:3344:101::2","producer_id":"5e2efbe1-e601-4a75-b2c2-465a86b1c64e","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:27.160724384Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"producer_port":61724,"producer_ip":"fd00:1122:3344:101::2","producer_id":"5e2efbe1-e601-4a75-b2c2-465a86b1c64e","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent"}
{"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:27.160772865Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"producer_port":61724,"producer_ip":"fd00:1122:3344:101::2","producer_id":"5e2efbe1-e601-4a75-b2c2-465a86b1c64e","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent"}
{"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:27.164873363Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"producer_port":61724,"producer_ip":"fd00:1122:3344:101::2","producer_id":"5e2efbe1-e601-4a75-b2c2-465a86b1c64e","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","n_samples":36,"n_results":1}
{"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:31.718247149Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","n_samples":50}
{"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:31.718359942Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","n_samples":50}
{"msg":"unrolling 50 total samples","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:31.718377062Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"id":"ad9f6289-38af-4b14-b291-61ec12866a48","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent"}
{"msg":"fetching timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:31.720288708Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"id":"ad9f6289-38af-4b14-b291-61ec12866a48","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent"}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:31.73338116Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"id":"ad9f6289-38af-4b14-b291-61ec12866a48","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","table_name":"fields_i16","n_rows":24}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:31.735011469Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"id":"ad9f6289-38af-4b14-b291-61ec12866a48","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","table_name":"fields_ipaddr","n_rows":6}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:31.736654988Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"id":"ad9f6289-38af-4b14-b291-61ec12866a48","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","table_name":"fields_string","n_rows":139}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:31.738140634Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"id":"ad9f6289-38af-4b14-b291-61ec12866a48","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","table_name":"fields_u16","n_rows":26}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:31.739564858Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"id":"ad9f6289-38af-4b14-b291-61ec12866a48","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","table_name":"fields_u32","n_rows":24}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:31.740987432Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"id":"ad9f6289-38af-4b14-b291-61ec12866a48","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","table_name":"fields_u8","n_rows":12}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:31.742445136Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"id":"ad9f6289-38af-4b14-b291-61ec12866a48","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","table_name":"fields_uuid","n_rows":53}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:31.744228639Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"id":"ad9f6289-38af-4b14-b291-61ec12866a48","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","table_name":"measurements_cumulativeu64","n_rows":39}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:31.746254767Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"id":"ad9f6289-38af-4b14-b291-61ec12866a48","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","table_name":"measurements_histogramu64","n_rows":8}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:31.747595019Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"id":"ad9f6289-38af-4b14-b291-61ec12866a48","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","table_name":"measurements_i64","n_rows":3}
{"msg":"failed to insert some results into metric DB","v":0,"name":"oximeter","level":40,"time":"2026-05-26T23:14:31.818768078Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:315","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:32.106443693Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"producer_port":33090,"producer_ip":"fd00:1122:3344:101::b","producer_id":"0de351d8-f06d-4422-b635-21cd2ecc6fd2","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent"}
{"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:32.106500785Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"producer_port":33090,"producer_ip":"fd00:1122:3344:101::b","producer_id":"0de351d8-f06d-4422-b635-21cd2ecc6fd2","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent"}
{"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:32.110566382Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"producer_port":33090,"producer_ip":"fd00:1122:3344:101::b","producer_id":"0de351d8-f06d-4422-b635-21cd2ecc6fd2","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","n_samples":37,"n_results":5}
{"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:36.717984657Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","n_samples":37}
{"msg":"unrolling 37 total samples","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:36.718078219Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"id":"ad9f6289-38af-4b14-b291-61ec12866a48","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent"}
{"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:36.71809674Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","n_samples":37}
{"msg":"fetching timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:36.719462563Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"id":"ad9f6289-38af-4b14-b291-61ec12866a48","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent"}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:36.724323819Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"id":"ad9f6289-38af-4b14-b291-61ec12866a48","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","table_name":"fields_string","n_rows":44}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:36.725899956Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"id":"ad9f6289-38af-4b14-b291-61ec12866a48","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","table_name":"fields_u16","n_rows":22}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:36.727359451Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"id":"ad9f6289-38af-4b14-b291-61ec12866a48","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","table_name":"fields_uuid","n_rows":30}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:36.729590774Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"id":"ad9f6289-38af-4b14-b291-61ec12866a48","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","table_name":"measurements_histogramu64","n_rows":22}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:36.730871765Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"id":"ad9f6289-38af-4b14-b291-61ec12866a48","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","table_name":"measurements_i64","n_rows":15}
{"msg":"failed to insert some results into metric DB","v":0,"name":"oximeter","level":40,"time":"2026-05-26T23:14:36.819208863Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:315","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:37.107258157Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"producer_port":48385,"producer_ip":"fd00:1122:3344:101::c","producer_id":"38fcecd4-6efe-4446-8328-b136a9ae9128","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent"}
{"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:37.107304548Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"producer_port":48385,"producer_ip":"fd00:1122:3344:101::c","producer_id":"38fcecd4-6efe-4446-8328-b136a9ae9128","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:37.107320979Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"producer_port":40337,"producer_ip":"fd00:1122:3344:101::a","producer_id":"c235f50a-be6b-4b6e-ab3a-83c43a497bee","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent"}
{"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:37.107328759Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"producer_port":40337,"producer_ip":"fd00:1122:3344:101::a","producer_id":"c235f50a-be6b-4b6e-ab3a-83c43a497bee","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent"}
{"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:37.10819846Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"producer_port":40337,"producer_ip":"fd00:1122:3344:101::a","producer_id":"c235f50a-be6b-4b6e-ab3a-83c43a497bee","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","n_samples":2,"n_results":5}
{"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:37.108801374Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"producer_port":48385,"producer_ip":"fd00:1122:3344:101::c","producer_id":"38fcecd4-6efe-4446-8328-b136a9ae9128","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","n_samples":6,"n_results":5}
{"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:41.718195995Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","n_samples":8}
{"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:41.718268596Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","n_samples":8}
{"msg":"unrolling 8 total samples","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:41.718288237Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"id":"ad9f6289-38af-4b14-b291-61ec12866a48","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent"}
{"msg":"fetching timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:41.718714587Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"id":"ad9f6289-38af-4b14-b291-61ec12866a48","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent"}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:41.723317957Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"id":"ad9f6289-38af-4b14-b291-61ec12866a48","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","table_name":"fields_string","n_rows":16}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:41.724943016Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"id":"ad9f6289-38af-4b14-b291-61ec12866a48","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","table_name":"fields_u16","n_rows":8}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:41.726351759Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"id":"ad9f6289-38af-4b14-b291-61ec12866a48","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","table_name":"fields_uuid","n_rows":8}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:41.728350157Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"id":"ad9f6289-38af-4b14-b291-61ec12866a48","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","table_name":"measurements_histogramu64","n_rows":8}
{"msg":"failed to insert some results into metric DB","v":0,"name":"oximeter","level":40,"time":"2026-05-26T23:14:41.819516822Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:315","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"oximeter","level":30,"time":"2026-05-26T23:14:42.100483958Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:565"}
{"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:42.100546249Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"body":"None","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/collectors/49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a/producers?sort_by=id_ascending","method":"GET"}
{"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:42.103548391Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"result":"Ok(Response { url: \"http://[fd00:1122:3344:101::b]:12221/metrics/collectors/49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0115c48d-23c8-48d5-be3a-ad7e65a888a1\", \"content-length\": \"850\", \"date\": \"Tue, 26 May 2026 23:14:42 GMT\"} })"}
{"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:42.103579452Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"body":"None","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/collectors/49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjMjM1ZjUwYS1iZTZiLTRiNmUtYWIzYS04M2M0M2E0OTdiZWUifX0%3D","method":"GET"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:42.105805865Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"producer_port":33090,"producer_ip":"fd00:1122:3344:101::b","producer_id":"0de351d8-f06d-4422-b635-21cd2ecc6fd2","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent"}
{"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:42.105842595Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"producer_port":33090,"producer_ip":"fd00:1122:3344:101::b","producer_id":"0de351d8-f06d-4422-b635-21cd2ecc6fd2","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent"}
{"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:42.105860936Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"result":"Ok(Response { url: \"http://[fd00:1122:3344:101::b]:12221/metrics/collectors/49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjMjM1ZjUwYS1iZTZiLTRiNmUtYWIzYS04M2M0M2E0OTdiZWUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"28e687d1-977f-41da-a515-041e18c09653\", \"content-length\": \"29\", \"date\": \"Tue, 26 May 2026 23:14:42 GMT\"} })"}
{"msg":"registered new metric producer","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:42.105879496Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","address":"[fd00:1122:3344:101::2]:8001","producer_id":"5ff07680-a497-4f4f-b278-8c9955051423"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"oximeter","level":30,"time":"2026-05-26T23:14:42.105896787Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:640","n_current_tasks":5,"n_pruned_tasks":0}
{"msg":"reporting oximeter self-collection statistics","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:42.106939612Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"5ff07680-a497-4f4f-b278-8c9955051423","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:42.107069485Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"5ff07680-a497-4f4f-b278-8c9955051423","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent"}
{"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:42.107091035Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"5ff07680-a497-4f4f-b278-8c9955051423","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent"}
{"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:42.10939155Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"producer_port":33090,"producer_ip":"fd00:1122:3344:101::b","producer_id":"0de351d8-f06d-4422-b635-21cd2ecc6fd2","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","n_samples":22,"n_results":5}
{"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:42.116382617Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"5ff07680-a497-4f4f-b278-8c9955051423","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","n_samples":14,"n_results":1}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:43.107566541Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"5ff07680-a497-4f4f-b278-8c9955051423","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent"}
{"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:43.107631503Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"5ff07680-a497-4f4f-b278-8c9955051423","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent"}
{"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:43.109155049Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"5ff07680-a497-4f4f-b278-8c9955051423","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","n_samples":14,"n_results":1}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:44.107287599Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"5ff07680-a497-4f4f-b278-8c9955051423","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent"}
{"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:44.10734985Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"5ff07680-a497-4f4f-b278-8c9955051423","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent"}
{"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:44.108758784Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"5ff07680-a497-4f4f-b278-8c9955051423","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","n_samples":14,"n_results":1}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:45.106898224Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"5ff07680-a497-4f4f-b278-8c9955051423","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent"}
{"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:45.106962035Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"5ff07680-a497-4f4f-b278-8c9955051423","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent"}
{"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:45.10839432Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"5ff07680-a497-4f4f-b278-8c9955051423","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","n_samples":14,"n_results":1}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:46.107539904Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"5ff07680-a497-4f4f-b278-8c9955051423","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent"}
{"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:46.107620646Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"5ff07680-a497-4f4f-b278-8c9955051423","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent"}
{"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:46.109011509Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"5ff07680-a497-4f4f-b278-8c9955051423","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","n_samples":14,"n_results":1}
{"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:46.718171727Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","n_samples":93}
{"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:46.71829777Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","n_samples":93}
{"msg":"unrolling 93 total samples","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:46.71831265Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"id":"ad9f6289-38af-4b14-b291-61ec12866a48","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent"}
{"msg":"fetching timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:46.721516077Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"id":"ad9f6289-38af-4b14-b291-61ec12866a48","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent"}
{"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:46.725048261Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"id":"ad9f6289-38af-4b14-b291-61ec12866a48","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"ddm_router:originated_tunnel_endpoints\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"hostname\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: U64, version: 1, authz_scope: Fleet, units: Count, created: 2026-05-26T23:14:46.719190061Z }","timeseries_name":"ddm_router:originated_tunnel_endpoints"}
{"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:46.725078762Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"id":"ad9f6289-38af-4b14-b291-61ec12866a48","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"ddm_router:originated_underlay_prefixes\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"hostname\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: U64, version: 1, authz_scope: Fleet, units: Count, created: 2026-05-26T23:14:46.719131500Z }","timeseries_name":"ddm_router:originated_underlay_prefixes"}
{"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:46.725092172Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"id":"ad9f6289-38af-4b14-b291-61ec12866a48","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"ddm_session:advertisements_received\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"hostname\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"interface\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-05-26T23:14:46.719423447Z }","timeseries_name":"ddm_session:advertisements_received"}
{"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:46.725111603Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"id":"ad9f6289-38af-4b14-b291-61ec12866a48","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"ddm_session:advertisements_sent\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"hostname\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"interface\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-05-26T23:14:46.719365515Z }","timeseries_name":"ddm_session:advertisements_sent"}
{"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:46.725137993Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"id":"ad9f6289-38af-4b14-b291-61ec12866a48","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"ddm_session:imported_tunnel_endpoints\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"hostname\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"interface\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: U64, version: 1, authz_scope: Fleet, units: Count, created: 2026-05-26T23:14:46.719888638Z }","timeseries_name":"ddm_session:imported_tunnel_endpoints"}
{"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:46.725157153Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"id":"ad9f6289-38af-4b14-b291-61ec12866a48","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"ddm_session:imported_underlay_prefixes\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"hostname\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"interface\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: U64, version: 1, authz_scope: Fleet, units: Count, created: 2026-05-26T23:14:46.719831106Z }","timeseries_name":"ddm_session:imported_underlay_prefixes"}
{"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:46.725171714Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"id":"ad9f6289-38af-4b14-b291-61ec12866a48","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"ddm_session:peer_address_changes\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"hostname\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"interface\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-05-26T23:14:46.719539830Z }","timeseries_name":"ddm_session:peer_address_changes"}
{"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:46.725186634Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"id":"ad9f6289-38af-4b14-b291-61ec12866a48","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"ddm_session:peer_expirations\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"hostname\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"interface\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-05-26T23:14:46.719482258Z }","timeseries_name":"ddm_session:peer_expirations"}
{"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:46.725203945Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"id":"ad9f6289-38af-4b14-b291-61ec12866a48","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"ddm_session:peer_sessions_established\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"hostname\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"interface\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-05-26T23:14:46.719596951Z }","timeseries_name":"ddm_session:peer_sessions_established"}
{"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:46.725221175Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"id":"ad9f6289-38af-4b14-b291-61ec12866a48","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"ddm_session:solicitations_received\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"hostname\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"interface\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-05-26T23:14:46.719306674Z }","timeseries_name":"ddm_session:solicitations_received"}
{"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:46.725236226Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"id":"ad9f6289-38af-4b14-b291-61ec12866a48","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"ddm_session:solicitations_sent\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"hostname\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"interface\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-05-26T23:14:46.719247923Z }","timeseries_name":"ddm_session:solicitations_sent"}
{"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:46.725257856Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"id":"ad9f6289-38af-4b14-b291-61ec12866a48","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"ddm_session:update_send_fail\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"hostname\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"interface\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-05-26T23:14:46.719771375Z }","timeseries_name":"ddm_session:update_send_fail"}
{"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:46.725268486Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"id":"ad9f6289-38af-4b14-b291-61ec12866a48","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"ddm_session:updates_received\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"hostname\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"interface\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-05-26T23:14:46.719713394Z }","timeseries_name":"ddm_session:updates_received"}
{"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:46.725278076Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"id":"ad9f6289-38af-4b14-b291-61ec12866a48","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"ddm_session:updates_sent\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"hostname\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"interface\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-05-26T23:14:46.719654612Z }","timeseries_name":"ddm_session:updates_sent"}
{"msg":"inserting 14 new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:46.725727277Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"id":"ad9f6289-38af-4b14-b291-61ec12866a48","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent"}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:46.728929744Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"id":"ad9f6289-38af-4b14-b291-61ec12866a48","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","table_name":"fields_ipaddr","n_rows":2}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:46.730497401Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"id":"ad9f6289-38af-4b14-b291-61ec12866a48","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","table_name":"fields_string","n_rows":71}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:46.731885734Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"id":"ad9f6289-38af-4b14-b291-61ec12866a48","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","table_name":"fields_u16","n_rows":24}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:46.733290417Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"id":"ad9f6289-38af-4b14-b291-61ec12866a48","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","table_name":"fields_uuid","n_rows":52}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:46.734654259Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"id":"ad9f6289-38af-4b14-b291-61ec12866a48","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","table_name":"measurements_cumulativeu64","n_rows":51}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:46.736714848Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"id":"ad9f6289-38af-4b14-b291-61ec12866a48","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","table_name":"measurements_histogramu64","n_rows":22}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:46.738104542Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"id":"ad9f6289-38af-4b14-b291-61ec12866a48","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","table_name":"measurements_u64","n_rows":20}
{"msg":"failed to insert some results into metric DB","v":0,"name":"oximeter","level":40,"time":"2026-05-26T23:14:46.819454993Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:315","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:47.107509437Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"5ff07680-a497-4f4f-b278-8c9955051423","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent"}
{"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:47.107538928Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"5ff07680-a497-4f4f-b278-8c9955051423","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:47.107546958Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"producer_port":48385,"producer_ip":"fd00:1122:3344:101::c","producer_id":"38fcecd4-6efe-4446-8328-b136a9ae9128","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent"}
{"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:47.107553329Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"producer_port":48385,"producer_ip":"fd00:1122:3344:101::c","producer_id":"38fcecd4-6efe-4446-8328-b136a9ae9128","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:47.107558949Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"producer_port":40337,"producer_ip":"fd00:1122:3344:101::a","producer_id":"c235f50a-be6b-4b6e-ab3a-83c43a497bee","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent"}
{"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:47.107565019Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"producer_port":40337,"producer_ip":"fd00:1122:3344:101::a","producer_id":"c235f50a-be6b-4b6e-ab3a-83c43a497bee","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent"}
{"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:47.108485751Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"producer_port":40337,"producer_ip":"fd00:1122:3344:101::a","producer_id":"c235f50a-be6b-4b6e-ab3a-83c43a497bee","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","n_samples":2,"n_results":5}
{"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:47.108904001Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"producer_port":48385,"producer_ip":"fd00:1122:3344:101::c","producer_id":"38fcecd4-6efe-4446-8328-b136a9ae9128","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","n_samples":6,"n_results":5}
{"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:47.109041494Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"5ff07680-a497-4f4f-b278-8c9955051423","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","n_samples":14,"n_results":1}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:48.107364138Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"5ff07680-a497-4f4f-b278-8c9955051423","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent"}
{"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:48.10740059Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"5ff07680-a497-4f4f-b278-8c9955051423","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent"}
{"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:48.108859884Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"5ff07680-a497-4f4f-b278-8c9955051423","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","n_samples":14,"n_results":1}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:49.107003245Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"5ff07680-a497-4f4f-b278-8c9955051423","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent"}
{"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:49.107041896Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"5ff07680-a497-4f4f-b278-8c9955051423","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent"}
{"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:49.108514581Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"5ff07680-a497-4f4f-b278-8c9955051423","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","n_samples":14,"n_results":1}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:50.107703275Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"5ff07680-a497-4f4f-b278-8c9955051423","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent"}
{"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:50.107767647Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"5ff07680-a497-4f4f-b278-8c9955051423","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent"}
{"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:50.109820326Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"5ff07680-a497-4f4f-b278-8c9955051423","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","n_samples":14,"n_results":1}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:51.106938302Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"5ff07680-a497-4f4f-b278-8c9955051423","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent"}
{"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:51.106992603Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"5ff07680-a497-4f4f-b278-8c9955051423","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent"}
{"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:51.108384186Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"5ff07680-a497-4f4f-b278-8c9955051423","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","n_samples":14,"n_results":1}
{"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:51.718519297Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","n_samples":78}
{"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:51.718555598Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","n_samples":78}
{"msg":"unrolling 78 total samples","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:51.718568368Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"id":"ad9f6289-38af-4b14-b291-61ec12866a48","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent"}
{"msg":"fetching timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:51.721475068Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"id":"ad9f6289-38af-4b14-b291-61ec12866a48","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent"}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:51.727185254Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"id":"ad9f6289-38af-4b14-b291-61ec12866a48","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","table_name":"fields_string","n_rows":42}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:51.728538646Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"id":"ad9f6289-38af-4b14-b291-61ec12866a48","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","table_name":"fields_u16","n_rows":8}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:51.730041762Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"id":"ad9f6289-38af-4b14-b291-61ec12866a48","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","table_name":"fields_uuid","n_rows":36}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:51.731403905Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"id":"ad9f6289-38af-4b14-b291-61ec12866a48","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","table_name":"measurements_cumulativeu64","n_rows":50}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:51.733512534Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"id":"ad9f6289-38af-4b14-b291-61ec12866a48","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","table_name":"measurements_histogramu64","n_rows":8}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:51.734845866Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"id":"ad9f6289-38af-4b14-b291-61ec12866a48","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","table_name":"measurements_u64","n_rows":20}
{"msg":"failed to insert some results into metric DB","v":0,"name":"oximeter","level":40,"time":"2026-05-26T23:14:51.819192229Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:315","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:52.106819033Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"producer_port":33090,"producer_ip":"fd00:1122:3344:101::b","producer_id":"0de351d8-f06d-4422-b635-21cd2ecc6fd2","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:52.106858264Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"5ff07680-a497-4f4f-b278-8c9955051423","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent"}
{"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:52.106867544Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"5ff07680-a497-4f4f-b278-8c9955051423","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent"}
{"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:52.106874374Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"producer_port":33090,"producer_ip":"fd00:1122:3344:101::b","producer_id":"0de351d8-f06d-4422-b635-21cd2ecc6fd2","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent"}
{"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:52.108257027Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"5ff07680-a497-4f4f-b278-8c9955051423","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","n_samples":14,"n_results":1}
{"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:52.110215024Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"producer_port":33090,"producer_ip":"fd00:1122:3344:101::b","producer_id":"0de351d8-f06d-4422-b635-21cd2ecc6fd2","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","n_samples":23,"n_results":5}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:53.107624727Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"5ff07680-a497-4f4f-b278-8c9955051423","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent"}
{"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:53.107659168Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"5ff07680-a497-4f4f-b278-8c9955051423","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent"}
{"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:53.109278556Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"5ff07680-a497-4f4f-b278-8c9955051423","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","n_samples":14,"n_results":1}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:54.107399356Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"5ff07680-a497-4f4f-b278-8c9955051423","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent"}
{"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:54.107435387Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"5ff07680-a497-4f4f-b278-8c9955051423","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent"}
{"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:54.110017199Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"5ff07680-a497-4f4f-b278-8c9955051423","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","n_samples":14,"n_results":1}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:55.107137444Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"5ff07680-a497-4f4f-b278-8c9955051423","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent"}
{"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:55.107172805Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"5ff07680-a497-4f4f-b278-8c9955051423","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent"}
{"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:55.10864677Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"5ff07680-a497-4f4f-b278-8c9955051423","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","n_samples":14,"n_results":1}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:56.107755803Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"5ff07680-a497-4f4f-b278-8c9955051423","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent"}
{"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:56.107804104Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"5ff07680-a497-4f4f-b278-8c9955051423","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent"}
{"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:56.109960326Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"5ff07680-a497-4f4f-b278-8c9955051423","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","n_samples":14,"n_results":1}
{"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:56.71815293Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","n_samples":93}
{"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:56.718186231Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","n_samples":93}
{"msg":"unrolling 93 total samples","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:56.718195041Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"id":"ad9f6289-38af-4b14-b291-61ec12866a48","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent"}
{"msg":"fetching timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:56.72146766Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"id":"ad9f6289-38af-4b14-b291-61ec12866a48","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent"}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:56.7273378Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"id":"ad9f6289-38af-4b14-b291-61ec12866a48","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","table_name":"fields_string","n_rows":72}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:56.728650281Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"id":"ad9f6289-38af-4b14-b291-61ec12866a48","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","table_name":"fields_u16","n_rows":23}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:56.729967042Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"id":"ad9f6289-38af-4b14-b291-61ec12866a48","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","table_name":"fields_uuid","n_rows":51}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:56.731269874Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"id":"ad9f6289-38af-4b14-b291-61ec12866a48","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","table_name":"measurements_cumulativeu64","n_rows":50}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:56.73320456Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"id":"ad9f6289-38af-4b14-b291-61ec12866a48","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","table_name":"measurements_histogramu64","n_rows":23}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:56.73446683Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"id":"ad9f6289-38af-4b14-b291-61ec12866a48","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","table_name":"measurements_u64","n_rows":20}
{"msg":"failed to insert some results into metric DB","v":0,"name":"oximeter","level":40,"time":"2026-05-26T23:14:56.819612442Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:315","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"oximeter","level":30,"time":"2026-05-26T23:14:57.100664029Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:565"}
{"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:57.100740141Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"body":"None","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/collectors/49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a/producers?sort_by=id_ascending","method":"GET"}
{"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:57.104341797Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"result":"Ok(Response { url: \"http://[fd00:1122:3344:101::a]:12221/metrics/collectors/49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"83de75eb-eb3e-4d9d-9efb-a52def61b2aa\", \"content-length\": \"850\", \"date\": \"Tue, 26 May 2026 23:14:57 GMT\"} })"}
{"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:57.104378198Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"body":"None","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/collectors/49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjMjM1ZjUwYS1iZTZiLTRiNmUtYWIzYS04M2M0M2E0OTdiZWUifX0%3D","method":"GET"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:57.107048531Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"5ff07680-a497-4f4f-b278-8c9955051423","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:57.107062442Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"producer_port":48385,"producer_ip":"fd00:1122:3344:101::c","producer_id":"38fcecd4-6efe-4446-8328-b136a9ae9128","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent"}
{"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:57.107070162Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"5ff07680-a497-4f4f-b278-8c9955051423","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent"}
{"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:57.107076792Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"producer_port":48385,"producer_ip":"fd00:1122:3344:101::c","producer_id":"38fcecd4-6efe-4446-8328-b136a9ae9128","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:57.107083602Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"producer_port":40337,"producer_ip":"fd00:1122:3344:101::a","producer_id":"c235f50a-be6b-4b6e-ab3a-83c43a497bee","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent"}
{"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:57.107090582Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"producer_port":40337,"producer_ip":"fd00:1122:3344:101::a","producer_id":"c235f50a-be6b-4b6e-ab3a-83c43a497bee","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent"}
{"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:57.107104912Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"result":"Ok(Response { url: \"http://[fd00:1122:3344:101::a]:12221/metrics/collectors/49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjMjM1ZjUwYS1iZTZiLTRiNmUtYWIzYS04M2M0M2E0OTdiZWUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6d0428a0-17f4-44cb-bc0e-7d94f5d9d7a4\", \"content-length\": \"29\", \"date\": \"Tue, 26 May 2026 23:14:57 GMT\"} })"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"oximeter","level":30,"time":"2026-05-26T23:14:57.107117483Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:640","n_current_tasks":5,"n_pruned_tasks":0}
{"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:57.107872631Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"producer_port":40337,"producer_ip":"fd00:1122:3344:101::a","producer_id":"c235f50a-be6b-4b6e-ab3a-83c43a497bee","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","n_samples":2,"n_results":5}
{"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:57.108345742Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"producer_port":48385,"producer_ip":"fd00:1122:3344:101::c","producer_id":"38fcecd4-6efe-4446-8328-b136a9ae9128","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","n_samples":6,"n_results":5}
{"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:57.108507886Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"5ff07680-a497-4f4f-b278-8c9955051423","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","n_samples":14,"n_results":1}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:57.159942804Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"producer_port":61724,"producer_ip":"fd00:1122:3344:101::2","producer_id":"5e2efbe1-e601-4a75-b2c2-465a86b1c64e","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent"}
{"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:57.159960754Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"producer_port":61724,"producer_ip":"fd00:1122:3344:101::2","producer_id":"5e2efbe1-e601-4a75-b2c2-465a86b1c64e","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent"}
{"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:57.162378702Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"producer_port":61724,"producer_ip":"fd00:1122:3344:101::2","producer_id":"5e2efbe1-e601-4a75-b2c2-465a86b1c64e","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","n_samples":36,"n_results":1}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:58.107782264Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"5ff07680-a497-4f4f-b278-8c9955051423","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent"}
{"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:58.107822265Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"5ff07680-a497-4f4f-b278-8c9955051423","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent"}
{"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:58.109796702Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"5ff07680-a497-4f4f-b278-8c9955051423","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","n_samples":14,"n_results":1}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:59.106932818Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"5ff07680-a497-4f4f-b278-8c9955051423","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent"}
{"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:59.106969389Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"5ff07680-a497-4f4f-b278-8c9955051423","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent"}
{"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:14:59.108418024Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"5ff07680-a497-4f4f-b278-8c9955051423","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","n_samples":14,"n_results":1}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:15:00.107573198Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"5ff07680-a497-4f4f-b278-8c9955051423","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent"}
{"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:15:00.107607769Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"5ff07680-a497-4f4f-b278-8c9955051423","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent"}
{"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:15:00.109260358Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"5ff07680-a497-4f4f-b278-8c9955051423","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","n_samples":14,"n_results":1}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:15:01.10742625Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"5ff07680-a497-4f4f-b278-8c9955051423","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent"}
{"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:15:01.107480371Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"5ff07680-a497-4f4f-b278-8c9955051423","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent"}
{"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:15:01.109188941Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"5ff07680-a497-4f4f-b278-8c9955051423","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","n_samples":14,"n_results":1}
{"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:15:01.718345629Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","n_samples":114}
{"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:15:01.71838429Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","n_samples":114}
{"msg":"unrolling 114 total samples","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:15:01.718426661Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"id":"ad9f6289-38af-4b14-b291-61ec12866a48","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent"}
{"msg":"fetching timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:15:01.722919808Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"id":"ad9f6289-38af-4b14-b291-61ec12866a48","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent"}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:15:01.732536637Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"id":"ad9f6289-38af-4b14-b291-61ec12866a48","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","table_name":"fields_i16","n_rows":24}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:15:01.734083744Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"id":"ad9f6289-38af-4b14-b291-61ec12866a48","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","table_name":"fields_string","n_rows":162}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:15:01.735903377Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"id":"ad9f6289-38af-4b14-b291-61ec12866a48","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","table_name":"fields_u16","n_rows":20}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:15:01.737416633Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"id":"ad9f6289-38af-4b14-b291-61ec12866a48","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","table_name":"fields_u32","n_rows":24}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:15:01.738823657Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"id":"ad9f6289-38af-4b14-b291-61ec12866a48","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","table_name":"fields_u8","n_rows":12}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:15:01.740355823Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"id":"ad9f6289-38af-4b14-b291-61ec12866a48","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","table_name":"fields_uuid","n_rows":72}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:15:01.741864659Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"id":"ad9f6289-38af-4b14-b291-61ec12866a48","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","table_name":"measurements_cumulativeu64","n_rows":86}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:15:01.743939369Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"id":"ad9f6289-38af-4b14-b291-61ec12866a48","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","table_name":"measurements_histogramu64","n_rows":8}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:15:01.745316932Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"id":"ad9f6289-38af-4b14-b291-61ec12866a48","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","table_name":"measurements_u64","n_rows":20}
{"msg":"failed to insert some results into metric DB","v":0,"name":"oximeter","level":40,"time":"2026-05-26T23:15:01.819674326Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:315","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:15:02.106591654Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"producer_port":33090,"producer_ip":"fd00:1122:3344:101::b","producer_id":"0de351d8-f06d-4422-b635-21cd2ecc6fd2","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent"}
{"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:15:02.106628694Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"producer_port":33090,"producer_ip":"fd00:1122:3344:101::b","producer_id":"0de351d8-f06d-4422-b635-21cd2ecc6fd2","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:15:02.107612618Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"5ff07680-a497-4f4f-b278-8c9955051423","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent"}
{"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:15:02.107637139Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"5ff07680-a497-4f4f-b278-8c9955051423","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent"}
{"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:15:02.109211446Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"5ff07680-a497-4f4f-b278-8c9955051423","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","n_samples":14,"n_results":1}
{"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-05-26T23:15:02.110564658Z","hostname":"oxz_oximeter_49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","pid":25906,"producer_port":33090,"producer_ip":"fd00:1122:3344:101::b","producer_id":"0de351d8-f06d-4422-b635-21cd2ecc6fd2","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"49c41c4b-71d2-4c9a-9a87-f87a0ac1f19a","component":"oximeter-agent","n_samples":23,"n_results":5}