[ Jul 29 16:42:36 Enabled. ] [ Jul 29 16:42:36 Rereading configuration. ] [ Jul 29 16:42:37 Rereading configuration. ] [ Jul 29 16:42:41 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/oximeter-collector/bin/oximeter run /var/svc/manifest/site/oximeter/config.toml --address [fd00:1122:3344:101::d]:12223 --id 7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62 &"). ] [ Jul 29 16:42:41 Method "start" exited with status 0. ] note: configured to log to "/dev/stdout" {"msg":"registered DTrace probes","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:42:41.33142666Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662} {"msg":"starting oximeter server","v":0,"name":"oximeter","level":30,"time":"2026-07-29T16:42:41.331956952Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"file":"oximeter/collector/src/lib.rs:299"} {"msg":"creating ClickHouse client","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:42:41.332060545Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662} {"msg":"registered USDT probes","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:42:41.347145175Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"oximeter database does not exist, or is out-of-date","v":0,"name":"oximeter","level":40,"time":"2026-07-29T16:42:58.360547068Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:888"} {"msg":"oximeter database does not exist, creating","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:42:58.360693552Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"reading db version","v":0,"name":"oximeter","level":30,"time":"2026-07-29T16:42:58.360749953Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:788"} {"msg":"oximeter database does not exist, or is out-of-date","v":0,"name":"oximeter","level":40,"time":"2026-07-29T16:42:58.361993352Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:888"} {"msg":"read oximeter database version","v":0,"name":"oximeter","level":30,"time":"2026-07-29T16:42:58.362087314Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:793","version":0} {"msg":"initializing oximeter schema","v":0,"name":"oximeter","level":30,"time":"2026-07-29T16:42:58.362104864Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:798"} {"msg":"initializing ClickHouse database","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:42:58.364156552Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"inserting current version","v":0,"name":"oximeter","level":30,"time":"2026-07-29T16:42:58.489162923Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:819","version":14} {"msg":"registered USDT probes","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:42:58.526578722Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"ab12b4a1-683e-439f-aea3-0712620e2640","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"registered endpoint","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:42:58.564911752Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","versions":"all","path":"/info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:42:58.564949083Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","versions":"all","path":"/producers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:42:58.565095236Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","versions":"all","path":"/producers/{producer_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:42:58.565104296Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","versions":"all","path":"/producers/{producer_id}","method":"GET"} {"msg":"listening","v":0,"name":"oximeter","level":30,"time":"2026-07-29T16:42:58.56743861Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.17.1/src/server.rs:335"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:42:58.571944335Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot"} {"msg":"registered USDT probes","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:42:58.572106599Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662} {"msg":"contacting nexus","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:42:58.57217854Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662} {"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:42:58.630822482Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/collectors","method":"POST"} {"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:42:58.65961481Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"result":"Ok(Response { url: \"http://[fd00:1122:3344:101::b]:12221/metrics/collectors\", status: 204, headers: {\"x-request-id\": \"63486f92-ae0d-40f7-9f66-0664efdb1380\", \"date\": \"Wed, 29 Jul 2026 16:42:58 GMT\"} })"} {"msg":"oximeter registered with nexus","v":0,"name":"oximeter","level":30,"time":"2026-07-29T16:42:58.659674842Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"file":"oximeter/collector/src/lib.rs:431","id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62"} {"msg":"starting refresh list task","v":0,"name":"oximeter","level":30,"time":"2026-07-29T16:42:58.659719683Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:626"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"oximeter","level":30,"time":"2026-07-29T16:42:58.660747516Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:629"} {"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:42:58.662679101Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"body":"None","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/collectors/7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62/producers?sort_by=id_ascending","method":"GET"} {"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:42:58.681349765Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"result":"Ok(Response { url: \"http://[fd00:1122:3344:101::a]:12221/metrics/collectors/7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f3c95920-db9c-410f-bc98-758e0861aed1\", \"content-length\": \"29\", \"date\": \"Wed, 29 Jul 2026 16:42:58 GMT\"} })"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"oximeter","level":30,"time":"2026-07-29T16:42:58.683399993Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:704","n_current_tasks":0,"n_pruned_tasks":0} {"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:03.527505369Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":4} {"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:03.52755616Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":4} {"msg":"unrolling 4 total samples","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:03.527622072Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"fetching timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:03.52840194Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:03.529982907Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"oximeter_collector:database_queue_depth\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"collector_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"collector_ip\", field_type: IpAddr, source: Target, description: \"\" }, FieldSchema { name: \"collector_port\", field_type: U16, source: Target, description: \"\" }, FieldSchema { name: \"collector_sink\", field_type: String, source: Metric, description: \"\" }}, datum_type: HistogramU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-07-29T16:43:03.528378709Z }","timeseries_name":"oximeter_collector:database_queue_depth"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:03.530062768Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"oximeter_collector:database_samples_dropped\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"collector_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"collector_ip\", field_type: IpAddr, source: Target, description: \"\" }, FieldSchema { name: \"collector_port\", field_type: U16, source: Target, description: \"\" }, FieldSchema { name: \"collector_sink\", field_type: String, source: Metric, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-07-29T16:43:03.528372979Z }","timeseries_name":"oximeter_collector:database_samples_dropped"} {"msg":"inserting 2 new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:03.530271593Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:03.537702256Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","table_name":"fields_ipaddr","n_rows":4} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:03.539478967Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","table_name":"fields_string","n_rows":4} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:03.541213267Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","table_name":"fields_u16","n_rows":4} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:03.543953811Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","table_name":"fields_uuid","n_rows":4} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:03.545919497Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","table_name":"measurements_cumulativeu64","n_rows":2} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:03.548492226Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","table_name":"measurements_histogramu64","n_rows":2} {"msg":"failed to insert some results into metric DB","v":0,"name":"oximeter","level":40,"time":"2026-07-29T16:43:03.629253821Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:276","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:08.52778825Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:08.527834881Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:13.52769107Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:13.527733343Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"oximeter","level":30,"time":"2026-07-29T16:43:13.660760083Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:629"} {"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:13.660833225Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"body":"None","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/collectors/7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62/producers?sort_by=id_ascending","method":"GET"} {"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:13.68345425Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"result":"Ok(Response { url: \"http://[fd00:1122:3344:101::b]:12221/metrics/collectors/7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b3105ff4-1101-408d-a513-9c22082644d3\", \"content-length\": \"300\", \"date\": \"Wed, 29 Jul 2026 16:43:13 GMT\"} })"} {"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:13.690074404Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"body":"None","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/collectors/7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiIxNmM1ZWMxYS1kMjcwLTQ0ZWQtYjY4YS0yN2Q1YjU1MzFlOGUifX0%3D","method":"GET"} {"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:13.698290194Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"result":"Ok(Response { url: \"http://[fd00:1122:3344:101::b]:12221/metrics/collectors/7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiIxNmM1ZWMxYS1kMjcwLTQ0ZWQtYjY4YS0yN2Q1YjU1MzFlOGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"118325d5-a114-4ea3-aaa1-e0f6a50ddf17\", \"content-length\": \"29\", \"date\": \"Wed, 29 Jul 2026 16:43:13 GMT\"} })"} {"msg":"registered new metric producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:13.698353116Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","address":"[fd00:1122:3344:101::b]:38650","producer_id":"16c5ec1a-d270-44ed-b68a-27d5b5531e8e"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"oximeter","level":30,"time":"2026-07-29T16:43:13.698379416Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:704","n_current_tasks":1,"n_pruned_tasks":0} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:14.119497582Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":38650,"producer_ip":"fd00:1122:3344:101::b","producer_id":"16c5ec1a-d270-44ed-b68a-27d5b5531e8e","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:14.119538493Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":38650,"producer_ip":"fd00:1122:3344:101::b","producer_id":"16c5ec1a-d270-44ed-b68a-27d5b5531e8e","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:14.153326907Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":38650,"producer_ip":"fd00:1122:3344:101::b","producer_id":"16c5ec1a-d270-44ed-b68a-27d5b5531e8e","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":18,"n_results":5} {"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:18.527485395Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":18} {"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:18.527535146Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":18} {"msg":"unrolling 18 total samples","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:18.527548907Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"fetching timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:18.527555847Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:18.533495825Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"collection_target:cpus_provisioned\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: I64, version: 1, authz_scope: Fleet, units: Count, created: 2026-07-29T16:43:18.527510796Z }","timeseries_name":"collection_target:cpus_provisioned"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:18.533530576Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"collection_target:ram_provisioned\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: I64, version: 1, authz_scope: Fleet, units: Count, created: 2026-07-29T16:43:18.527511916Z }","timeseries_name":"collection_target:ram_provisioned"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:18.533540996Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"collection_target:virtual_disk_space_provisioned\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: I64, version: 1, authz_scope: Fleet, units: Count, created: 2026-07-29T16:43:18.527514186Z }","timeseries_name":"collection_target:virtual_disk_space_provisioned"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:18.533549786Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"http_service:request_latency_histogram\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"name\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"operation_id\", field_type: String, source: Metric, description: \"\" }, FieldSchema { name: \"status_code\", field_type: U16, source: Metric, description: \"\" }}, datum_type: HistogramU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-07-29T16:43:18.527505456Z }","timeseries_name":"http_service:request_latency_histogram"} {"msg":"inserting 4 new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:18.533760181Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:18.539208147Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","table_name":"fields_string","n_rows":24} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:18.540556149Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","table_name":"fields_u16","n_rows":12} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:18.54190345Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","table_name":"fields_uuid","n_rows":18} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:18.543875876Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","table_name":"measurements_histogramu64","n_rows":12} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:18.545146505Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","table_name":"measurements_i64","n_rows":6} {"msg":"failed to insert some results into metric DB","v":0,"name":"oximeter","level":40,"time":"2026-07-29T16:43:18.628595842Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:276","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:23.527443429Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:23.527495501Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:24.119514473Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":38650,"producer_ip":"fd00:1122:3344:101::b","producer_id":"16c5ec1a-d270-44ed-b68a-27d5b5531e8e","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:24.119548324Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":38650,"producer_ip":"fd00:1122:3344:101::b","producer_id":"16c5ec1a-d270-44ed-b68a-27d5b5531e8e","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:24.12192658Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":38650,"producer_ip":"fd00:1122:3344:101::b","producer_id":"16c5ec1a-d270-44ed-b68a-27d5b5531e8e","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":42,"n_results":5} {"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:28.526907082Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":42} {"msg":"unrolling 42 total samples","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:28.526980214Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:28.526994624Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":42} {"msg":"fetching timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:28.527005305Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:28.573584596Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","table_name":"fields_string","n_rows":54} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:28.574855575Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","table_name":"fields_u16","n_rows":27} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:28.576252058Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","table_name":"fields_uuid","n_rows":35} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:28.578675734Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","table_name":"measurements_histogramu64","n_rows":27} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:28.581895259Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","table_name":"measurements_i64","n_rows":15} {"msg":"failed to insert some results into metric DB","v":0,"name":"oximeter","level":40,"time":"2026-07-29T16:43:28.628302686Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:276","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"oximeter","level":30,"time":"2026-07-29T16:43:28.660524484Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:629"} {"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:28.660584736Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"body":"None","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/collectors/7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62/producers?sort_by=id_ascending","method":"GET"} {"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:28.668575121Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"result":"Ok(Response { url: \"http://[fd00:1122:3344:101::a]:12221/metrics/collectors/7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b55aed86-e0f7-4944-8c0f-487afe42deec\", \"content-length\": \"585\", \"date\": \"Wed, 29 Jul 2026 16:43:28 GMT\"} })"} {"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:28.668605592Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"body":"None","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/collectors/7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiIxNmM1ZWMxYS1kMjcwLTQ0ZWQtYjY4YS0yN2Q1YjU1MzFlOGUifX0%3D","method":"GET"} {"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:28.684183273Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"result":"Ok(Response { url: \"http://[fd00:1122:3344:101::a]:12221/metrics/collectors/7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiIxNmM1ZWMxYS1kMjcwLTQ0ZWQtYjY4YS0yN2Q1YjU1MzFlOGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4cdebff5-23d8-46f0-9ed8-7d9d8befbb49\", \"content-length\": \"29\", \"date\": \"Wed, 29 Jul 2026 16:43:28 GMT\"} })"} {"msg":"registered new metric producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:28.684209964Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","address":"[fd00:1122:3344:101::2]:58633","producer_id":"032090c1-2d6c-43d2-8425-955aa59dc2e3"} {"msg":"registered new metric producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:28.684250015Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","address":"[fd00:1122:3344:101::1]:8001","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"oximeter","level":30,"time":"2026-07-29T16:43:28.684267265Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:704","n_current_tasks":3,"n_pruned_tasks":0} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:29.070380909Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:29.07042473Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:29.075820175Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:30.069983893Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:30.070037374Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:30.07159651Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:31.069799382Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:31.069845553Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:31.071976963Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:32.070280426Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:32.070363538Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:32.072110469Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"reporting oximeter self-collection statistics","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:32.52538883Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":38650,"producer_ip":"fd00:1122:3344:101::b","producer_id":"16c5ec1a-d270-44ed-b68a-27d5b5531e8e","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:33.070676348Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:33.070720679Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:33.072393138Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:33.526872747Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":132} {"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:33.526944828Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":132} {"msg":"unrolling 132 total samples","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:33.526966319Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"fetching timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:33.527027421Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:33.529558729Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"ddm_router:originated_tunnel_endpoints\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"hostname\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: U64, version: 1, authz_scope: Fleet, units: Count, created: 2026-07-29T16:43:33.526907998Z }","timeseries_name":"ddm_router:originated_tunnel_endpoints"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:33.52960354Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"ddm_router:originated_underlay_prefixes\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"hostname\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: U64, version: 1, authz_scope: Fleet, units: Count, created: 2026-07-29T16:43:33.526904568Z }","timeseries_name":"ddm_router:originated_underlay_prefixes"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:33.529619933Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"ddm_session:advertisements_received\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"hostname\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"interface\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-07-29T16:43:33.526916728Z }","timeseries_name":"ddm_session:advertisements_received"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:33.529637248Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"ddm_session:advertisements_sent\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"hostname\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"interface\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-07-29T16:43:33.526914468Z }","timeseries_name":"ddm_session:advertisements_sent"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:33.529656758Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"ddm_session:imported_tunnel_endpoints\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"hostname\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"interface\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: U64, version: 1, authz_scope: Fleet, units: Count, created: 2026-07-29T16:43:33.526953149Z }","timeseries_name":"ddm_session:imported_tunnel_endpoints"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:33.529676652Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"ddm_session:imported_underlay_prefixes\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"hostname\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"interface\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: U64, version: 1, authz_scope: Fleet, units: Count, created: 2026-07-29T16:43:33.526951709Z }","timeseries_name":"ddm_session:imported_underlay_prefixes"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:33.52969844Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"ddm_session:peer_address_changes\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"hostname\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"interface\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-07-29T16:43:33.526941759Z }","timeseries_name":"ddm_session:peer_address_changes"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:33.529716966Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"ddm_session:peer_expirations\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"hostname\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"interface\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-07-29T16:43:33.526918938Z }","timeseries_name":"ddm_session:peer_expirations"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:33.529731601Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"ddm_session:peer_sessions_established\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"hostname\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"interface\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-07-29T16:43:33.526943828Z }","timeseries_name":"ddm_session:peer_sessions_established"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:33.529746189Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"ddm_session:solicitations_received\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"hostname\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"interface\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-07-29T16:43:33.526912788Z }","timeseries_name":"ddm_session:solicitations_received"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:33.529761207Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"ddm_session:solicitations_sent\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"hostname\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"interface\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-07-29T16:43:33.526910358Z }","timeseries_name":"ddm_session:solicitations_sent"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:33.529776152Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"ddm_session:update_send_fail\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"hostname\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"interface\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-07-29T16:43:33.526948779Z }","timeseries_name":"ddm_session:update_send_fail"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:33.529793815Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"ddm_session:updates_received\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"hostname\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"interface\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-07-29T16:43:33.526947428Z }","timeseries_name":"ddm_session:updates_received"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:33.529812303Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"ddm_session:updates_sent\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"hostname\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"interface\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-07-29T16:43:33.526945659Z }","timeseries_name":"ddm_session:updates_sent"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:33.529838469Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"oximeter_collector:collections\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"base_route\", field_type: String, source: Metric, description: \"\" }, FieldSchema { name: \"collector_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"collector_ip\", field_type: IpAddr, source: Target, description: \"\" }, FieldSchema { name: \"collector_port\", field_type: U16, source: Target, description: \"\" }, FieldSchema { name: \"producer_id\", field_type: Uuid, source: Metric, description: \"\" }, FieldSchema { name: \"producer_ip\", field_type: IpAddr, source: Metric, description: \"\" }, FieldSchema { name: \"producer_port\", field_type: U16, source: Metric, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-07-29T16:43:33.526988640Z }","timeseries_name":"oximeter_collector:collections"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:33.5298572Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"oximeter_collector:samples_collected\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"base_route\", field_type: String, source: Metric, description: \"\" }, FieldSchema { name: \"collector_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"collector_ip\", field_type: IpAddr, source: Target, description: \"\" }, FieldSchema { name: \"collector_port\", field_type: U16, source: Target, description: \"\" }, FieldSchema { name: \"producer_id\", field_type: Uuid, source: Metric, description: \"\" }, FieldSchema { name: \"producer_ip\", field_type: IpAddr, source: Metric, description: \"\" }, FieldSchema { name: \"producer_port\", field_type: U16, source: Metric, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-07-29T16:43:33.526990770Z }","timeseries_name":"oximeter_collector:samples_collected"} {"msg":"inserting 16 new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:33.530303302Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:33.533958761Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","table_name":"fields_ipaddr","n_rows":4} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:33.535412705Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","table_name":"fields_string","n_rows":52} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:33.536630033Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","table_name":"fields_u16","n_rows":4} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:33.537893123Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","table_name":"fields_uuid","n_rows":56} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:33.539142062Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","table_name":"measurements_cumulativeu64","n_rows":102} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:33.540470373Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","table_name":"measurements_u64","n_rows":30} {"msg":"failed to insert some results into metric DB","v":0,"name":"oximeter","level":40,"time":"2026-07-29T16:43:33.628646939Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:276","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:34.070809553Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:34.070878315Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:34.072340029Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:34.119467923Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":38650,"producer_ip":"fd00:1122:3344:101::b","producer_id":"16c5ec1a-d270-44ed-b68a-27d5b5531e8e","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:34.119532234Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":38650,"producer_ip":"fd00:1122:3344:101::b","producer_id":"16c5ec1a-d270-44ed-b68a-27d5b5531e8e","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:34.121905499Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":38650,"producer_ip":"fd00:1122:3344:101::b","producer_id":"16c5ec1a-d270-44ed-b68a-27d5b5531e8e","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":27,"n_results":5} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:35.070158901Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:35.070214682Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:35.071641605Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:36.069930136Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:36.069986788Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:36.071688097Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:37.070830521Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:37.070879602Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:37.072585322Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:37.972738459Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":58633,"producer_ip":"fd00:1122:3344:101::2","producer_id":"032090c1-2d6c-43d2-8425-955aa59dc2e3","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:37.972798131Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":58633,"producer_ip":"fd00:1122:3344:101::2","producer_id":"032090c1-2d6c-43d2-8425-955aa59dc2e3","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:37.981172885Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":58633,"producer_ip":"fd00:1122:3344:101::2","producer_id":"032090c1-2d6c-43d2-8425-955aa59dc2e3","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":11,"n_results":2} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:38.07054518Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:38.070601251Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:38.072053135Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:38.527338593Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":168} {"msg":"unrolling 168 total samples","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:38.527419465Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:38.527445606Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":168} {"msg":"fetching timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:38.527468706Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:38.543048638Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","table_name":"fields_string","n_rows":126} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:38.544309807Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","table_name":"fields_u16","n_rows":38} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:38.545640488Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","table_name":"fields_uuid","n_rows":90} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:38.546956189Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","table_name":"measurements_cumulativeu64","n_rows":100} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:38.549715753Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","table_name":"measurements_histogramu64","n_rows":38} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:38.551068544Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","table_name":"measurements_u64","n_rows":30} {"msg":"failed to insert some results into metric DB","v":0,"name":"oximeter","level":40,"time":"2026-07-29T16:43:38.628457261Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:276","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:39.070609305Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:39.070647926Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:39.072277313Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:40.070437694Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:40.070504805Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:40.071951039Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:41.0700656Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:41.070110951Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:41.071477702Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"reporting oximeter self-collection statistics","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:41.722243789Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":58633,"producer_ip":"fd00:1122:3344:101::2","producer_id":"032090c1-2d6c-43d2-8425-955aa59dc2e3","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:42.070642317Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:42.070701968Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:42.07207455Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:43.070283902Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:43.070327443Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:43.071895179Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:43.527143587Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":132} {"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:43.527222759Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":132} {"msg":"unrolling 132 total samples","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:43.52725072Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"fetching timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:43.52727721Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:43.532266576Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","table_name":"fields_ipaddr","n_rows":4} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:43.533949885Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","table_name":"fields_string","n_rows":52} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:43.53545686Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","table_name":"fields_u16","n_rows":4} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:43.536917774Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","table_name":"fields_uuid","n_rows":56} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:43.538241315Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","table_name":"measurements_cumulativeu64","n_rows":102} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:43.539396561Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","table_name":"measurements_u64","n_rows":30} {"msg":"failed to insert some results into metric DB","v":0,"name":"oximeter","level":40,"time":"2026-07-29T16:43:43.627744882Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:276","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"oximeter","level":30,"time":"2026-07-29T16:43:43.659789886Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:629"} {"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:43.659840687Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"body":"None","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/collectors/7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62/producers?sort_by=id_ascending","method":"GET"} {"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:43.664945086Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"result":"Ok(Response { url: \"http://[fd00:1122:3344:101::b]:12221/metrics/collectors/7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4f0d3f4f-924e-40a9-a503-a5f1f9514612\", \"content-length\": \"726\", \"date\": \"Wed, 29 Jul 2026 16:43:43 GMT\"} })"} {"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:43.665007357Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"body":"None","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/collectors/7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiI4OTQyZDAwNC1lOWNmLTQwODMtYTFlZC1lYmFhOTQ5NjBkODcifX0%3D","method":"GET"} {"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:43.668308464Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"result":"Ok(Response { url: \"http://[fd00:1122:3344:101::b]:12221/metrics/collectors/7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiI4OTQyZDAwNC1lOWNmLTQwODMtYTFlZC1lYmFhOTQ5NjBkODcifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"319a4070-ed8c-4cdf-9d47-8cf009d276fb\", \"content-length\": \"29\", \"date\": \"Wed, 29 Jul 2026 16:43:43 GMT\"} })"} {"msg":"registered new metric producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:43.668332735Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","address":"[fd00:1122:3344:101::1]:50470","producer_id":"8942d004-e9cf-4083-a1ed-ebaa94960d87"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"oximeter","level":30,"time":"2026-07-29T16:43:43.668348995Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:704","n_current_tasks":4,"n_pruned_tasks":0} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:44.07048748Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:44.070535971Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:44.07221357Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:44.119298686Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":38650,"producer_ip":"fd00:1122:3344:101::b","producer_id":"16c5ec1a-d270-44ed-b68a-27d5b5531e8e","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:44.119329259Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":38650,"producer_ip":"fd00:1122:3344:101::b","producer_id":"16c5ec1a-d270-44ed-b68a-27d5b5531e8e","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:44.121722159Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":38650,"producer_ip":"fd00:1122:3344:101::b","producer_id":"16c5ec1a-d270-44ed-b68a-27d5b5531e8e","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":27,"n_results":5} {"msg":"reporting oximeter self-collection statistics","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:44.76498426Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:45.070075031Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:45.070140283Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:45.07172865Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:46.06994569Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:46.070016871Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:46.071416554Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:47.070643258Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:47.070693491Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:47.072094042Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:47.972289027Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":58633,"producer_ip":"fd00:1122:3344:101::2","producer_id":"032090c1-2d6c-43d2-8425-955aa59dc2e3","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:47.972347009Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":58633,"producer_ip":"fd00:1122:3344:101::2","producer_id":"032090c1-2d6c-43d2-8425-955aa59dc2e3","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:47.973940686Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":58633,"producer_ip":"fd00:1122:3344:101::2","producer_id":"032090c1-2d6c-43d2-8425-955aa59dc2e3","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":11,"n_results":2} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:48.070113698Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:48.070155149Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:48.071571092Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:48.5276945Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":170} {"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:48.527759472Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":170} {"msg":"unrolling 170 total samples","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:48.527769572Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"fetching timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:48.527787812Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:48.533928875Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","table_name":"fields_ipaddr","n_rows":4} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:48.535485231Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","table_name":"fields_string","n_rows":128} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:48.53675063Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","table_name":"fields_u16","n_rows":42} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:48.538071981Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","table_name":"fields_uuid","n_rows":94} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:48.53934077Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","table_name":"measurements_cumulativeu64","n_rows":102} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:48.541366517Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","table_name":"measurements_histogramu64","n_rows":38} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:48.542508444Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","table_name":"measurements_u64","n_rows":30} {"msg":"failed to insert some results into metric DB","v":0,"name":"oximeter","level":40,"time":"2026-07-29T16:43:48.628699685Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:276","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:49.070731476Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:49.070790928Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:49.072249632Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:50.070352451Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:50.070419493Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:50.071874127Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:51.069904627Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:51.069965368Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:51.071409542Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:52.070079765Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:52.070136246Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:52.071487277Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:53.069611208Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:53.069660759Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:53.071149573Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:53.527290991Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":130} {"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:53.527322532Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":130} {"msg":"unrolling 130 total samples","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:53.527349832Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"fetching timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:53.527437144Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:53.531763995Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","table_name":"fields_string","n_rows":50} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:53.532975573Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","table_name":"fields_uuid","n_rows":52} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:53.534114359Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","table_name":"measurements_cumulativeu64","n_rows":100} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:53.535209335Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","table_name":"measurements_u64","n_rows":30} {"msg":"failed to insert some results into metric DB","v":0,"name":"oximeter","level":40,"time":"2026-07-29T16:43:53.627566049Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:276","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:54.069652141Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:54.069706672Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:54.071217617Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:54.119329324Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":38650,"producer_ip":"fd00:1122:3344:101::b","producer_id":"16c5ec1a-d270-44ed-b68a-27d5b5531e8e","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:54.119377415Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":38650,"producer_ip":"fd00:1122:3344:101::b","producer_id":"16c5ec1a-d270-44ed-b68a-27d5b5531e8e","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:54.12219231Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":38650,"producer_ip":"fd00:1122:3344:101::b","producer_id":"16c5ec1a-d270-44ed-b68a-27d5b5531e8e","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":27,"n_results":5} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:55.070447971Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:55.070504992Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:55.072196872Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:56.070432691Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:56.070468212Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:56.071956127Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:57.070138788Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:57.070173878Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:57.071704434Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:57.9718899Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":58633,"producer_ip":"fd00:1122:3344:101::2","producer_id":"032090c1-2d6c-43d2-8425-955aa59dc2e3","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:57.97192693Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":58633,"producer_ip":"fd00:1122:3344:101::2","producer_id":"032090c1-2d6c-43d2-8425-955aa59dc2e3","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:57.973883996Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":58633,"producer_ip":"fd00:1122:3344:101::2","producer_id":"032090c1-2d6c-43d2-8425-955aa59dc2e3","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":11,"n_results":2} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:58.070068108Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:58.070095719Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:58.071640015Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:58.526827081Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":168} {"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:58.526869942Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":168} {"msg":"unrolling 168 total samples","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:58.526880232Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"fetching timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:58.526959974Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:58.532667077Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","table_name":"fields_string","n_rows":126} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:58.534000737Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","table_name":"fields_u16","n_rows":38} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:58.535086623Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","table_name":"fields_uuid","n_rows":90} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:58.536333482Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","table_name":"measurements_cumulativeu64","n_rows":100} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:58.538357199Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","table_name":"measurements_histogramu64","n_rows":38} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:58.539504865Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","table_name":"measurements_u64","n_rows":30} {"msg":"failed to insert some results into metric DB","v":0,"name":"oximeter","level":40,"time":"2026-07-29T16:43:58.628641274Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:276","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"oximeter","level":30,"time":"2026-07-29T16:43:58.659805338Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:629"} {"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:58.65988474Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"body":"None","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/collectors/7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62/producers?sort_by=id_ascending","method":"GET"} {"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:58.664288082Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"result":"Ok(Response { url: \"http://[fd00:1122:3344:101::b]:12221/metrics/collectors/7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ced39e5c-2712-41e0-8775-b716bddc494a\", \"content-length\": \"1276\", \"date\": \"Wed, 29 Jul 2026 16:43:58 GMT\"} })"} {"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:58.664326973Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"body":"None","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/collectors/7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlYzVhNjQ5Ny1iZGI5LTQ5NWItOGQyMi01ZTU4YTE4MzE5MzkifX0%3D","method":"GET"} {"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:58.66765333Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"result":"Ok(Response { url: \"http://[fd00:1122:3344:101::b]:12221/metrics/collectors/7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlYzVhNjQ5Ny1iZGI5LTQ5NWItOGQyMi01ZTU4YTE4MzE5MzkifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ea3a3554-c4b2-438e-8870-7b37324bd4f0\", \"content-length\": \"29\", \"date\": \"Wed, 29 Jul 2026 16:43:58 GMT\"} })"} {"msg":"registered new metric producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:58.667687751Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","address":"[fd00:1122:3344:101::2]:4677","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8"} {"msg":"registered new metric producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:58.667697211Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","address":"[fd00:1122:3344:101::2]:59729","producer_id":"c2ad9f3f-b9c9-4a13-ab3d-02f04f065ea5"} {"msg":"registered new metric producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:58.667704041Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","address":"[fd00:1122:3344:101::a]:45133","producer_id":"ce684516-1ef2-4c81-9750-25bcaac0fb40"} {"msg":"registered new metric producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:58.667710431Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","address":"[fd00:1122:3344:101::c]:60790","producer_id":"ec5a6497-bdb9-495b-8d22-5e58a1831939"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"oximeter","level":30,"time":"2026-07-29T16:43:58.667717172Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:704","n_current_tasks":8,"n_pruned_tasks":0} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:58.976197572Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:58.976233853Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:58.983750208Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":4,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:59.070064401Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:59.070126513Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:59.071601557Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:59.976918473Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:59.976953253Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:43:59.978150661Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":4,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:00.070345612Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:00.070397573Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:00.07197651Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:00.976175859Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:00.97623206Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:00.977081589Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":4,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:01.070209791Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:01.070280183Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:01.071717336Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:01.976604162Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:01.976647583Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:01.977520853Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":4,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:02.070619074Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:02.070656635Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:02.072374185Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:02.976723788Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:02.976766439Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:02.977494616Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":4,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:03.070628988Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:03.070665859Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:03.072271076Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:03.304430016Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":59729,"producer_ip":"fd00:1122:3344:101::2","producer_id":"c2ad9f3f-b9c9-4a13-ab3d-02f04f065ea5","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:03.304462867Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":59729,"producer_ip":"fd00:1122:3344:101::2","producer_id":"c2ad9f3f-b9c9-4a13-ab3d-02f04f065ea5","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:03.325931135Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":59729,"producer_ip":"fd00:1122:3344:101::2","producer_id":"c2ad9f3f-b9c9-4a13-ab3d-02f04f065ea5","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":140,"n_results":1} {"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:03.527111885Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":294} {"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:03.527148046Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":294} {"msg":"unrolling 294 total samples","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:03.527192147Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"fetching timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:03.527400042Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:03.530627297Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"dendrite:sample_collection_duration\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"asic_fab\", field_type: String, source: Metric, description: \"\" }, FieldSchema { name: \"asic_lot\", field_type: String, source: Metric, description: \"\" }, FieldSchema { name: \"asic_wafer\", field_type: U8, source: Metric, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_x\", field_type: I16, source: Metric, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_y\", field_type: I16, source: Metric, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"sled_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"sled_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_id\", field_type: Uuid, source: Metric, description: \"\" }, FieldSchema { name: \"switch_model\", field_type: String, source: Metric, description: \"\" }, FieldSchema { name: \"switch_revision\", field_type: U32, source: Metric, description: \"\" }, FieldSchema { name: \"switch_serial\", field_type: String, source: Metric, description: \"\" }, FieldSchema { name: \"switch_slot\", field_type: U16, source: Metric, description: \"\" }}, datum_type: F64, version: 1, authz_scope: Fleet, units: Count, created: 2026-07-29T16:44:03.527358431Z }","timeseries_name":"dendrite:sample_collection_duration"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:03.530662658Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"mg_lower:routes_blocked_by_link_state\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"hostname\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: U64, version: 1, authz_scope: Fleet, units: Count, created: 2026-07-29T16:44:03.527196447Z }","timeseries_name":"mg_lower:routes_blocked_by_link_state"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:03.530672428Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"static_routing_config:static_nexthops\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"hostname\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-07-29T16:44:03.527192277Z }","timeseries_name":"static_routing_config:static_nexthops"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:03.530680218Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"static_routing_config:static_routes\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"hostname\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-07-29T16:44:03.527190297Z }","timeseries_name":"static_routing_config:static_routes"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:03.530688568Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"switch_data_link:link_enabled\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"asic_fab\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_lot\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer\", field_type: U8, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_x\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_y\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"kind\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"link_id\", field_type: U8, source: Metric, description: \"\" }, FieldSchema { name: \"model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"network\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"port_id\", field_type: String, source: Metric, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"sled_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"sled_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"switch_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"switch_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_slot\", field_type: U16, source: Target, description: \"\" }}, datum_type: Bool, version: 1, authz_scope: Fleet, units: Count, created: 2026-07-29T16:44:03.527274279Z }","timeseries_name":"switch_data_link:link_enabled"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:03.530705639Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"switch_data_link:link_up\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"asic_fab\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_lot\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer\", field_type: U8, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_x\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_y\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"kind\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"link_id\", field_type: U8, source: Metric, description: \"\" }, FieldSchema { name: \"model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"network\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"port_id\", field_type: String, source: Metric, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"sled_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"sled_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"switch_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"switch_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_slot\", field_type: U16, source: Target, description: \"\" }}, datum_type: Bool, version: 1, authz_scope: Fleet, units: Count, created: 2026-07-29T16:44:03.527279839Z }","timeseries_name":"switch_data_link:link_up"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:03.530721379Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"switch_rib:active_routes\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"hostname\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: U64, version: 1, authz_scope: Fleet, units: Count, created: 2026-07-29T16:44:03.527194227Z }","timeseries_name":"switch_rib:active_routes"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:03.530728659Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"switch_table:capacity\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"asic_fab\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_lot\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer\", field_type: U8, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_x\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_y\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"switch_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"switch_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"switch_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_slot\", field_type: U16, source: Target, description: \"\" }, FieldSchema { name: \"table\", field_type: String, source: Target, description: \"\" }}, datum_type: U64, version: 1, authz_scope: Fleet, units: Count, created: 2026-07-29T16:44:03.527285409Z }","timeseries_name":"switch_table:capacity"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:03.530740479Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"switch_table:collisions\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"asic_fab\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_lot\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer\", field_type: U8, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_x\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_y\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"switch_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"switch_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"switch_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_slot\", field_type: U16, source: Target, description: \"\" }, FieldSchema { name: \"table\", field_type: String, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-07-29T16:44:03.527302620Z }","timeseries_name":"switch_table:collisions"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:03.53075196Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"switch_table:delete_misses\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"asic_fab\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_lot\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer\", field_type: U8, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_x\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_y\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"switch_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"switch_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"switch_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_slot\", field_type: U16, source: Target, description: \"\" }, FieldSchema { name: \"table\", field_type: String, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-07-29T16:44:03.527310370Z }","timeseries_name":"switch_table:delete_misses"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:03.53076399Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"switch_table:deletes\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"asic_fab\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_lot\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer\", field_type: U8, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_x\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_y\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"switch_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"switch_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"switch_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_slot\", field_type: U16, source: Target, description: \"\" }, FieldSchema { name: \"table\", field_type: String, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-07-29T16:44:03.527296219Z }","timeseries_name":"switch_table:deletes"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:03.53077591Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"switch_table:exhaustion\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"asic_fab\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_lot\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer\", field_type: U8, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_x\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_y\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"switch_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"switch_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"switch_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_slot\", field_type: U16, source: Target, description: \"\" }, FieldSchema { name: \"table\", field_type: String, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-07-29T16:44:03.527315090Z }","timeseries_name":"switch_table:exhaustion"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:03.53078729Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"switch_table:inserts\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"asic_fab\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_lot\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer\", field_type: U8, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_x\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_y\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"switch_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"switch_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"switch_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_slot\", field_type: U16, source: Target, description: \"\" }, FieldSchema { name: \"table\", field_type: String, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-07-29T16:44:03.527292799Z }","timeseries_name":"switch_table:inserts"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:03.53079831Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"switch_table:occupancy\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"asic_fab\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_lot\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer\", field_type: U8, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_x\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_y\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"switch_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"switch_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"switch_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_slot\", field_type: U16, source: Target, description: \"\" }, FieldSchema { name: \"table\", field_type: String, source: Target, description: \"\" }}, datum_type: U64, version: 1, authz_scope: Fleet, units: Count, created: 2026-07-29T16:44:03.527289389Z }","timeseries_name":"switch_table:occupancy"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:03.530810491Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"switch_table:update_misses\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"asic_fab\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_lot\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer\", field_type: U8, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_x\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_y\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"switch_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"switch_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"switch_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_slot\", field_type: U16, source: Target, description: \"\" }, FieldSchema { name: \"table\", field_type: String, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-07-29T16:44:03.527306809Z }","timeseries_name":"switch_table:update_misses"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:03.530821871Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"switch_table:updates\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"asic_fab\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_lot\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer\", field_type: U8, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_x\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_y\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"switch_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"switch_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"switch_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_slot\", field_type: U16, source: Target, description: \"\" }, FieldSchema { name: \"table\", field_type: String, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-07-29T16:44:03.527299679Z }","timeseries_name":"switch_table:updates"} {"msg":"inserting 16 new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:03.53422136Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:03.537861145Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","table_name":"fields_i16","n_rows":280} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:03.539075893Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","table_name":"fields_ipaddr","n_rows":4} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:03.541061879Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","table_name":"fields_string","n_rows":779} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:03.542506692Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","table_name":"fields_u16","n_rows":144} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:03.543800012Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","table_name":"fields_u32","n_rows":145} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:03.545072532Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","table_name":"fields_u8","n_rows":144} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:03.546522516Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","table_name":"fields_uuid","n_rows":484} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:03.548124773Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","table_name":"measurements_bool","n_rows":4} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:03.549362721Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","table_name":"measurements_cumulativeu64","n_rows":217} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:03.550467347Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","table_name":"measurements_f64","n_rows":1} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:03.552191407Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","table_name":"measurements_histogramu64","n_rows":2} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:03.553541169Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","table_name":"measurements_u64","n_rows":70} {"msg":"failed to insert some results into metric DB","v":0,"name":"oximeter","level":40,"time":"2026-07-29T16:44:03.627894485Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:276","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:03.975976605Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:03.976014556Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:03.976665031Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":4,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:04.070024989Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:04.07008011Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:04.071658086Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:04.11874636Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":38650,"producer_ip":"fd00:1122:3344:101::b","producer_id":"16c5ec1a-d270-44ed-b68a-27d5b5531e8e","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:04.118789691Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":38650,"producer_ip":"fd00:1122:3344:101::b","producer_id":"16c5ec1a-d270-44ed-b68a-27d5b5531e8e","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:04.120899149Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":38650,"producer_ip":"fd00:1122:3344:101::b","producer_id":"16c5ec1a-d270-44ed-b68a-27d5b5531e8e","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":27,"n_results":5} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:04.97606066Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:04.976091931Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:04.976687065Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":4,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:05.031778584Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":50470,"producer_ip":"fd00:1122:3344:101::1","producer_id":"8942d004-e9cf-4083-a1ed-ebaa94960d87","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:05.031818895Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":50470,"producer_ip":"fd00:1122:3344:101::1","producer_id":"8942d004-e9cf-4083-a1ed-ebaa94960d87","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:05.070153104Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:05.070173695Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:05.0716843Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:05.220375122Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":50470,"producer_ip":"fd00:1122:3344:101::1","producer_id":"8942d004-e9cf-4083-a1ed-ebaa94960d87","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":7158,"n_results":3} {"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:05.261080557Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":7245} {"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:05.261561028Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":7245} {"msg":"unrolling 7245 total samples","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:05.261623169Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"fetching timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:05.262831968Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:05.265702734Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"kstat_sampler:expired_targets\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"hostname\", field_type: String, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-07-29T16:44:05.262690674Z }","timeseries_name":"kstat_sampler:expired_targets"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:05.265718944Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"sled_cpu:cpu_nsec\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"cpu_id\", field_type: U32, source: Metric, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"sled_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"sled_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"state\", field_type: String, source: Metric, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-07-29T16:44:05.261734792Z }","timeseries_name":"sled_cpu:cpu_nsec"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:05.265731795Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"sled_data_link:bytes_received\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"kind\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"link_name\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"sled_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"sled_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"zone_name\", field_type: String, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-07-29T16:44:05.261682401Z }","timeseries_name":"sled_data_link:bytes_received"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:05.265744585Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"sled_data_link:bytes_sent\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"kind\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"link_name\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"sled_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"sled_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"zone_name\", field_type: String, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-07-29T16:44:05.261686151Z }","timeseries_name":"sled_data_link:bytes_sent"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:05.265755185Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"sled_data_link:errors_received\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"kind\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"link_name\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"sled_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"sled_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"zone_name\", field_type: String, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-07-29T16:44:05.261678361Z }","timeseries_name":"sled_data_link:errors_received"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:05.265765505Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"sled_data_link:errors_sent\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"kind\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"link_name\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"sled_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"sled_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"zone_name\", field_type: String, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-07-29T16:44:05.261680471Z }","timeseries_name":"sled_data_link:errors_sent"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:05.265776736Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"sled_data_link:packets_received\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"kind\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"link_name\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"sled_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"sled_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"zone_name\", field_type: String, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-07-29T16:44:05.261684391Z }","timeseries_name":"sled_data_link:packets_received"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:05.265787666Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"sled_data_link:packets_sent\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"kind\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"link_name\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"sled_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"sled_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"zone_name\", field_type: String, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-07-29T16:44:05.261690101Z }","timeseries_name":"sled_data_link:packets_sent"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:05.265798236Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"zfs_dataset:bytes_used\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"dataset_id\", field_type: Uuid, source: Metric, description: \"\" }, FieldSchema { name: \"dataset_kind\", field_type: String, source: Metric, description: \"\" }, FieldSchema { name: \"dataset_name\", field_type: String, source: Metric, description: \"\" }, FieldSchema { name: \"pool_id\", field_type: Uuid, source: Metric, description: \"\" }, FieldSchema { name: \"pool_kind\", field_type: String, source: Metric, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"sled_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"sled_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"zone_name\", field_type: String, source: Metric, description: \"\" }}, datum_type: U64, version: 1, authz_scope: Fleet, units: Count, created: 2026-07-29T16:44:05.262710885Z }","timeseries_name":"zfs_dataset:bytes_used"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:05.265811077Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"zfs_pool:bytes_allocated\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"pool_id\", field_type: Uuid, source: Metric, description: \"\" }, FieldSchema { name: \"pool_kind\", field_type: String, source: Metric, description: \"\" }, FieldSchema { name: \"pool_name\", field_type: String, source: Metric, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"sled_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"sled_serial\", field_type: String, source: Target, description: \"\" }}, datum_type: U64, version: 1, authz_scope: Fleet, units: Count, created: 2026-07-29T16:44:05.262698074Z }","timeseries_name":"zfs_pool:bytes_allocated"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:05.265821637Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"zfs_pool:bytes_total\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"pool_id\", field_type: Uuid, source: Metric, description: \"\" }, FieldSchema { name: \"pool_kind\", field_type: String, source: Metric, description: \"\" }, FieldSchema { name: \"pool_name\", field_type: String, source: Metric, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"sled_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"sled_serial\", field_type: String, source: Target, description: \"\" }}, datum_type: U64, version: 1, authz_scope: Fleet, units: Count, created: 2026-07-29T16:44:05.262700304Z }","timeseries_name":"zfs_pool:bytes_total"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:05.265832067Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"zone:cpu_nsec\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"sled_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"sled_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"state\", field_type: String, source: Metric, description: \"\" }, FieldSchema { name: \"zone_id\", field_type: Uuid, source: Metric, description: \"\" }, FieldSchema { name: \"zone_name\", field_type: String, source: Metric, description: \"\" }, FieldSchema { name: \"zone_type\", field_type: String, source: Metric, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-07-29T16:44:05.262213633Z }","timeseries_name":"zone:cpu_nsec"} {"msg":"inserting 12 new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:05.298492645Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:05.303331248Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","table_name":"fields_string","n_rows":3316} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:05.304777491Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","table_name":"fields_u16","n_rows":38} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:05.306340267Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","table_name":"fields_u32","n_rows":953} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:05.30859752Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","table_name":"fields_uuid","n_rows":1895} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:05.312025339Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","table_name":"measurements_cumulativeu64","n_rows":6735} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:05.314020496Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","table_name":"measurements_histogramu64","n_rows":38} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:05.315710805Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","table_name":"measurements_u64","n_rows":472} {"msg":"failed to insert some results into metric DB","v":0,"name":"oximeter","level":40,"time":"2026-07-29T16:44:05.361890887Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:276","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:05.559930794Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":60790,"producer_ip":"fd00:1122:3344:101::c","producer_id":"ec5a6497-bdb9-495b-8d22-5e58a1831939","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:05.559965295Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":60790,"producer_ip":"fd00:1122:3344:101::c","producer_id":"ec5a6497-bdb9-495b-8d22-5e58a1831939","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:05.565686807Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":60790,"producer_ip":"fd00:1122:3344:101::c","producer_id":"ec5a6497-bdb9-495b-8d22-5e58a1831939","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":4,"n_results":5} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:05.97588107Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:05.975935371Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:05.977248612Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":4,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:06.070115577Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:06.070170899Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:06.071619122Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:06.975759451Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:06.975801032Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:06.976692412Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":4,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:07.069819944Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:07.069853785Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:07.071676167Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:07.464754502Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":45133,"producer_ip":"fd00:1122:3344:101::a","producer_id":"ce684516-1ef2-4c81-9750-25bcaac0fb40","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:07.464795983Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":45133,"producer_ip":"fd00:1122:3344:101::a","producer_id":"ce684516-1ef2-4c81-9750-25bcaac0fb40","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:07.477385965Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":45133,"producer_ip":"fd00:1122:3344:101::a","producer_id":"ce684516-1ef2-4c81-9750-25bcaac0fb40","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":5,"n_results":5} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:07.97255986Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":58633,"producer_ip":"fd00:1122:3344:101::2","producer_id":"032090c1-2d6c-43d2-8425-955aa59dc2e3","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:07.972601891Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":58633,"producer_ip":"fd00:1122:3344:101::2","producer_id":"032090c1-2d6c-43d2-8425-955aa59dc2e3","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:07.973715477Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":58633,"producer_ip":"fd00:1122:3344:101::2","producer_id":"032090c1-2d6c-43d2-8425-955aa59dc2e3","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":11,"n_results":2} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:07.975831966Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:07.975851127Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:07.976628625Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":4,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:08.069836628Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:08.069870639Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:08.071431695Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:08.526627962Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":110} {"msg":"unrolling 110 total samples","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:08.526695143Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:08.526713094Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":110} {"msg":"fetching timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:08.526769135Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:08.535036997Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","table_name":"fields_string","n_rows":82} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:08.536597173Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","table_name":"fields_u16","n_rows":14} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:08.537533025Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","table_name":"fields_uuid","n_rows":80} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:08.538869066Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","table_name":"measurements_cumulativeu64","n_rows":66} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:08.540559835Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","table_name":"measurements_histogramu64","n_rows":14} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:08.541695062Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","table_name":"measurements_i64","n_rows":6} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:08.542811208Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","table_name":"measurements_u64","n_rows":24} {"msg":"failed to insert some results into metric DB","v":0,"name":"oximeter","level":40,"time":"2026-07-29T16:44:08.628161619Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:276","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:08.97626499Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:08.976309481Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:08.976929035Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":4,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:09.070015146Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:09.070035496Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:09.071567722Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:09.975710779Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:09.97574379Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:09.976334824Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":4,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:10.070432848Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:10.070477129Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:10.071858071Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"reporting oximeter self-collection statistics","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:10.779990979Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":60790,"producer_ip":"fd00:1122:3344:101::c","producer_id":"ec5a6497-bdb9-495b-8d22-5e58a1831939","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:10.976167263Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:10.976221194Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:10.977045483Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":4,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:11.070151155Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:11.070188556Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:11.07168472Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:11.975755195Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:11.975812776Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:11.976680617Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":4,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:12.069990303Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:12.070030704Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:12.071559629Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:12.975804618Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:12.9758588Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:12.976587467Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":4,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:13.069739339Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:13.06977958Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:13.071346776Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:13.304492888Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":59729,"producer_ip":"fd00:1122:3344:101::2","producer_id":"c2ad9f3f-b9c9-4a13-ab3d-02f04f065ea5","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:13.304523899Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":59729,"producer_ip":"fd00:1122:3344:101::2","producer_id":"c2ad9f3f-b9c9-4a13-ab3d-02f04f065ea5","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:13.312248618Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":59729,"producer_ip":"fd00:1122:3344:101::2","producer_id":"c2ad9f3f-b9c9-4a13-ab3d-02f04f065ea5","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":140,"n_results":1} {"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:13.527624217Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":292} {"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:13.527666058Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":292} {"msg":"unrolling 292 total samples","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:13.527675438Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"fetching timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:13.527857883Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:13.535816707Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","table_name":"fields_i16","n_rows":280} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:13.537257071Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","table_name":"fields_ipaddr","n_rows":4} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:13.539192396Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","table_name":"fields_string","n_rows":777} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:13.540722931Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","table_name":"fields_u16","n_rows":144} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:13.54194983Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","table_name":"fields_u32","n_rows":145} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:13.543161698Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","table_name":"fields_u8","n_rows":144} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:13.54453298Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","table_name":"fields_uuid","n_rows":484} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:13.545628055Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","table_name":"measurements_bool","n_rows":4} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:13.546811032Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","table_name":"measurements_cumulativeu64","n_rows":217} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:13.548030961Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","table_name":"measurements_f64","n_rows":1} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:13.549158987Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","table_name":"measurements_u64","n_rows":70} {"msg":"failed to insert some results into metric DB","v":0,"name":"oximeter","level":40,"time":"2026-07-29T16:44:13.629506632Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:276","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"oximeter","level":30,"time":"2026-07-29T16:44:13.660596574Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:629"} {"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:13.660654985Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"body":"None","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/collectors/7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62/producers?sort_by=id_ascending","method":"GET"} {"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:13.664820252Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"result":"Ok(Response { url: \"http://[fd00:1122:3344:101::b]:12221/metrics/collectors/7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b9f1b089-b4b1-4f69-96b2-7b52294aa3f9\", \"content-length\": \"1276\", \"date\": \"Wed, 29 Jul 2026 16:44:13 GMT\"} })"} {"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:13.664850123Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"body":"None","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/collectors/7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlYzVhNjQ5Ny1iZGI5LTQ5NWItOGQyMi01ZTU4YTE4MzE5MzkifX0%3D","method":"GET"} {"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:13.667829432Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"result":"Ok(Response { url: \"http://[fd00:1122:3344:101::b]:12221/metrics/collectors/7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlYzVhNjQ5Ny1iZGI5LTQ5NWItOGQyMi01ZTU4YTE4MzE5MzkifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e1172ffc-9db5-4b32-adba-c4ac2748e566\", \"content-length\": \"29\", \"date\": \"Wed, 29 Jul 2026 16:44:13 GMT\"} })"} {"msg":"received request to register existing metric producer, updating collection information","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:13.667855332Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","address":"[fd00:1122:3344:101::2]:41748","interval":"30s","producer_id":"c2ad9f3f-b9c9-4a13-ab3d-02f04f065ea5"} {"msg":"notified collection task of new producer endpoint","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:13.667865022Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":59729,"producer_ip":"fd00:1122:3344:101::2","producer_id":"c2ad9f3f-b9c9-4a13-ab3d-02f04f065ea5","component":"collection-task-handle","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"oximeter","level":30,"time":"2026-07-29T16:44:13.667872793Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:704","n_current_tasks":8,"n_pruned_tasks":0} {"msg":"collection task received request to update its producer information","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:13.667882403Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":59729,"producer_ip":"fd00:1122:3344:101::2","producer_id":"c2ad9f3f-b9c9-4a13-ab3d-02f04f065ea5","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","address":"[fd00:1122:3344:101::2]:41748","interval":"30s"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:13.976005245Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:13.976028936Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:13.976703762Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":4,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:14.069995917Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:14.070029328Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:14.071652406Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:14.118762269Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":38650,"producer_ip":"fd00:1122:3344:101::b","producer_id":"16c5ec1a-d270-44ed-b68a-27d5b5531e8e","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:14.11881324Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":38650,"producer_ip":"fd00:1122:3344:101::b","producer_id":"16c5ec1a-d270-44ed-b68a-27d5b5531e8e","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:14.121113274Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":38650,"producer_ip":"fd00:1122:3344:101::b","producer_id":"16c5ec1a-d270-44ed-b68a-27d5b5531e8e","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":27,"n_results":5} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:14.976304534Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:14.976333395Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:14.97696704Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":4,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:15.070140243Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:15.070194264Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:15.071833852Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:15.560260428Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":60790,"producer_ip":"fd00:1122:3344:101::c","producer_id":"ec5a6497-bdb9-495b-8d22-5e58a1831939","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:15.560294291Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":60790,"producer_ip":"fd00:1122:3344:101::c","producer_id":"ec5a6497-bdb9-495b-8d22-5e58a1831939","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:15.56070215Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":60790,"producer_ip":"fd00:1122:3344:101::c","producer_id":"ec5a6497-bdb9-495b-8d22-5e58a1831939","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":1,"n_results":5} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:15.975737684Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:15.975770605Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:15.976482701Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":4,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:16.070580095Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:16.070619666Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:16.072098141Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:16.976233329Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:16.97628662Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:16.977238732Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":4,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:17.070377784Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:17.070427725Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:17.071759376Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:17.464848192Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":45133,"producer_ip":"fd00:1122:3344:101::a","producer_id":"ce684516-1ef2-4c81-9750-25bcaac0fb40","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:17.464884753Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":45133,"producer_ip":"fd00:1122:3344:101::a","producer_id":"ce684516-1ef2-4c81-9750-25bcaac0fb40","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:17.465470096Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":45133,"producer_ip":"fd00:1122:3344:101::a","producer_id":"ce684516-1ef2-4c81-9750-25bcaac0fb40","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":2,"n_results":5} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:17.972563959Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":58633,"producer_ip":"fd00:1122:3344:101::2","producer_id":"032090c1-2d6c-43d2-8425-955aa59dc2e3","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:17.972596429Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":58633,"producer_ip":"fd00:1122:3344:101::2","producer_id":"032090c1-2d6c-43d2-8425-955aa59dc2e3","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:17.97433278Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":58633,"producer_ip":"fd00:1122:3344:101::2","producer_id":"032090c1-2d6c-43d2-8425-955aa59dc2e3","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":11,"n_results":2} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:17.976593082Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:17.976611013Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:17.977182246Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":4,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:18.070273077Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:18.070317078Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:18.07167934Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:18.526834045Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":191} {"msg":"unrolling 191 total samples","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:18.526876376Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:18.526886086Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":191} {"msg":"fetching timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:18.526942577Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:18.532540297Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","table_name":"fields_string","n_rows":136} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:18.533814347Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","table_name":"fields_u16","n_rows":41} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:18.535031745Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","table_name":"fields_uuid","n_rows":101} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:18.536252253Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","table_name":"measurements_cumulativeu64","n_rows":110} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:18.538200889Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","table_name":"measurements_histogramu64","n_rows":41} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:18.539914749Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","table_name":"measurements_u64","n_rows":40} {"msg":"failed to insert some results into metric DB","v":0,"name":"oximeter","level":40,"time":"2026-07-29T16:44:18.628063685Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:276","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:18.976129995Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:18.976172206Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:18.976859621Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":4,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:19.069977923Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:19.070014084Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:19.071590261Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:19.97576192Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:19.97579221Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:19.976388624Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":4,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:20.07055774Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:20.070606661Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:20.072046475Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"reporting oximeter self-collection statistics","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:20.297171161Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":59729,"producer_ip":"fd00:1122:3344:101::2","producer_id":"c2ad9f3f-b9c9-4a13-ab3d-02f04f065ea5","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:20.976320506Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:20.976358297Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:20.977173376Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":4,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:21.070325648Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:21.070368199Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:21.071878884Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:21.976071023Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:21.976113804Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:21.976927603Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":4,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:22.070070896Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:22.070094196Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:22.071722904Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"reporting oximeter self-collection statistics","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:22.570131773Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":50470,"producer_ip":"fd00:1122:3344:101::1","producer_id":"8942d004-e9cf-4083-a1ed-ebaa94960d87","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:22.976293552Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:22.976332973Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:22.976974018Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":4,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:23.070102399Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:23.07013656Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:23.071571784Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:23.526724309Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":154} {"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:23.52676477Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":154} {"msg":"unrolling 154 total samples","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:23.526814481Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"fetching timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:23.526915203Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:23.53194175Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","table_name":"fields_ipaddr","n_rows":8} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:23.533273851Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","table_name":"fields_string","n_rows":58} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:23.534490859Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","table_name":"fields_u16","n_rows":8} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:23.535714698Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","table_name":"fields_uuid","n_rows":68} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:23.536906545Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","table_name":"measurements_cumulativeu64","n_rows":114} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:23.538061912Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","table_name":"measurements_u64","n_rows":40} {"msg":"failed to insert some results into metric DB","v":0,"name":"oximeter","level":40,"time":"2026-07-29T16:44:23.62843046Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:276","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:23.976533841Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:23.976571652Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:23.977322119Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":4,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:24.0704113Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:24.070443701Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:24.071772372Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:24.11906362Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":38650,"producer_ip":"fd00:1122:3344:101::b","producer_id":"16c5ec1a-d270-44ed-b68a-27d5b5531e8e","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:24.11909643Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":38650,"producer_ip":"fd00:1122:3344:101::b","producer_id":"16c5ec1a-d270-44ed-b68a-27d5b5531e8e","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:24.121330252Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":38650,"producer_ip":"fd00:1122:3344:101::b","producer_id":"16c5ec1a-d270-44ed-b68a-27d5b5531e8e","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":27,"n_results":5} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:24.976495613Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:24.976528664Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:24.977112687Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":4,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:25.070231729Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:25.07028317Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:25.071916718Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:25.560108559Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":60790,"producer_ip":"fd00:1122:3344:101::c","producer_id":"ec5a6497-bdb9-495b-8d22-5e58a1831939","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:25.560145271Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":60790,"producer_ip":"fd00:1122:3344:101::c","producer_id":"ec5a6497-bdb9-495b-8d22-5e58a1831939","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:25.56054345Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":60790,"producer_ip":"fd00:1122:3344:101::c","producer_id":"ec5a6497-bdb9-495b-8d22-5e58a1831939","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":1,"n_results":5} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:25.975766968Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:25.975817699Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:25.976602007Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":4,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:26.069867922Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:26.069904443Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:26.071530431Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:26.97572402Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:26.975776301Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:26.976694603Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":4,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:27.069856325Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:27.069924367Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:27.071378Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:27.46553962Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":45133,"producer_ip":"fd00:1122:3344:101::a","producer_id":"ce684516-1ef2-4c81-9750-25bcaac0fb40","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:27.465583291Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":45133,"producer_ip":"fd00:1122:3344:101::a","producer_id":"ce684516-1ef2-4c81-9750-25bcaac0fb40","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:27.466373989Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":45133,"producer_ip":"fd00:1122:3344:101::a","producer_id":"ce684516-1ef2-4c81-9750-25bcaac0fb40","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":2,"n_results":5} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:27.97255667Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":58633,"producer_ip":"fd00:1122:3344:101::2","producer_id":"032090c1-2d6c-43d2-8425-955aa59dc2e3","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:27.972620631Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":58633,"producer_ip":"fd00:1122:3344:101::2","producer_id":"032090c1-2d6c-43d2-8425-955aa59dc2e3","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:27.974477944Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":58633,"producer_ip":"fd00:1122:3344:101::2","producer_id":"032090c1-2d6c-43d2-8425-955aa59dc2e3","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":11,"n_results":2} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:27.975554549Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:27.97557391Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:27.976238565Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":4,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:28.070322259Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:28.07036031Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:28.071819134Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:28.526851426Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":191} {"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:28.526902527Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":191} {"msg":"unrolling 191 total samples","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:28.526980709Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"fetching timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:28.527093991Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:28.533180803Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","table_name":"fields_string","n_rows":136} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:28.534473353Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","table_name":"fields_u16","n_rows":41} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:28.535773703Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","table_name":"fields_uuid","n_rows":101} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:28.536981481Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","table_name":"measurements_cumulativeu64","n_rows":110} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:28.538869995Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","table_name":"measurements_histogramu64","n_rows":41} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:28.539996411Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","table_name":"measurements_u64","n_rows":40} {"msg":"failed to insert some results into metric DB","v":0,"name":"oximeter","level":40,"time":"2026-07-29T16:44:28.628332572Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:276","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"oximeter","level":30,"time":"2026-07-29T16:44:28.660499168Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:629"} {"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:28.660531599Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"body":"None","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/collectors/7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62/producers?sort_by=id_ascending","method":"GET"} {"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:28.664505221Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"result":"Ok(Response { url: \"http://[fd00:1122:3344:101::a]:12221/metrics/collectors/7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3f18b0ad-4db3-4266-8044-a5a5db8aab58\", \"content-length\": \"1276\", \"date\": \"Wed, 29 Jul 2026 16:44:28 GMT\"} })"} {"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:28.664529012Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"body":"None","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/collectors/7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlYzVhNjQ5Ny1iZGI5LTQ5NWItOGQyMi01ZTU4YTE4MzE5MzkifX0%3D","method":"GET"} {"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:28.667639394Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"result":"Ok(Response { url: \"http://[fd00:1122:3344:101::a]:12221/metrics/collectors/7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlYzVhNjQ5Ny1iZGI5LTQ5NWItOGQyMi01ZTU4YTE4MzE5MzkifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9689eaab-8461-4f2a-ae26-c900e4b1381a\", \"content-length\": \"29\", \"date\": \"Wed, 29 Jul 2026 16:44:28 GMT\"} })"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"oximeter","level":30,"time":"2026-07-29T16:44:28.667677585Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:704","n_current_tasks":8,"n_pruned_tasks":0} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:28.975954201Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:28.975999342Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:28.976891323Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":4,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:29.070054496Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:29.070094757Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:29.071727594Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:29.975880013Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:29.975917774Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:29.97661623Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":4,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:30.070332145Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:30.070375676Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:30.072029154Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:30.976237294Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:30.976281585Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:30.977269718Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":4,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:31.070449511Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:31.070511322Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:31.072054378Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:31.976263058Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:31.976305149Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:31.977176819Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":4,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:32.070525456Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:32.070554027Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:32.072239776Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"reporting oximeter self-collection statistics","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:32.525400405Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":38650,"producer_ip":"fd00:1122:3344:101::b","producer_id":"16c5ec1a-d270-44ed-b68a-27d5b5531e8e","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:32.977027609Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:32.97708016Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:32.977469069Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":4,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:33.07011907Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:33.070159771Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:33.071752218Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:33.526908133Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":152} {"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:33.526961444Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":152} {"msg":"unrolling 152 total samples","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:33.526971234Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"fetching timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:33.527101497Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:33.531793846Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","table_name":"fields_ipaddr","n_rows":4} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:33.533087116Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","table_name":"fields_string","n_rows":56} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:33.534287714Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","table_name":"fields_u16","n_rows":4} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:33.536240569Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","table_name":"fields_uuid","n_rows":64} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:33.537594661Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","table_name":"measurements_cumulativeu64","n_rows":112} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:33.538702107Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","table_name":"measurements_u64","n_rows":40} {"msg":"failed to insert some results into metric DB","v":0,"name":"oximeter","level":40,"time":"2026-07-29T16:44:33.627845406Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:276","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:33.975928376Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:33.975971207Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:33.976914949Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":4,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:34.070171384Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:34.070229785Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:34.071620648Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:34.118740171Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":38650,"producer_ip":"fd00:1122:3344:101::b","producer_id":"16c5ec1a-d270-44ed-b68a-27d5b5531e8e","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:34.118760162Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":38650,"producer_ip":"fd00:1122:3344:101::b","producer_id":"16c5ec1a-d270-44ed-b68a-27d5b5531e8e","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:34.121080816Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":38650,"producer_ip":"fd00:1122:3344:101::b","producer_id":"16c5ec1a-d270-44ed-b68a-27d5b5531e8e","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":27,"n_results":5} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:34.976239867Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:34.976274097Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:34.976869531Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":4,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:35.03194387Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":50470,"producer_ip":"fd00:1122:3344:101::1","producer_id":"8942d004-e9cf-4083-a1ed-ebaa94960d87","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:35.031981981Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":50470,"producer_ip":"fd00:1122:3344:101::1","producer_id":"8942d004-e9cf-4083-a1ed-ebaa94960d87","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:35.050435009Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":50470,"producer_ip":"fd00:1122:3344:101::1","producer_id":"8942d004-e9cf-4083-a1ed-ebaa94960d87","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":1694,"n_results":3} {"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:35.053432748Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":1755} {"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:35.053457959Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":1755} {"msg":"unrolling 1755 total samples","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:35.05350922Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"fetching timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:35.053832918Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:35.069791418Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:35.069812799Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:35.069818899Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","table_name":"fields_string","n_rows":2455} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:35.071079858Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","table_name":"fields_u16","n_rows":38} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:35.071201321Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:35.072557923Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","table_name":"fields_u32","n_rows":801} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:35.074393595Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","table_name":"fields_uuid","n_rows":1313} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:35.076131906Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","table_name":"measurements_cumulativeu64","n_rows":1707} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:35.078113021Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","table_name":"measurements_histogramu64","n_rows":38} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:35.079297289Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","table_name":"measurements_u64","n_rows":10} {"msg":"failed to insert some results into metric DB","v":0,"name":"oximeter","level":40,"time":"2026-07-29T16:44:35.153657055Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:276","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:35.559777912Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":60790,"producer_ip":"fd00:1122:3344:101::c","producer_id":"ec5a6497-bdb9-495b-8d22-5e58a1831939","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:35.559835723Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":60790,"producer_ip":"fd00:1122:3344:101::c","producer_id":"ec5a6497-bdb9-495b-8d22-5e58a1831939","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:35.5605361Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":60790,"producer_ip":"fd00:1122:3344:101::c","producer_id":"ec5a6497-bdb9-495b-8d22-5e58a1831939","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":1,"n_results":5} {"msg":"reporting oximeter self-collection statistics","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:35.943640633Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:35.975712867Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:35.975735318Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:35.976393843Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":4,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:36.070559259Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:36.07059405Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:36.072258649Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:36.976413657Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:36.976454718Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:36.977047172Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":4,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:37.070172853Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:37.070213514Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:37.07176043Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:37.464906946Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":45133,"producer_ip":"fd00:1122:3344:101::a","producer_id":"ce684516-1ef2-4c81-9750-25bcaac0fb40","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:37.464945847Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":45133,"producer_ip":"fd00:1122:3344:101::a","producer_id":"ce684516-1ef2-4c81-9750-25bcaac0fb40","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:37.46550564Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":45133,"producer_ip":"fd00:1122:3344:101::a","producer_id":"ce684516-1ef2-4c81-9750-25bcaac0fb40","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":2,"n_results":5} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:37.971647659Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":58633,"producer_ip":"fd00:1122:3344:101::2","producer_id":"032090c1-2d6c-43d2-8425-955aa59dc2e3","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:37.97168397Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":58633,"producer_ip":"fd00:1122:3344:101::2","producer_id":"032090c1-2d6c-43d2-8425-955aa59dc2e3","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:37.972926779Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":58633,"producer_ip":"fd00:1122:3344:101::2","producer_id":"032090c1-2d6c-43d2-8425-955aa59dc2e3","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":11,"n_results":2} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:37.97601689Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:37.976051311Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:37.976677086Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":4,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:38.069795347Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:38.069834198Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:38.071182659Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:38.329328512Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":59729,"producer_ip":"fd00:1122:3344:101::2","producer_id":"c2ad9f3f-b9c9-4a13-ab3d-02f04f065ea5","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:38.329404344Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":59729,"producer_ip":"fd00:1122:3344:101::2","producer_id":"c2ad9f3f-b9c9-4a13-ab3d-02f04f065ea5","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:38.354548617Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":59729,"producer_ip":"fd00:1122:3344:101::2","producer_id":"c2ad9f3f-b9c9-4a13-ab3d-02f04f065ea5","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":384,"n_results":1} {"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:38.527120913Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":516} {"msg":"unrolling 516 total samples","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:38.527150923Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:38.527159943Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":516} {"msg":"fetching timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:38.527348568Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:38.530003229Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"switch_port_control_data_link:bytes_received\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"asic_fab\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_lot\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer\", field_type: U8, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_x\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_y\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"kind\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"link_name\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"network\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"sled_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"sled_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"switch_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"switch_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_slot\", field_type: U16, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-07-29T16:44:38.527236175Z }","timeseries_name":"switch_port_control_data_link:bytes_received"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:38.53003303Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"switch_port_control_data_link:bytes_sent\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"asic_fab\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_lot\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer\", field_type: U8, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_x\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_y\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"kind\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"link_name\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"network\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"sled_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"sled_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"switch_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"switch_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_slot\", field_type: U16, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-07-29T16:44:38.527249035Z }","timeseries_name":"switch_port_control_data_link:bytes_sent"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:38.530051941Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"switch_port_control_data_link:errors_received\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"asic_fab\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_lot\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer\", field_type: U8, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_x\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_y\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"kind\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"link_name\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"network\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"sled_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"sled_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"switch_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"switch_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_slot\", field_type: U16, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-07-29T16:44:38.527218055Z }","timeseries_name":"switch_port_control_data_link:errors_received"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:38.530069701Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"switch_port_control_data_link:errors_sent\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"asic_fab\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_lot\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer\", field_type: U8, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_x\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_y\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"kind\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"link_name\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"network\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"sled_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"sled_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"switch_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"switch_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_slot\", field_type: U16, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-07-29T16:44:38.527223785Z }","timeseries_name":"switch_port_control_data_link:errors_sent"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:38.530085941Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"switch_port_control_data_link:packets_received\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"asic_fab\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_lot\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer\", field_type: U8, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_x\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_y\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"kind\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"link_name\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"network\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"sled_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"sled_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"switch_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"switch_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_slot\", field_type: U16, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-07-29T16:44:38.527242955Z }","timeseries_name":"switch_port_control_data_link:packets_received"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:38.530101862Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"switch_port_control_data_link:packets_sent\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"asic_fab\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_lot\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer\", field_type: U8, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_x\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_y\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"kind\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"link_name\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"network\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"sled_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"sled_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"switch_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"switch_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_slot\", field_type: U16, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-07-29T16:44:38.527254945Z }","timeseries_name":"switch_port_control_data_link:packets_sent"} {"msg":"inserting 6 new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:38.533604843Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:38.537381581Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","table_name":"fields_i16","n_rows":24} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:38.538597729Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","table_name":"fields_ipaddr","n_rows":4} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:38.53991601Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","table_name":"fields_string","n_rows":204} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:38.541154468Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","table_name":"fields_u16","n_rows":30} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:38.542313055Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","table_name":"fields_u32","n_rows":24} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:38.546277387Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","table_name":"fields_u8","n_rows":12} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:38.548007467Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","table_name":"fields_uuid","n_rows":114} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:38.549741067Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","table_name":"measurements_cumulativeu64","n_rows":472} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:38.551795715Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","table_name":"measurements_histogramu64","n_rows":14} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:38.553215538Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","table_name":"measurements_u64","n_rows":30} {"msg":"failed to insert some results into metric DB","v":0,"name":"oximeter","level":40,"time":"2026-07-29T16:44:38.628417944Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:276","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:38.976571675Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:38.976624607Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:38.977720762Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":4,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:39.06980703Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:39.06984072Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:39.071343645Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:39.976496086Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:39.976533777Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:39.977325326Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":4,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:40.070432017Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:40.070477628Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:40.07184287Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:40.976004008Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:40.976041909Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:40.976746526Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":4,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:41.069897598Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:41.069928629Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:41.071459904Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"reporting oximeter self-collection statistics","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:41.721887962Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":58633,"producer_ip":"fd00:1122:3344:101::2","producer_id":"032090c1-2d6c-43d2-8425-955aa59dc2e3","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:41.976012152Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:41.976048762Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:41.976736118Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":4,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:42.06985626Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:42.069890721Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:42.071394336Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:42.976557127Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:42.976608078Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:42.977656903Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":4,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:43.06972253Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:43.069766571Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:43.071274166Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:43.526922754Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":152} {"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:43.526964935Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":152} {"msg":"unrolling 152 total samples","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:43.526975215Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"fetching timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:43.527096698Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:43.531979811Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","table_name":"fields_ipaddr","n_rows":4} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:43.533719081Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","table_name":"fields_string","n_rows":56} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:43.535128294Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","table_name":"fields_u16","n_rows":4} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:43.536465965Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","table_name":"fields_uuid","n_rows":64} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:43.537746055Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","table_name":"measurements_cumulativeu64","n_rows":112} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:43.538858621Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","table_name":"measurements_u64","n_rows":40} {"msg":"failed to insert some results into metric DB","v":0,"name":"oximeter","level":40,"time":"2026-07-29T16:44:43.62800486Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:276","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"oximeter","level":30,"time":"2026-07-29T16:44:43.660047954Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:629"} {"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:43.660109246Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"body":"None","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/collectors/7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62/producers?sort_by=id_ascending","method":"GET"} {"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:43.663186487Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"result":"Ok(Response { url: \"http://[fd00:1122:3344:101::b]:12221/metrics/collectors/7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6a048760-af91-4dca-87d3-ef9d7fdaa32b\", \"content-length\": \"1276\", \"date\": \"Wed, 29 Jul 2026 16:44:43 GMT\"} })"} {"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:43.663225048Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"body":"None","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/collectors/7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlYzVhNjQ5Ny1iZGI5LTQ5NWItOGQyMi01ZTU4YTE4MzE5MzkifX0%3D","method":"GET"} {"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:43.666365901Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"result":"Ok(Response { url: \"http://[fd00:1122:3344:101::b]:12221/metrics/collectors/7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlYzVhNjQ5Ny1iZGI5LTQ5NWItOGQyMi01ZTU4YTE4MzE5MzkifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6fc498cf-58da-47cb-b109-11f23d28a100\", \"content-length\": \"29\", \"date\": \"Wed, 29 Jul 2026 16:44:43 GMT\"} })"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"oximeter","level":30,"time":"2026-07-29T16:44:43.666403732Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:704","n_current_tasks":8,"n_pruned_tasks":0} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:43.97648208Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:43.976540282Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:43.977887923Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":4,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:44.070005352Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:44.070033082Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:44.071825964Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:44.118918077Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":38650,"producer_ip":"fd00:1122:3344:101::b","producer_id":"16c5ec1a-d270-44ed-b68a-27d5b5531e8e","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:44.118941248Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":38650,"producer_ip":"fd00:1122:3344:101::b","producer_id":"16c5ec1a-d270-44ed-b68a-27d5b5531e8e","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:44.121011146Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":38650,"producer_ip":"fd00:1122:3344:101::b","producer_id":"16c5ec1a-d270-44ed-b68a-27d5b5531e8e","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":27,"n_results":5} {"msg":"reporting oximeter self-collection statistics","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:44.765280001Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:44.976390202Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:44.976420222Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:44.976983485Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":4,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:45.070102377Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:45.070147968Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:45.071706224Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:45.559823835Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":60790,"producer_ip":"fd00:1122:3344:101::c","producer_id":"ec5a6497-bdb9-495b-8d22-5e58a1831939","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:45.559858375Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":60790,"producer_ip":"fd00:1122:3344:101::c","producer_id":"ec5a6497-bdb9-495b-8d22-5e58a1831939","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:45.560325666Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":60790,"producer_ip":"fd00:1122:3344:101::c","producer_id":"ec5a6497-bdb9-495b-8d22-5e58a1831939","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":1,"n_results":5} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:45.976767893Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:45.976822035Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:45.977764617Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":4,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:46.069852944Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:46.069885685Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:46.071241857Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:46.976380058Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:46.976419738Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:46.977087634Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":4,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:47.070178495Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:47.070202426Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:47.071588188Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:47.464708383Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":45133,"producer_ip":"fd00:1122:3344:101::a","producer_id":"ce684516-1ef2-4c81-9750-25bcaac0fb40","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:47.464751774Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":45133,"producer_ip":"fd00:1122:3344:101::a","producer_id":"ce684516-1ef2-4c81-9750-25bcaac0fb40","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:47.465327937Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":45133,"producer_ip":"fd00:1122:3344:101::a","producer_id":"ce684516-1ef2-4c81-9750-25bcaac0fb40","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":2,"n_results":5} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:47.971526278Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":58633,"producer_ip":"fd00:1122:3344:101::2","producer_id":"032090c1-2d6c-43d2-8425-955aa59dc2e3","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:47.971557089Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":58633,"producer_ip":"fd00:1122:3344:101::2","producer_id":"032090c1-2d6c-43d2-8425-955aa59dc2e3","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:47.972629193Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":58633,"producer_ip":"fd00:1122:3344:101::2","producer_id":"032090c1-2d6c-43d2-8425-955aa59dc2e3","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":11,"n_results":2} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:47.975719025Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:47.975750636Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:47.97636458Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":4,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:48.070471585Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:48.070503285Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:48.072074772Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:48.527293369Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":193} {"msg":"unrolling 193 total samples","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:48.52733692Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:48.52734738Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":193} {"msg":"fetching timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:48.527435132Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:48.532661753Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","table_name":"fields_ipaddr","n_rows":4} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:48.534048746Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","table_name":"fields_string","n_rows":138} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:48.535405187Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","table_name":"fields_u16","n_rows":45} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:48.536677036Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","table_name":"fields_uuid","n_rows":105} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:48.538074739Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","table_name":"measurements_cumulativeu64","n_rows":112} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:48.540081246Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","table_name":"measurements_histogramu64","n_rows":41} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:48.541229092Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","table_name":"measurements_u64","n_rows":40} {"msg":"failed to insert some results into metric DB","v":0,"name":"oximeter","level":40,"time":"2026-07-29T16:44:48.627618858Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:276","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:48.975680998Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:48.975721328Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:48.976443315Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":4,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:49.069902615Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:49.069952576Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:49.071332378Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:49.976466889Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:49.97650297Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:49.977221036Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":4,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:50.070323428Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:50.070370809Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:50.071746361Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"reporting oximeter self-collection statistics","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:50.734871314Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":45133,"producer_ip":"fd00:1122:3344:101::a","producer_id":"ce684516-1ef2-4c81-9750-25bcaac0fb40","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:50.976031842Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:50.976077583Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:50.976979414Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":4,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:51.070016024Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:51.070052975Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:51.071458997Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:51.976292261Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:51.976333622Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:51.97711326Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":4,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:52.070114859Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:52.07015412Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:52.071740567Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:52.975827846Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:52.975867087Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:52.976495141Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":4,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:53.069562172Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:53.069603623Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:53.071028436Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:53.527232656Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":152} {"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:53.527297967Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":152} {"msg":"unrolling 152 total samples","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:53.527356339Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"fetching timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:53.527557403Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:53.53260272Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","table_name":"fields_ipaddr","n_rows":4} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:53.53389988Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","table_name":"fields_string","n_rows":56} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:53.535112519Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","table_name":"fields_u16","n_rows":4} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:53.536594783Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","table_name":"fields_uuid","n_rows":64} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:53.537790591Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","table_name":"measurements_cumulativeu64","n_rows":112} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:53.538943337Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","table_name":"measurements_u64","n_rows":40} {"msg":"failed to insert some results into metric DB","v":0,"name":"oximeter","level":40,"time":"2026-07-29T16:44:53.628327272Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:276","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:53.97543528Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:53.975479551Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:53.976179198Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":4,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:54.070323973Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:54.070343853Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:54.071854098Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:54.118978182Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":38650,"producer_ip":"fd00:1122:3344:101::b","producer_id":"16c5ec1a-d270-44ed-b68a-27d5b5531e8e","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:54.119016083Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":38650,"producer_ip":"fd00:1122:3344:101::b","producer_id":"16c5ec1a-d270-44ed-b68a-27d5b5531e8e","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:54.121228954Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":38650,"producer_ip":"fd00:1122:3344:101::b","producer_id":"16c5ec1a-d270-44ed-b68a-27d5b5531e8e","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":27,"n_results":5} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:54.975453091Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:54.975488502Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:54.976097336Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":4,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:55.070206981Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:55.070252002Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:55.071867769Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:55.560034401Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":60790,"producer_ip":"fd00:1122:3344:101::c","producer_id":"ec5a6497-bdb9-495b-8d22-5e58a1831939","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:55.560076231Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":60790,"producer_ip":"fd00:1122:3344:101::c","producer_id":"ec5a6497-bdb9-495b-8d22-5e58a1831939","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:55.560759047Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":60790,"producer_ip":"fd00:1122:3344:101::c","producer_id":"ec5a6497-bdb9-495b-8d22-5e58a1831939","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":1,"n_results":5} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:55.975897074Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:55.975927135Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:55.976567829Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":4,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:56.069685341Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:56.069723972Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:56.071190126Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:56.976371327Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:56.976413928Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:56.977062943Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":4,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:57.070176505Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:57.070213486Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:57.071620298Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:57.464752004Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":45133,"producer_ip":"fd00:1122:3344:101::a","producer_id":"ce684516-1ef2-4c81-9750-25bcaac0fb40","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:57.464786875Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":45133,"producer_ip":"fd00:1122:3344:101::a","producer_id":"ce684516-1ef2-4c81-9750-25bcaac0fb40","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:57.465362308Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":45133,"producer_ip":"fd00:1122:3344:101::a","producer_id":"ce684516-1ef2-4c81-9750-25bcaac0fb40","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":2,"n_results":5} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:57.97246889Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":58633,"producer_ip":"fd00:1122:3344:101::2","producer_id":"032090c1-2d6c-43d2-8425-955aa59dc2e3","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:57.972503921Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":58633,"producer_ip":"fd00:1122:3344:101::2","producer_id":"032090c1-2d6c-43d2-8425-955aa59dc2e3","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:57.973924663Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":58633,"producer_ip":"fd00:1122:3344:101::2","producer_id":"032090c1-2d6c-43d2-8425-955aa59dc2e3","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":11,"n_results":2} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:57.975994702Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:57.976027422Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:57.976691438Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":4,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:58.069770398Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:58.069805009Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:58.071302454Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:58.526800567Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":191} {"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:58.526838308Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":191} {"msg":"unrolling 191 total samples","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:58.526846928Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"fetching timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:58.52694002Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:58.532129461Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","table_name":"fields_string","n_rows":136} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:58.53340386Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","table_name":"fields_u16","n_rows":41} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:58.534718801Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","table_name":"fields_uuid","n_rows":101} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:58.535894668Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","table_name":"measurements_cumulativeu64","n_rows":110} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:58.53813601Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","table_name":"measurements_histogramu64","n_rows":41} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:58.539263906Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"id":"881f8560-f0f9-47e9-af09-45357d627220","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","table_name":"measurements_u64","n_rows":40} {"msg":"failed to insert some results into metric DB","v":0,"name":"oximeter","level":40,"time":"2026-07-29T16:44:58.628355554Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:276","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"oximeter","level":30,"time":"2026-07-29T16:44:58.660401888Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:629"} {"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:58.66045813Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"body":"None","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/collectors/7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62/producers?sort_by=id_ascending","method":"GET"} {"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:58.664420932Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"result":"Ok(Response { url: \"http://[fd00:1122:3344:101::b]:12221/metrics/collectors/7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1abdf94e-b870-4230-a9d8-d8229067acd2\", \"content-length\": \"1276\", \"date\": \"Wed, 29 Jul 2026 16:44:58 GMT\"} })"} {"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:58.664451162Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"body":"None","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/collectors/7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlYzVhNjQ5Ny1iZGI5LTQ5NWItOGQyMi01ZTU4YTE4MzE5MzkifX0%3D","method":"GET"} {"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:58.667219367Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"result":"Ok(Response { url: \"http://[fd00:1122:3344:101::b]:12221/metrics/collectors/7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlYzVhNjQ5Ny1iZGI5LTQ5NWItOGQyMi01ZTU4YTE4MzE5MzkifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8354e469-3ae7-41ea-bd76-1b82cabcef67\", \"content-length\": \"29\", \"date\": \"Wed, 29 Jul 2026 16:44:58 GMT\"} })"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"oximeter","level":30,"time":"2026-07-29T16:44:58.667237117Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:704","n_current_tasks":8,"n_pruned_tasks":0} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:58.976477056Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:58.976516867Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:58.977161182Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":4,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:59.070277733Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:59.070313764Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:59.072029144Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:59.976045301Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:59.976081752Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:44:59.976735137Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"bd87db21-06c0-4a59-8075-892193a136f8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":4,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:45:00.069853569Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:45:00.06989498Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T16:45:00.071297263Z","hostname":"oxz_oximeter_7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","pid":23662,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"08af2d50-e814-4d92-8225-b8b8f2e0e560","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"7cb1c3ea-cb3f-4d7b-92b3-b28bd56c5e62","component":"oximeter-agent","n_samples":26,"n_results":1}