[ Jul 29 21:28:22 Enabled. ] [ Jul 29 21:28:22 Rereading configuration. ] [ Jul 29 21:28:23 Rereading configuration. ] [ Jul 29 21:28:25 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/oximeter-collector/bin/oximeter run /var/svc/manifest/site/oximeter/config.toml --address [fd00:1122:3344:101::d]:12223 --id fa84a12f-09b4-438f-8dee-6b54032162b4 &"). ] [ Jul 29 21:28:25 Method "start" exited with status 0. ] note: configured to log to "/dev/stdout" {"msg":"registered DTrace probes","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:28:26.116210977Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773} {"msg":"starting oximeter server","v":0,"name":"oximeter","level":30,"time":"2026-07-29T21:28:26.119650721Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"file":"oximeter/collector/src/lib.rs:299"} {"msg":"creating ClickHouse client","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:28:26.119801024Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773} {"msg":"registered USDT probes","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:28:26.121012043Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"id":"23508800-ec0a-4945-b9e3-a3fdb28cba21","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"oximeter database does not exist, or is out-of-date","v":0,"name":"oximeter","level":40,"time":"2026-07-29T21:28:43.125982355Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"id":"23508800-ec0a-4945-b9e3-a3fdb28cba21","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:888"} {"msg":"oximeter database does not exist, creating","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:28:43.126090247Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"reading db version","v":0,"name":"oximeter","level":30,"time":"2026-07-29T21:28:43.126145438Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"id":"23508800-ec0a-4945-b9e3-a3fdb28cba21","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:788"} {"msg":"oximeter database does not exist, or is out-of-date","v":0,"name":"oximeter","level":40,"time":"2026-07-29T21:28:43.127235135Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"id":"23508800-ec0a-4945-b9e3-a3fdb28cba21","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:888"} {"msg":"read oximeter database version","v":0,"name":"oximeter","level":30,"time":"2026-07-29T21:28:43.127286766Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"id":"23508800-ec0a-4945-b9e3-a3fdb28cba21","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:793","version":0} {"msg":"initializing oximeter schema","v":0,"name":"oximeter","level":30,"time":"2026-07-29T21:28:43.129302807Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"id":"23508800-ec0a-4945-b9e3-a3fdb28cba21","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:798"} {"msg":"initializing ClickHouse database","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:28:43.129353628Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"id":"23508800-ec0a-4945-b9e3-a3fdb28cba21","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"inserting current version","v":0,"name":"oximeter","level":30,"time":"2026-07-29T21:28:43.320295368Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"id":"23508800-ec0a-4945-b9e3-a3fdb28cba21","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:819","version":14} {"msg":"registered USDT probes","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:28:43.347528596Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"id":"942c9d8b-5004-4f34-bd93-98f8d4aedb71","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"registered endpoint","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:28:43.372053591Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","versions":"all","path":"/info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:28:43.372090252Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","versions":"all","path":"/producers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:28:43.372137473Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","versions":"all","path":"/producers/{producer_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:28:43.372145333Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","versions":"all","path":"/producers/{producer_id}","method":"GET"} {"msg":"listening","v":0,"name":"oximeter","level":30,"time":"2026-07-29T21:28:43.372188923Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.17.1/src/server.rs:335"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:28:43.374926837Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot"} {"msg":"registered USDT probes","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:28:43.37707642Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773} {"msg":"contacting nexus","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:28:43.377132271Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773} {"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:28:43.414804963Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/collectors","method":"POST"} {"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:28:43.462277499Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"result":"Ok(Response { url: \"http://[fd00:1122:3344:101::c]:12221/metrics/collectors\", status: 204, headers: {\"x-request-id\": \"a8845728-82cc-4964-b666-828134c1fbd2\", \"date\": \"Wed, 29 Jul 2026 21:28:43 GMT\"} })"} {"msg":"oximeter registered with nexus","v":0,"name":"oximeter","level":30,"time":"2026-07-29T21:28:43.46234425Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"file":"oximeter/collector/src/lib.rs:431","id":"fa84a12f-09b4-438f-8dee-6b54032162b4"} {"msg":"starting refresh list task","v":0,"name":"oximeter","level":30,"time":"2026-07-29T21:28:43.462390531Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:626"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"oximeter","level":30,"time":"2026-07-29T21:28:43.463654911Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:629"} {"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:28:43.465474769Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"body":"None","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/collectors/fa84a12f-09b4-438f-8dee-6b54032162b4/producers?sort_by=id_ascending","method":"GET"} {"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:28:43.472479449Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"result":"Ok(Response { url: \"http://[fd00:1122:3344:101::b]:12221/metrics/collectors/fa84a12f-09b4-438f-8dee-6b54032162b4/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"98087368-8258-40b8-8357-041e9291b56c\", \"content-length\": \"29\", \"date\": \"Wed, 29 Jul 2026 21:28:43 GMT\"} })"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"oximeter","level":30,"time":"2026-07-29T21:28:43.474517651Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:704","n_current_tasks":0,"n_pruned_tasks":0} {"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:28:48.350606949Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","n_samples":4} {"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:28:48.350639709Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","n_samples":4} {"msg":"unrolling 4 total samples","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:28:48.35068956Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"id":"23508800-ec0a-4945-b9e3-a3fdb28cba21","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"fetching timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:28:48.354331997Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"id":"23508800-ec0a-4945-b9e3-a3fdb28cba21","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:28:48.356079985Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"id":"23508800-ec0a-4945-b9e3-a3fdb28cba21","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"oximeter_collector:database_queue_depth\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"collector_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"collector_ip\", field_type: IpAddr, source: Target, description: \"\" }, FieldSchema { name: \"collector_port\", field_type: U16, source: Target, description: \"\" }, FieldSchema { name: \"collector_sink\", field_type: String, source: Metric, description: \"\" }}, datum_type: HistogramU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-07-29T21:28:48.352460958Z }","timeseries_name":"oximeter_collector:database_queue_depth"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:28:48.356132496Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"id":"23508800-ec0a-4945-b9e3-a3fdb28cba21","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"oximeter_collector:database_samples_dropped\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"collector_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"collector_ip\", field_type: IpAddr, source: Target, description: \"\" }, FieldSchema { name: \"collector_port\", field_type: U16, source: Target, description: \"\" }, FieldSchema { name: \"collector_sink\", field_type: String, source: Metric, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-07-29T21:28:48.352457048Z }","timeseries_name":"oximeter_collector:database_samples_dropped"} {"msg":"inserting 2 new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:28:48.356293368Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"id":"23508800-ec0a-4945-b9e3-a3fdb28cba21","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:28:48.36087149Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"id":"23508800-ec0a-4945-b9e3-a3fdb28cba21","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","table_name":"fields_ipaddr","n_rows":4} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:28:48.362438195Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"id":"23508800-ec0a-4945-b9e3-a3fdb28cba21","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","table_name":"fields_string","n_rows":4} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:28:48.36405942Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"id":"23508800-ec0a-4945-b9e3-a3fdb28cba21","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","table_name":"fields_u16","n_rows":4} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:28:48.366797703Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"id":"23508800-ec0a-4945-b9e3-a3fdb28cba21","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","table_name":"fields_uuid","n_rows":4} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:28:48.368369718Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"id":"23508800-ec0a-4945-b9e3-a3fdb28cba21","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","table_name":"measurements_cumulativeu64","n_rows":2} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:28:48.370741215Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"id":"23508800-ec0a-4945-b9e3-a3fdb28cba21","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","table_name":"measurements_histogramu64","n_rows":2} {"msg":"failed to insert some results into metric DB","v":0,"name":"oximeter","level":40,"time":"2026-07-29T21:28:48.452781834Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:276","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:28:53.350350187Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:28:53.350431488Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:28:58.350721296Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:28:58.350817547Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"oximeter","level":30,"time":"2026-07-29T21:28:58.463780892Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:629"} {"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:28:58.463853523Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"body":"None","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/collectors/fa84a12f-09b4-438f-8dee-6b54032162b4/producers?sort_by=id_ascending","method":"GET"} {"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:28:58.477743601Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"result":"Ok(Response { url: \"http://[fd00:1122:3344:101::a]:12221/metrics/collectors/fa84a12f-09b4-438f-8dee-6b54032162b4/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fd096ce2-ae26-4cd5-867b-01982b7b903c\", \"content-length\": \"300\", \"date\": \"Wed, 29 Jul 2026 21:28:58 GMT\"} })"} {"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:28:58.477818982Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"body":"None","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/collectors/fa84a12f-09b4-438f-8dee-6b54032162b4/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiIwNDgwODA4MC03ZTgxLTRhZDUtOTlkZC0xNmRmOWFiMGI4NDkifX0%3D","method":"GET"} {"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:28:58.484620429Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"result":"Ok(Response { url: \"http://[fd00:1122:3344:101::a]:12221/metrics/collectors/fa84a12f-09b4-438f-8dee-6b54032162b4/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiIwNDgwODA4MC03ZTgxLTRhZDUtOTlkZC0xNmRmOWFiMGI4NDkifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dd34e26d-c0c1-46fd-9453-c880356cd70e\", \"content-length\": \"29\", \"date\": \"Wed, 29 Jul 2026 21:28:58 GMT\"} })"} {"msg":"registered new metric producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:28:58.48467518Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","address":"[fd00:1122:3344:101::2]:59901","producer_id":"04808080-7e81-4ad5-99dd-16df9ab0b849"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"oximeter","level":30,"time":"2026-07-29T21:28:58.48468414Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:704","n_current_tasks":1,"n_pruned_tasks":0} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:00.13395604Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":59901,"producer_ip":"fd00:1122:3344:101::2","producer_id":"04808080-7e81-4ad5-99dd-16df9ab0b849","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:00.134139554Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":59901,"producer_ip":"fd00:1122:3344:101::2","producer_id":"04808080-7e81-4ad5-99dd-16df9ab0b849","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:00.163535005Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":59901,"producer_ip":"fd00:1122:3344:101::2","producer_id":"04808080-7e81-4ad5-99dd-16df9ab0b849","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","n_samples":140,"n_results":1} {"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:03.350924027Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","n_samples":140} {"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:03.351011378Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","n_samples":140} {"msg":"unrolling 140 total samples","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:03.351063249Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"id":"23508800-ec0a-4945-b9e3-a3fdb28cba21","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"fetching timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:03.351073239Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"id":"23508800-ec0a-4945-b9e3-a3fdb28cba21","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:03.352669035Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"id":"23508800-ec0a-4945-b9e3-a3fdb28cba21","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"dendrite:sample_collection_duration\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"asic_fab\", field_type: String, source: Metric, description: \"\" }, FieldSchema { name: \"asic_lot\", field_type: String, source: Metric, description: \"\" }, FieldSchema { name: \"asic_wafer\", field_type: U8, source: Metric, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_x\", field_type: I16, source: Metric, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_y\", field_type: I16, source: Metric, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"sled_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"sled_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_id\", field_type: Uuid, source: Metric, description: \"\" }, FieldSchema { name: \"switch_model\", field_type: String, source: Metric, description: \"\" }, FieldSchema { name: \"switch_revision\", field_type: U32, source: Metric, description: \"\" }, FieldSchema { name: \"switch_serial\", field_type: String, source: Metric, description: \"\" }, FieldSchema { name: \"switch_slot\", field_type: U16, source: Metric, description: \"\" }}, datum_type: F64, version: 1, authz_scope: Fleet, units: Count, created: 2026-07-29T21:29:03.351042889Z }","timeseries_name":"dendrite:sample_collection_duration"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:03.352755036Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"id":"23508800-ec0a-4945-b9e3-a3fdb28cba21","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"switch_data_link:link_enabled\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"asic_fab\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_lot\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer\", field_type: U8, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_x\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_y\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"kind\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"link_id\", field_type: U8, source: Metric, description: \"\" }, FieldSchema { name: \"model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"network\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"port_id\", field_type: String, source: Metric, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"sled_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"sled_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"switch_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"switch_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_slot\", field_type: U16, source: Target, description: \"\" }}, datum_type: Bool, version: 1, authz_scope: Fleet, units: Count, created: 2026-07-29T21:29:03.350963718Z }","timeseries_name":"switch_data_link:link_enabled"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:03.352919428Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"id":"23508800-ec0a-4945-b9e3-a3fdb28cba21","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"switch_data_link:link_up\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"asic_fab\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_lot\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer\", field_type: U8, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_x\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_y\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"kind\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"link_id\", field_type: U8, source: Metric, description: \"\" }, FieldSchema { name: \"model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"network\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"port_id\", field_type: String, source: Metric, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"sled_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"sled_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"switch_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"switch_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_slot\", field_type: U16, source: Target, description: \"\" }}, datum_type: Bool, version: 1, authz_scope: Fleet, units: Count, created: 2026-07-29T21:29:03.350970888Z }","timeseries_name":"switch_data_link:link_up"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:03.353145822Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"id":"23508800-ec0a-4945-b9e3-a3fdb28cba21","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"switch_table:capacity\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"asic_fab\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_lot\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer\", field_type: U8, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_x\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_y\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"switch_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"switch_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"switch_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_slot\", field_type: U16, source: Target, description: \"\" }, FieldSchema { name: \"table\", field_type: String, source: Target, description: \"\" }}, datum_type: U64, version: 1, authz_scope: Fleet, units: Count, created: 2026-07-29T21:29:03.350977948Z }","timeseries_name":"switch_table:capacity"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:03.353230783Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"id":"23508800-ec0a-4945-b9e3-a3fdb28cba21","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"switch_table:collisions\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"asic_fab\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_lot\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer\", field_type: U8, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_x\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_y\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"switch_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"switch_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"switch_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_slot\", field_type: U16, source: Target, description: \"\" }, FieldSchema { name: \"table\", field_type: String, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-07-29T21:29:03.351005838Z }","timeseries_name":"switch_table:collisions"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:03.353310025Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"id":"23508800-ec0a-4945-b9e3-a3fdb28cba21","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"switch_table:delete_misses\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"asic_fab\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_lot\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer\", field_type: U8, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_x\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_y\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"switch_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"switch_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"switch_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_slot\", field_type: U16, source: Target, description: \"\" }, FieldSchema { name: \"table\", field_type: String, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-07-29T21:29:03.351013918Z }","timeseries_name":"switch_table:delete_misses"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:03.353389726Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"id":"23508800-ec0a-4945-b9e3-a3fdb28cba21","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"switch_table:deletes\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"asic_fab\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_lot\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer\", field_type: U8, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_x\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_y\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"switch_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"switch_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"switch_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_slot\", field_type: U16, source: Target, description: \"\" }, FieldSchema { name: \"table\", field_type: String, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-07-29T21:29:03.350988498Z }","timeseries_name":"switch_table:deletes"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:03.353468497Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"id":"23508800-ec0a-4945-b9e3-a3fdb28cba21","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"switch_table:exhaustion\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"asic_fab\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_lot\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer\", field_type: U8, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_x\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_y\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"switch_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"switch_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"switch_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_slot\", field_type: U16, source: Target, description: \"\" }, FieldSchema { name: \"table\", field_type: String, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-07-29T21:29:03.351019138Z }","timeseries_name":"switch_table:exhaustion"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:03.353554408Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"id":"23508800-ec0a-4945-b9e3-a3fdb28cba21","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"switch_table:inserts\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"asic_fab\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_lot\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer\", field_type: U8, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_x\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_y\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"switch_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"switch_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"switch_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_slot\", field_type: U16, source: Target, description: \"\" }, FieldSchema { name: \"table\", field_type: String, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-07-29T21:29:03.350985218Z }","timeseries_name":"switch_table:inserts"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:03.353628619Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"id":"23508800-ec0a-4945-b9e3-a3fdb28cba21","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"switch_table:occupancy\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"asic_fab\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_lot\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer\", field_type: U8, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_x\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_y\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"switch_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"switch_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"switch_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_slot\", field_type: U16, source: Target, description: \"\" }, FieldSchema { name: \"table\", field_type: String, source: Target, description: \"\" }}, datum_type: U64, version: 1, authz_scope: Fleet, units: Count, created: 2026-07-29T21:29:03.350981718Z }","timeseries_name":"switch_table:occupancy"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:03.353701031Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"id":"23508800-ec0a-4945-b9e3-a3fdb28cba21","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"switch_table:update_misses\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"asic_fab\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_lot\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer\", field_type: U8, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_x\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_y\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"switch_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"switch_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"switch_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_slot\", field_type: U16, source: Target, description: \"\" }, FieldSchema { name: \"table\", field_type: String, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-07-29T21:29:03.351010918Z }","timeseries_name":"switch_table:update_misses"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:03.353773722Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"id":"23508800-ec0a-4945-b9e3-a3fdb28cba21","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"switch_table:updates\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"asic_fab\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_lot\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer\", field_type: U8, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_x\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_y\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"switch_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"switch_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"switch_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_slot\", field_type: U16, source: Target, description: \"\" }, FieldSchema { name: \"table\", field_type: String, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-07-29T21:29:03.351001548Z }","timeseries_name":"switch_table:updates"} {"msg":"inserting 12 new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:03.355829484Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"id":"23508800-ec0a-4945-b9e3-a3fdb28cba21","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:03.360143502Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"id":"23508800-ec0a-4945-b9e3-a3fdb28cba21","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","table_name":"fields_i16","n_rows":280} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:03.362086732Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"id":"23508800-ec0a-4945-b9e3-a3fdb28cba21","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","table_name":"fields_string","n_rows":721} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:03.363716148Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"id":"23508800-ec0a-4945-b9e3-a3fdb28cba21","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","table_name":"fields_u16","n_rows":140} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:03.365278442Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"id":"23508800-ec0a-4945-b9e3-a3fdb28cba21","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","table_name":"fields_u32","n_rows":145} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:03.366882538Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"id":"23508800-ec0a-4945-b9e3-a3fdb28cba21","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","table_name":"fields_u8","n_rows":144} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:03.368536704Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"id":"23508800-ec0a-4945-b9e3-a3fdb28cba21","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","table_name":"fields_uuid","n_rows":420} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:03.369998317Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"id":"23508800-ec0a-4945-b9e3-a3fdb28cba21","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","table_name":"measurements_bool","n_rows":4} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:03.371746734Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"id":"23508800-ec0a-4945-b9e3-a3fdb28cba21","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","table_name":"measurements_cumulativeu64","n_rows":105} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:03.373216657Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"id":"23508800-ec0a-4945-b9e3-a3fdb28cba21","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","table_name":"measurements_f64","n_rows":1} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:03.37470231Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"id":"23508800-ec0a-4945-b9e3-a3fdb28cba21","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","table_name":"measurements_u64","n_rows":30} {"msg":"failed to insert some results into metric DB","v":0,"name":"oximeter","level":40,"time":"2026-07-29T21:29:03.452037417Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:276","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:08.35119329Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:08.351305262Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:10.134371404Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":59901,"producer_ip":"fd00:1122:3344:101::2","producer_id":"04808080-7e81-4ad5-99dd-16df9ab0b849","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:10.134523737Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":59901,"producer_ip":"fd00:1122:3344:101::2","producer_id":"04808080-7e81-4ad5-99dd-16df9ab0b849","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:10.142458171Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":59901,"producer_ip":"fd00:1122:3344:101::2","producer_id":"04808080-7e81-4ad5-99dd-16df9ab0b849","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","n_samples":140,"n_results":1} {"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:13.350757956Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","n_samples":140} {"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:13.350846857Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","n_samples":140} {"msg":"unrolling 140 total samples","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:13.350895248Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"id":"23508800-ec0a-4945-b9e3-a3fdb28cba21","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"fetching timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:13.350903188Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"id":"23508800-ec0a-4945-b9e3-a3fdb28cba21","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:13.362133884Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"id":"23508800-ec0a-4945-b9e3-a3fdb28cba21","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","table_name":"fields_i16","n_rows":280} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:13.364073645Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"id":"23508800-ec0a-4945-b9e3-a3fdb28cba21","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","table_name":"fields_string","n_rows":721} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:13.365751631Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"id":"23508800-ec0a-4945-b9e3-a3fdb28cba21","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","table_name":"fields_u16","n_rows":140} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:13.367364687Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"id":"23508800-ec0a-4945-b9e3-a3fdb28cba21","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","table_name":"fields_u32","n_rows":145} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:13.368984052Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"id":"23508800-ec0a-4945-b9e3-a3fdb28cba21","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","table_name":"fields_u8","n_rows":144} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:13.37078716Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"id":"23508800-ec0a-4945-b9e3-a3fdb28cba21","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","table_name":"fields_uuid","n_rows":420} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:13.372386706Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"id":"23508800-ec0a-4945-b9e3-a3fdb28cba21","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","table_name":"measurements_bool","n_rows":4} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:13.37396474Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"id":"23508800-ec0a-4945-b9e3-a3fdb28cba21","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","table_name":"measurements_cumulativeu64","n_rows":105} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:13.375481994Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"id":"23508800-ec0a-4945-b9e3-a3fdb28cba21","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","table_name":"measurements_f64","n_rows":1} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:13.376968287Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"id":"23508800-ec0a-4945-b9e3-a3fdb28cba21","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","table_name":"measurements_u64","n_rows":30} {"msg":"failed to insert some results into metric DB","v":0,"name":"oximeter","level":40,"time":"2026-07-29T21:29:13.451882884Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:276","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"oximeter","level":30,"time":"2026-07-29T21:29:13.463920534Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:629"} {"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:13.464011605Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"body":"None","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/collectors/fa84a12f-09b4-438f-8dee-6b54032162b4/producers?sort_by=id_ascending","method":"GET"} {"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:13.478103007Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"result":"Ok(Response { url: \"http://[fd00:1122:3344:101::b]:12221/metrics/collectors/fa84a12f-09b4-438f-8dee-6b54032162b4/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0f21f7d0-268d-4d5a-be1a-884fe82eea13\", \"content-length\": \"585\", \"date\": \"Wed, 29 Jul 2026 21:29:13 GMT\"} })"} {"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:13.478172077Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"body":"None","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/collectors/fa84a12f-09b4-438f-8dee-6b54032162b4/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNTNhZjRiZS00YzhmLTRkMDAtYTAzNS1jNTE0YjQ1N2M5Y2MifX0%3D","method":"GET"} {"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:13.481745214Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"result":"Ok(Response { url: \"http://[fd00:1122:3344:101::b]:12221/metrics/collectors/fa84a12f-09b4-438f-8dee-6b54032162b4/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNTNhZjRiZS00YzhmLTRkMDAtYTAzNS1jNTE0YjQ1N2M5Y2MifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"de5e179f-9c4d-47b3-ab6c-112cdb907169\", \"content-length\": \"29\", \"date\": \"Wed, 29 Jul 2026 21:29:13 GMT\"} })"} {"msg":"received request to register existing metric producer, updating collection information","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:13.481814065Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","address":"[fd00:1122:3344:101::2]:63088","interval":"30s","producer_id":"04808080-7e81-4ad5-99dd-16df9ab0b849"} {"msg":"notified collection task of new producer endpoint","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:13.481866786Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":59901,"producer_ip":"fd00:1122:3344:101::2","producer_id":"04808080-7e81-4ad5-99dd-16df9ab0b849","component":"collection-task-handle","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"registered new metric producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:13.481913376Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","address":"[fd00:1122:3344:101::2]:37767","producer_id":"6f2c93a7-3ce8-4cc1-8671-369f638cb080"} {"msg":"collection task received request to update its producer information","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:13.481960697Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":59901,"producer_ip":"fd00:1122:3344:101::2","producer_id":"04808080-7e81-4ad5-99dd-16df9ab0b849","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","address":"[fd00:1122:3344:101::2]:63088","interval":"30s"} {"msg":"registered new metric producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:13.482017928Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","address":"[fd00:1122:3344:101::2]:8001","producer_id":"a53af4be-4c8f-4d00-a035-c514b457c9cc"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"oximeter","level":30,"time":"2026-07-29T21:29:13.482089759Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:704","n_current_tasks":3,"n_pruned_tasks":0} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:14.39291654Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"a53af4be-4c8f-4d00-a035-c514b457c9cc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:14.393069172Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"a53af4be-4c8f-4d00-a035-c514b457c9cc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:14.401500524Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"a53af4be-4c8f-4d00-a035-c514b457c9cc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","n_samples":14,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:15.392670977Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"a53af4be-4c8f-4d00-a035-c514b457c9cc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:15.392987872Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"a53af4be-4c8f-4d00-a035-c514b457c9cc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:15.393780975Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"a53af4be-4c8f-4d00-a035-c514b457c9cc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","n_samples":14,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:16.392723008Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"a53af4be-4c8f-4d00-a035-c514b457c9cc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:16.39283334Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"a53af4be-4c8f-4d00-a035-c514b457c9cc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:16.393958908Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"a53af4be-4c8f-4d00-a035-c514b457c9cc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","n_samples":14,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:17.393315929Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"a53af4be-4c8f-4d00-a035-c514b457c9cc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:17.39336991Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"a53af4be-4c8f-4d00-a035-c514b457c9cc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:17.394727601Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"a53af4be-4c8f-4d00-a035-c514b457c9cc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","n_samples":14,"n_results":1} {"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:18.350987545Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","n_samples":56} {"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:18.351036875Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","n_samples":56} {"msg":"unrolling 56 total samples","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:18.351052906Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"id":"23508800-ec0a-4945-b9e3-a3fdb28cba21","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"fetching timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:18.351107237Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"id":"23508800-ec0a-4945-b9e3-a3fdb28cba21","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:18.352692001Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"id":"23508800-ec0a-4945-b9e3-a3fdb28cba21","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"ddm_router:originated_tunnel_endpoints\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"hostname\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: U64, version: 1, authz_scope: Fleet, units: Count, created: 2026-07-29T21:29:18.351044186Z }","timeseries_name":"ddm_router:originated_tunnel_endpoints"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:18.352736692Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"id":"23508800-ec0a-4945-b9e3-a3fdb28cba21","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"ddm_router:originated_underlay_prefixes\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"hostname\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: U64, version: 1, authz_scope: Fleet, units: Count, created: 2026-07-29T21:29:18.351041116Z }","timeseries_name":"ddm_router:originated_underlay_prefixes"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:18.352752122Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"id":"23508800-ec0a-4945-b9e3-a3fdb28cba21","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"ddm_session:advertisements_received\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"hostname\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"interface\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-07-29T21:29:18.351051426Z }","timeseries_name":"ddm_session:advertisements_received"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:18.352773203Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"id":"23508800-ec0a-4945-b9e3-a3fdb28cba21","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"ddm_session:advertisements_sent\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"hostname\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"interface\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-07-29T21:29:18.351049816Z }","timeseries_name":"ddm_session:advertisements_sent"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:18.352794893Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"id":"23508800-ec0a-4945-b9e3-a3fdb28cba21","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"ddm_session:imported_tunnel_endpoints\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"hostname\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"interface\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: U64, version: 1, authz_scope: Fleet, units: Count, created: 2026-07-29T21:29:18.351065936Z }","timeseries_name":"ddm_session:imported_tunnel_endpoints"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:18.352810994Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"id":"23508800-ec0a-4945-b9e3-a3fdb28cba21","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"ddm_session:imported_underlay_prefixes\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"hostname\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"interface\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: U64, version: 1, authz_scope: Fleet, units: Count, created: 2026-07-29T21:29:18.351064296Z }","timeseries_name":"ddm_session:imported_underlay_prefixes"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:18.352830104Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"id":"23508800-ec0a-4945-b9e3-a3fdb28cba21","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"ddm_session:peer_address_changes\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"hostname\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"interface\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-07-29T21:29:18.351055026Z }","timeseries_name":"ddm_session:peer_address_changes"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:18.352848754Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"id":"23508800-ec0a-4945-b9e3-a3fdb28cba21","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"ddm_session:peer_expirations\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"hostname\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"interface\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-07-29T21:29:18.351053116Z }","timeseries_name":"ddm_session:peer_expirations"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:18.352864044Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"id":"23508800-ec0a-4945-b9e3-a3fdb28cba21","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"ddm_session:peer_sessions_established\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"hostname\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"interface\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-07-29T21:29:18.351056646Z }","timeseries_name":"ddm_session:peer_sessions_established"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:18.352878784Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"id":"23508800-ec0a-4945-b9e3-a3fdb28cba21","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"ddm_session:solicitations_received\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"hostname\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"interface\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-07-29T21:29:18.351047966Z }","timeseries_name":"ddm_session:solicitations_received"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:18.352897485Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"id":"23508800-ec0a-4945-b9e3-a3fdb28cba21","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"ddm_session:solicitations_sent\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"hostname\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"interface\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-07-29T21:29:18.351046466Z }","timeseries_name":"ddm_session:solicitations_sent"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:18.352916005Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"id":"23508800-ec0a-4945-b9e3-a3fdb28cba21","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"ddm_session:update_send_fail\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"hostname\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"interface\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-07-29T21:29:18.351061626Z }","timeseries_name":"ddm_session:update_send_fail"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:18.352937576Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"id":"23508800-ec0a-4945-b9e3-a3fdb28cba21","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"ddm_session:updates_received\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"hostname\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"interface\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-07-29T21:29:18.351060066Z }","timeseries_name":"ddm_session:updates_received"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:18.352952896Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"id":"23508800-ec0a-4945-b9e3-a3fdb28cba21","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"ddm_session:updates_sent\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"hostname\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"interface\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-07-29T21:29:18.351057996Z }","timeseries_name":"ddm_session:updates_sent"} {"msg":"inserting 14 new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:18.352968706Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"id":"23508800-ec0a-4945-b9e3-a3fdb28cba21","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:18.355672008Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"id":"23508800-ec0a-4945-b9e3-a3fdb28cba21","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","table_name":"fields_string","n_rows":26} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:18.356815646Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"id":"23508800-ec0a-4945-b9e3-a3fdb28cba21","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","table_name":"fields_uuid","n_rows":28} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:18.357986715Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"id":"23508800-ec0a-4945-b9e3-a3fdb28cba21","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","table_name":"measurements_cumulativeu64","n_rows":40} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:18.359036121Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"id":"23508800-ec0a-4945-b9e3-a3fdb28cba21","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","table_name":"measurements_u64","n_rows":16} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:18.393164477Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"a53af4be-4c8f-4d00-a035-c514b457c9cc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:18.393215038Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"a53af4be-4c8f-4d00-a035-c514b457c9cc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:18.394289935Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"a53af4be-4c8f-4d00-a035-c514b457c9cc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","n_samples":14,"n_results":1} {"msg":"failed to insert some results into metric DB","v":0,"name":"oximeter","level":40,"time":"2026-07-29T21:29:18.452397288Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:276","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"reporting oximeter self-collection statistics","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:18.636435319Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"a53af4be-4c8f-4d00-a035-c514b457c9cc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:19.39278624Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"a53af4be-4c8f-4d00-a035-c514b457c9cc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:19.392849971Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"a53af4be-4c8f-4d00-a035-c514b457c9cc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:19.393841497Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"a53af4be-4c8f-4d00-a035-c514b457c9cc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","n_samples":14,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:20.393241463Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"a53af4be-4c8f-4d00-a035-c514b457c9cc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:20.393296114Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"a53af4be-4c8f-4d00-a035-c514b457c9cc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:20.394570984Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"a53af4be-4c8f-4d00-a035-c514b457c9cc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","n_samples":14,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:21.393853151Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"a53af4be-4c8f-4d00-a035-c514b457c9cc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:21.393947203Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"a53af4be-4c8f-4d00-a035-c514b457c9cc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:21.394822146Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"a53af4be-4c8f-4d00-a035-c514b457c9cc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","n_samples":14,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:22.145075461Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":37767,"producer_ip":"fd00:1122:3344:101::2","producer_id":"6f2c93a7-3ce8-4cc1-8671-369f638cb080","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:22.145126111Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":37767,"producer_ip":"fd00:1122:3344:101::2","producer_id":"6f2c93a7-3ce8-4cc1-8671-369f638cb080","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:22.153538834Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":37767,"producer_ip":"fd00:1122:3344:101::2","producer_id":"6f2c93a7-3ce8-4cc1-8671-369f638cb080","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","n_samples":11,"n_results":2} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:22.393681362Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"a53af4be-4c8f-4d00-a035-c514b457c9cc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:22.393837578Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"a53af4be-4c8f-4d00-a035-c514b457c9cc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:22.394734112Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"a53af4be-4c8f-4d00-a035-c514b457c9cc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","n_samples":14,"n_results":1} {"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:23.352197803Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","n_samples":83} {"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:23.352239433Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","n_samples":83} {"msg":"unrolling 83 total samples","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:23.352317545Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"id":"23508800-ec0a-4945-b9e3-a3fdb28cba21","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"fetching timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:23.352343785Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"id":"23508800-ec0a-4945-b9e3-a3fdb28cba21","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:23.355924771Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"id":"23508800-ec0a-4945-b9e3-a3fdb28cba21","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"http_service:request_latency_histogram\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"name\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"operation_id\", field_type: String, source: Metric, description: \"\" }, FieldSchema { name: \"status_code\", field_type: U16, source: Metric, description: \"\" }}, datum_type: HistogramU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-07-29T21:29:23.352280834Z }","timeseries_name":"http_service:request_latency_histogram"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:23.356018913Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"id":"23508800-ec0a-4945-b9e3-a3fdb28cba21","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"oximeter_collector:collections\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"base_route\", field_type: String, source: Metric, description: \"\" }, FieldSchema { name: \"collector_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"collector_ip\", field_type: IpAddr, source: Target, description: \"\" }, FieldSchema { name: \"collector_port\", field_type: U16, source: Target, description: \"\" }, FieldSchema { name: \"producer_id\", field_type: Uuid, source: Metric, description: \"\" }, FieldSchema { name: \"producer_ip\", field_type: IpAddr, source: Metric, description: \"\" }, FieldSchema { name: \"producer_port\", field_type: U16, source: Metric, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-07-29T21:29:23.352261394Z }","timeseries_name":"oximeter_collector:collections"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:23.356048823Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"id":"23508800-ec0a-4945-b9e3-a3fdb28cba21","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"oximeter_collector:samples_collected\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"base_route\", field_type: String, source: Metric, description: \"\" }, FieldSchema { name: \"collector_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"collector_ip\", field_type: IpAddr, source: Target, description: \"\" }, FieldSchema { name: \"collector_port\", field_type: U16, source: Target, description: \"\" }, FieldSchema { name: \"producer_id\", field_type: Uuid, source: Metric, description: \"\" }, FieldSchema { name: \"producer_ip\", field_type: IpAddr, source: Metric, description: \"\" }, FieldSchema { name: \"producer_port\", field_type: U16, source: Metric, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-07-29T21:29:23.352263494Z }","timeseries_name":"oximeter_collector:samples_collected"} {"msg":"inserting 3 new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:23.356406739Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"id":"23508800-ec0a-4945-b9e3-a3fdb28cba21","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:23.359272754Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"id":"23508800-ec0a-4945-b9e3-a3fdb28cba21","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","table_name":"fields_ipaddr","n_rows":4} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:23.360441492Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"id":"23508800-ec0a-4945-b9e3-a3fdb28cba21","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","table_name":"fields_string","n_rows":50} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:23.36155518Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"id":"23508800-ec0a-4945-b9e3-a3fdb28cba21","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","table_name":"fields_u16","n_rows":15} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:23.362682975Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"id":"23508800-ec0a-4945-b9e3-a3fdb28cba21","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","table_name":"fields_uuid","n_rows":43} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:23.363850556Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"id":"23508800-ec0a-4945-b9e3-a3fdb28cba21","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","table_name":"measurements_cumulativeu64","n_rows":52} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:23.365681635Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"id":"23508800-ec0a-4945-b9e3-a3fdb28cba21","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","table_name":"measurements_histogramu64","n_rows":11} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:23.366735171Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"id":"23508800-ec0a-4945-b9e3-a3fdb28cba21","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","table_name":"measurements_u64","n_rows":20} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:23.394127562Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"a53af4be-4c8f-4d00-a035-c514b457c9cc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:23.394206703Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"a53af4be-4c8f-4d00-a035-c514b457c9cc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:23.39528111Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"a53af4be-4c8f-4d00-a035-c514b457c9cc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","n_samples":14,"n_results":1} {"msg":"failed to insert some results into metric DB","v":0,"name":"oximeter","level":40,"time":"2026-07-29T21:29:23.452355116Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:276","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:24.393518612Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"a53af4be-4c8f-4d00-a035-c514b457c9cc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:24.393581433Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"a53af4be-4c8f-4d00-a035-c514b457c9cc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:24.394706891Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"a53af4be-4c8f-4d00-a035-c514b457c9cc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","n_samples":14,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:25.393883908Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"a53af4be-4c8f-4d00-a035-c514b457c9cc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:25.3939995Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"a53af4be-4c8f-4d00-a035-c514b457c9cc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:25.394995685Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"a53af4be-4c8f-4d00-a035-c514b457c9cc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","n_samples":14,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:26.393963919Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"a53af4be-4c8f-4d00-a035-c514b457c9cc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:26.39403193Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"a53af4be-4c8f-4d00-a035-c514b457c9cc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:26.395200038Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"a53af4be-4c8f-4d00-a035-c514b457c9cc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","n_samples":14,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:27.394558488Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"a53af4be-4c8f-4d00-a035-c514b457c9cc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:27.39470388Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"a53af4be-4c8f-4d00-a035-c514b457c9cc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:27.396122503Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"a53af4be-4c8f-4d00-a035-c514b457c9cc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","n_samples":14,"n_results":1} {"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:28.352326425Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","n_samples":70} {"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:28.352379036Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","n_samples":70} {"msg":"unrolling 70 total samples","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:28.352392006Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"id":"23508800-ec0a-4945-b9e3-a3fdb28cba21","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"fetching timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:28.352455917Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"id":"23508800-ec0a-4945-b9e3-a3fdb28cba21","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:28.356873896Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"id":"23508800-ec0a-4945-b9e3-a3fdb28cba21","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","table_name":"fields_string","n_rows":26} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:28.358248318Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"id":"23508800-ec0a-4945-b9e3-a3fdb28cba21","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","table_name":"fields_uuid","n_rows":28} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:28.359537228Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"id":"23508800-ec0a-4945-b9e3-a3fdb28cba21","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","table_name":"measurements_cumulativeu64","n_rows":50} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:28.360738687Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"id":"23508800-ec0a-4945-b9e3-a3fdb28cba21","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","table_name":"measurements_u64","n_rows":20} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:28.394135992Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"a53af4be-4c8f-4d00-a035-c514b457c9cc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:28.394243744Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"a53af4be-4c8f-4d00-a035-c514b457c9cc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:28.395253279Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"a53af4be-4c8f-4d00-a035-c514b457c9cc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","n_samples":14,"n_results":1} {"msg":"failed to insert some results into metric DB","v":0,"name":"oximeter","level":40,"time":"2026-07-29T21:29:28.453267701Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:276","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"oximeter","level":30,"time":"2026-07-29T21:29:28.4652892Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:629"} {"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:28.465348101Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"body":"None","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/collectors/fa84a12f-09b4-438f-8dee-6b54032162b4/producers?sort_by=id_ascending","method":"GET"} {"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:28.468592392Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"result":"Ok(Response { url: \"http://[fd00:1122:3344:101::a]:12221/metrics/collectors/fa84a12f-09b4-438f-8dee-6b54032162b4/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3938e228-101d-4bf6-82f8-4e6e59e82728\", \"content-length\": \"721\", \"date\": \"Wed, 29 Jul 2026 21:29:28 GMT\"} })"} {"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:28.468620182Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"body":"None","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/collectors/fa84a12f-09b4-438f-8dee-6b54032162b4/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNTNhZjRiZS00YzhmLTRkMDAtYTAzNS1jNTE0YjQ1N2M5Y2MifX0%3D","method":"GET"} {"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:28.472003905Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"result":"Ok(Response { url: \"http://[fd00:1122:3344:101::a]:12221/metrics/collectors/fa84a12f-09b4-438f-8dee-6b54032162b4/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNTNhZjRiZS00YzhmLTRkMDAtYTAzNS1jNTE0YjQ1N2M5Y2MifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5f96219e-4a60-44da-88a9-ad2710bd1095\", \"content-length\": \"29\", \"date\": \"Wed, 29 Jul 2026 21:29:28 GMT\"} })"} {"msg":"registered new metric producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:28.472066716Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","address":"[fd00:1122:3344:101::1]:8001","producer_id":"609be78f-16d5-4f8a-b3dd-f5270fe1de68"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"oximeter","level":30,"time":"2026-07-29T21:29:28.472077597Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:704","n_current_tasks":4,"n_pruned_tasks":0} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:29.394199723Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"a53af4be-4c8f-4d00-a035-c514b457c9cc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:29.394338515Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"a53af4be-4c8f-4d00-a035-c514b457c9cc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:29.395366191Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"a53af4be-4c8f-4d00-a035-c514b457c9cc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","n_samples":14,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:29.435482922Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"609be78f-16d5-4f8a-b3dd-f5270fe1de68","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:29.435640494Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"609be78f-16d5-4f8a-b3dd-f5270fe1de68","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:29.440089264Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"609be78f-16d5-4f8a-b3dd-f5270fe1de68","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:30.394300664Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"a53af4be-4c8f-4d00-a035-c514b457c9cc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:30.394352975Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"a53af4be-4c8f-4d00-a035-c514b457c9cc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:30.395332161Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"a53af4be-4c8f-4d00-a035-c514b457c9cc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","n_samples":14,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:30.435483302Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"609be78f-16d5-4f8a-b3dd-f5270fe1de68","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:30.435515442Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"609be78f-16d5-4f8a-b3dd-f5270fe1de68","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:30.437217789Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"609be78f-16d5-4f8a-b3dd-f5270fe1de68","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:31.394397757Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"a53af4be-4c8f-4d00-a035-c514b457c9cc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:31.394430707Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"a53af4be-4c8f-4d00-a035-c514b457c9cc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:31.395394572Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"a53af4be-4c8f-4d00-a035-c514b457c9cc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","n_samples":14,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:31.435477962Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"609be78f-16d5-4f8a-b3dd-f5270fe1de68","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:31.435498902Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"609be78f-16d5-4f8a-b3dd-f5270fe1de68","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:31.437105547Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"609be78f-16d5-4f8a-b3dd-f5270fe1de68","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:32.145278233Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":37767,"producer_ip":"fd00:1122:3344:101::2","producer_id":"6f2c93a7-3ce8-4cc1-8671-369f638cb080","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:32.145308574Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":37767,"producer_ip":"fd00:1122:3344:101::2","producer_id":"6f2c93a7-3ce8-4cc1-8671-369f638cb080","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:32.147108554Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":37767,"producer_ip":"fd00:1122:3344:101::2","producer_id":"6f2c93a7-3ce8-4cc1-8671-369f638cb080","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","n_samples":11,"n_results":2} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:32.394312706Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"a53af4be-4c8f-4d00-a035-c514b457c9cc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:32.394345266Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"a53af4be-4c8f-4d00-a035-c514b457c9cc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:32.395331622Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"a53af4be-4c8f-4d00-a035-c514b457c9cc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","n_samples":14,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:32.435465903Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"609be78f-16d5-4f8a-b3dd-f5270fe1de68","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:32.435502253Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"609be78f-16d5-4f8a-b3dd-f5270fe1de68","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:32.437173499Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"609be78f-16d5-4f8a-b3dd-f5270fe1de68","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:33.352345787Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","n_samples":185} {"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:33.352396738Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","n_samples":185} {"msg":"unrolling 185 total samples","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:33.352405608Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"id":"23508800-ec0a-4945-b9e3-a3fdb28cba21","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"fetching timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:33.352481489Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"id":"23508800-ec0a-4945-b9e3-a3fdb28cba21","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:33.357398776Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"id":"23508800-ec0a-4945-b9e3-a3fdb28cba21","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","table_name":"fields_string","n_rows":98} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:33.358589305Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"id":"23508800-ec0a-4945-b9e3-a3fdb28cba21","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","table_name":"fields_u16","n_rows":11} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:33.359800774Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"id":"23508800-ec0a-4945-b9e3-a3fdb28cba21","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","table_name":"fields_uuid","n_rows":91} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:33.361034474Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"id":"23508800-ec0a-4945-b9e3-a3fdb28cba21","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","table_name":"measurements_cumulativeu64","n_rows":130} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:33.362823792Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"id":"23508800-ec0a-4945-b9e3-a3fdb28cba21","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","table_name":"measurements_histogramu64","n_rows":11} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:33.36401174Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"id":"23508800-ec0a-4945-b9e3-a3fdb28cba21","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","table_name":"measurements_u64","n_rows":44} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:33.394154934Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"a53af4be-4c8f-4d00-a035-c514b457c9cc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:33.394184305Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"a53af4be-4c8f-4d00-a035-c514b457c9cc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:33.39519965Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"a53af4be-4c8f-4d00-a035-c514b457c9cc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","n_samples":14,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:33.43528259Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"609be78f-16d5-4f8a-b3dd-f5270fe1de68","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:33.435315551Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"609be78f-16d5-4f8a-b3dd-f5270fe1de68","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:33.436827004Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"609be78f-16d5-4f8a-b3dd-f5270fe1de68","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"failed to insert some results into metric DB","v":0,"name":"oximeter","level":40,"time":"2026-07-29T21:29:33.452960038Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:276","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:34.394039992Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"a53af4be-4c8f-4d00-a035-c514b457c9cc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:34.394079343Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"a53af4be-4c8f-4d00-a035-c514b457c9cc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:34.395141799Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"a53af4be-4c8f-4d00-a035-c514b457c9cc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","n_samples":14,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:34.435765058Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"609be78f-16d5-4f8a-b3dd-f5270fe1de68","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:34.435792358Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"609be78f-16d5-4f8a-b3dd-f5270fe1de68","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:34.437270861Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"609be78f-16d5-4f8a-b3dd-f5270fe1de68","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:35.394423919Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"a53af4be-4c8f-4d00-a035-c514b457c9cc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:35.39447152Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"a53af4be-4c8f-4d00-a035-c514b457c9cc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:35.395623028Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"a53af4be-4c8f-4d00-a035-c514b457c9cc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","n_samples":14,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:35.435807619Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"609be78f-16d5-4f8a-b3dd-f5270fe1de68","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:35.43585471Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"609be78f-16d5-4f8a-b3dd-f5270fe1de68","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:35.43777635Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"609be78f-16d5-4f8a-b3dd-f5270fe1de68","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:36.394532341Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"a53af4be-4c8f-4d00-a035-c514b457c9cc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:36.394573811Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"a53af4be-4c8f-4d00-a035-c514b457c9cc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:36.39573404Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"a53af4be-4c8f-4d00-a035-c514b457c9cc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","n_samples":14,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:36.434850194Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"609be78f-16d5-4f8a-b3dd-f5270fe1de68","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:36.434887044Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"609be78f-16d5-4f8a-b3dd-f5270fe1de68","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:36.43648465Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"609be78f-16d5-4f8a-b3dd-f5270fe1de68","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:37.394647383Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"a53af4be-4c8f-4d00-a035-c514b457c9cc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:37.394690844Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"a53af4be-4c8f-4d00-a035-c514b457c9cc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:37.39572511Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"a53af4be-4c8f-4d00-a035-c514b457c9cc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","n_samples":14,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:37.434866135Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"609be78f-16d5-4f8a-b3dd-f5270fe1de68","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:37.434907866Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"609be78f-16d5-4f8a-b3dd-f5270fe1de68","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:37.43709254Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"609be78f-16d5-4f8a-b3dd-f5270fe1de68","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:38.352262758Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","n_samples":200} {"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:38.352307259Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","n_samples":200} {"msg":"unrolling 200 total samples","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:38.352315169Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"id":"23508800-ec0a-4945-b9e3-a3fdb28cba21","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"fetching timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:38.35237214Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"id":"23508800-ec0a-4945-b9e3-a3fdb28cba21","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:38.357998538Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"id":"23508800-ec0a-4945-b9e3-a3fdb28cba21","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","table_name":"fields_string","n_rows":76} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:38.35937549Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"id":"23508800-ec0a-4945-b9e3-a3fdb28cba21","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","table_name":"fields_uuid","n_rows":80} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:38.360752081Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"id":"23508800-ec0a-4945-b9e3-a3fdb28cba21","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","table_name":"measurements_cumulativeu64","n_rows":150} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:38.362016401Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"id":"23508800-ec0a-4945-b9e3-a3fdb28cba21","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","table_name":"measurements_u64","n_rows":50} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:38.394188077Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"a53af4be-4c8f-4d00-a035-c514b457c9cc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:38.394222387Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"a53af4be-4c8f-4d00-a035-c514b457c9cc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:38.395606099Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"a53af4be-4c8f-4d00-a035-c514b457c9cc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","n_samples":14,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:38.435724229Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"609be78f-16d5-4f8a-b3dd-f5270fe1de68","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:38.43575607Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"609be78f-16d5-4f8a-b3dd-f5270fe1de68","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:38.437334784Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"609be78f-16d5-4f8a-b3dd-f5270fe1de68","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"failed to insert some results into metric DB","v":0,"name":"oximeter","level":40,"time":"2026-07-29T21:29:38.453429347Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:276","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:39.394515852Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"a53af4be-4c8f-4d00-a035-c514b457c9cc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:39.394553093Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"a53af4be-4c8f-4d00-a035-c514b457c9cc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:39.395587549Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"a53af4be-4c8f-4d00-a035-c514b457c9cc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","n_samples":14,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:39.435683879Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"609be78f-16d5-4f8a-b3dd-f5270fe1de68","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:39.43570986Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"609be78f-16d5-4f8a-b3dd-f5270fe1de68","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:39.437163032Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"609be78f-16d5-4f8a-b3dd-f5270fe1de68","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:40.394381551Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"a53af4be-4c8f-4d00-a035-c514b457c9cc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:40.394422362Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"a53af4be-4c8f-4d00-a035-c514b457c9cc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:40.395515799Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"a53af4be-4c8f-4d00-a035-c514b457c9cc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","n_samples":14,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:40.435649049Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"609be78f-16d5-4f8a-b3dd-f5270fe1de68","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:40.4356765Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"609be78f-16d5-4f8a-b3dd-f5270fe1de68","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:40.437215414Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"609be78f-16d5-4f8a-b3dd-f5270fe1de68","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:40.647350445Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":59901,"producer_ip":"fd00:1122:3344:101::2","producer_id":"04808080-7e81-4ad5-99dd-16df9ab0b849","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:40.647383846Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":59901,"producer_ip":"fd00:1122:3344:101::2","producer_id":"04808080-7e81-4ad5-99dd-16df9ab0b849","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:40.662840319Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":59901,"producer_ip":"fd00:1122:3344:101::2","producer_id":"04808080-7e81-4ad5-99dd-16df9ab0b849","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","n_samples":246,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:41.394536493Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"a53af4be-4c8f-4d00-a035-c514b457c9cc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:41.394568514Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"a53af4be-4c8f-4d00-a035-c514b457c9cc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:41.39557946Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"a53af4be-4c8f-4d00-a035-c514b457c9cc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","n_samples":14,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:41.435913133Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"609be78f-16d5-4f8a-b3dd-f5270fe1de68","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:41.435960794Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"609be78f-16d5-4f8a-b3dd-f5270fe1de68","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:41.437959126Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"609be78f-16d5-4f8a-b3dd-f5270fe1de68","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:42.145094865Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":37767,"producer_ip":"fd00:1122:3344:101::2","producer_id":"6f2c93a7-3ce8-4cc1-8671-369f638cb080","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:42.145126276Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":37767,"producer_ip":"fd00:1122:3344:101::2","producer_id":"6f2c93a7-3ce8-4cc1-8671-369f638cb080","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:42.146621369Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":37767,"producer_ip":"fd00:1122:3344:101::2","producer_id":"6f2c93a7-3ce8-4cc1-8671-369f638cb080","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","n_samples":11,"n_results":2} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:42.394790008Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"a53af4be-4c8f-4d00-a035-c514b457c9cc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:42.394820559Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"a53af4be-4c8f-4d00-a035-c514b457c9cc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:42.395965147Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"a53af4be-4c8f-4d00-a035-c514b457c9cc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","n_samples":14,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:42.435086281Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"609be78f-16d5-4f8a-b3dd-f5270fe1de68","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:42.435108602Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"609be78f-16d5-4f8a-b3dd-f5270fe1de68","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:42.436546824Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"609be78f-16d5-4f8a-b3dd-f5270fe1de68","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:43.352880321Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","n_samples":461} {"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:43.352918691Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","n_samples":461} {"msg":"unrolling 461 total samples","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:43.352926461Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"id":"23508800-ec0a-4945-b9e3-a3fdb28cba21","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"fetching timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:43.353111224Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"id":"23508800-ec0a-4945-b9e3-a3fdb28cba21","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:43.356132201Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"id":"23508800-ec0a-4945-b9e3-a3fdb28cba21","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"switch_port_control_data_link:bytes_received\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"asic_fab\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_lot\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer\", field_type: U8, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_x\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_y\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"kind\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"link_name\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"network\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"sled_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"sled_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"switch_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"switch_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_slot\", field_type: U16, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-07-29T21:29:43.352980302Z }","timeseries_name":"switch_port_control_data_link:bytes_received"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:43.356167812Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"id":"23508800-ec0a-4945-b9e3-a3fdb28cba21","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"switch_port_control_data_link:bytes_sent\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"asic_fab\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_lot\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer\", field_type: U8, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_x\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_y\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"kind\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"link_name\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"network\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"sled_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"sled_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"switch_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"switch_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_slot\", field_type: U16, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-07-29T21:29:43.352990272Z }","timeseries_name":"switch_port_control_data_link:bytes_sent"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:43.356185992Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"id":"23508800-ec0a-4945-b9e3-a3fdb28cba21","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"switch_port_control_data_link:errors_received\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"asic_fab\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_lot\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer\", field_type: U8, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_x\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_y\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"kind\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"link_name\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"network\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"sled_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"sled_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"switch_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"switch_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_slot\", field_type: U16, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-07-29T21:29:43.352968002Z }","timeseries_name":"switch_port_control_data_link:errors_received"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:43.356202463Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"id":"23508800-ec0a-4945-b9e3-a3fdb28cba21","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"switch_port_control_data_link:errors_sent\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"asic_fab\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_lot\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer\", field_type: U8, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_x\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_y\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"kind\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"link_name\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"network\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"sled_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"sled_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"switch_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"switch_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_slot\", field_type: U16, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-07-29T21:29:43.352975232Z }","timeseries_name":"switch_port_control_data_link:errors_sent"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:43.356218933Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"id":"23508800-ec0a-4945-b9e3-a3fdb28cba21","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"switch_port_control_data_link:packets_received\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"asic_fab\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_lot\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer\", field_type: U8, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_x\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_y\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"kind\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"link_name\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"network\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"sled_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"sled_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"switch_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"switch_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_slot\", field_type: U16, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-07-29T21:29:43.352985312Z }","timeseries_name":"switch_port_control_data_link:packets_received"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:43.356235483Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"id":"23508800-ec0a-4945-b9e3-a3fdb28cba21","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"switch_port_control_data_link:packets_sent\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"asic_fab\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_lot\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer\", field_type: U8, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_x\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_y\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"kind\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"link_name\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"network\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"sled_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"sled_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"switch_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"switch_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_slot\", field_type: U16, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-07-29T21:29:43.352995002Z }","timeseries_name":"switch_port_control_data_link:packets_sent"} {"msg":"inserting 6 new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:43.359163569Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"id":"23508800-ec0a-4945-b9e3-a3fdb28cba21","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:43.362149616Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"id":"23508800-ec0a-4945-b9e3-a3fdb28cba21","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","table_name":"fields_i16","n_rows":24} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:43.363300614Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"id":"23508800-ec0a-4945-b9e3-a3fdb28cba21","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","table_name":"fields_ipaddr","n_rows":4} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:43.364666976Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"id":"23508800-ec0a-4945-b9e3-a3fdb28cba21","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","table_name":"fields_string","n_rows":222} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:43.365842754Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"id":"23508800-ec0a-4945-b9e3-a3fdb28cba21","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","table_name":"fields_u16","n_rows":27} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:43.367087964Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"id":"23508800-ec0a-4945-b9e3-a3fdb28cba21","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","table_name":"fields_u32","n_rows":24} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:43.368361554Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"id":"23508800-ec0a-4945-b9e3-a3fdb28cba21","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","table_name":"fields_u8","n_rows":12} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:43.369577143Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"id":"23508800-ec0a-4945-b9e3-a3fdb28cba21","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","table_name":"fields_uuid","n_rows":131} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:43.370850323Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"id":"23508800-ec0a-4945-b9e3-a3fdb28cba21","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","table_name":"measurements_cumulativeu64","n_rows":398} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:43.372656721Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"id":"23508800-ec0a-4945-b9e3-a3fdb28cba21","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","table_name":"measurements_histogramu64","n_rows":13} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:43.373806519Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"id":"23508800-ec0a-4945-b9e3-a3fdb28cba21","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","table_name":"measurements_u64","n_rows":50} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:43.394313271Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"a53af4be-4c8f-4d00-a035-c514b457c9cc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:43.394337012Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"a53af4be-4c8f-4d00-a035-c514b457c9cc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:43.395300457Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"a53af4be-4c8f-4d00-a035-c514b457c9cc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","n_samples":14,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:43.435556019Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"609be78f-16d5-4f8a-b3dd-f5270fe1de68","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:43.43558439Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"609be78f-16d5-4f8a-b3dd-f5270fe1de68","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:43.437109144Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"609be78f-16d5-4f8a-b3dd-f5270fe1de68","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"failed to insert some results into metric DB","v":0,"name":"oximeter","level":40,"time":"2026-07-29T21:29:43.454515347Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:276","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"oximeter","level":30,"time":"2026-07-29T21:29:43.46553394Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:629"} {"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:43.465615802Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"body":"None","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/collectors/fa84a12f-09b4-438f-8dee-6b54032162b4/producers?sort_by=id_ascending","method":"GET"} {"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:43.469225948Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"result":"Ok(Response { url: \"http://[fd00:1122:3344:101::a]:12221/metrics/collectors/fa84a12f-09b4-438f-8dee-6b54032162b4/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a255a0a3-430d-4934-b376-3e67d0b6baa7\", \"content-length\": \"1135\", \"date\": \"Wed, 29 Jul 2026 21:29:43 GMT\"} })"} {"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:43.469257099Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"body":"None","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/collectors/fa84a12f-09b4-438f-8dee-6b54032162b4/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNGQ1NDczYS00MTA0LTRjYzQtYThlMy01MDE0ZDVhOTU4ZGMifX0%3D","method":"GET"} {"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:43.472563141Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"result":"Ok(Response { url: \"http://[fd00:1122:3344:101::a]:12221/metrics/collectors/fa84a12f-09b4-438f-8dee-6b54032162b4/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNGQ1NDczYS00MTA0LTRjYzQtYThlMy01MDE0ZDVhOTU4ZGMifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aca095a5-55d5-45d8-a5d7-41cb2e65f5a1\", \"content-length\": \"29\", \"date\": \"Wed, 29 Jul 2026 21:29:43 GMT\"} })"} {"msg":"registered new metric producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:43.472595131Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","address":"[fd00:1122:3344:101::c]:37508","producer_id":"7495615a-bf4a-4adb-8f22-76b6ec0eeaf0"} {"msg":"registered new metric producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:43.472604201Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","address":"[fd00:1122:3344:101::a]:33085","producer_id":"8a6d7931-75ff-4c25-aab4-0b7211fc2ced"} {"msg":"registered new metric producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:43.472611771Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","address":"[fd00:1122:3344:101::b]:33382","producer_id":"c4d5473a-4104-4cc4-a8e3-5014d5a958dc"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"oximeter","level":30,"time":"2026-07-29T21:29:43.472618502Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:704","n_current_tasks":7,"n_pruned_tasks":0} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:44.394587507Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"a53af4be-4c8f-4d00-a035-c514b457c9cc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:44.394631207Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"a53af4be-4c8f-4d00-a035-c514b457c9cc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:44.395782865Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"a53af4be-4c8f-4d00-a035-c514b457c9cc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","n_samples":14,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:44.436001227Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"609be78f-16d5-4f8a-b3dd-f5270fe1de68","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:44.436037128Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"609be78f-16d5-4f8a-b3dd-f5270fe1de68","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:44.437390439Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"609be78f-16d5-4f8a-b3dd-f5270fe1de68","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"reporting oximeter self-collection statistics","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:44.744738478Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":33085,"producer_ip":"fd00:1122:3344:101::a","producer_id":"8a6d7931-75ff-4c25-aab4-0b7211fc2ced","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:45.394888692Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"a53af4be-4c8f-4d00-a035-c514b457c9cc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:45.394933353Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"a53af4be-4c8f-4d00-a035-c514b457c9cc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:45.396105731Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"a53af4be-4c8f-4d00-a035-c514b457c9cc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","n_samples":14,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:45.435225786Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"609be78f-16d5-4f8a-b3dd-f5270fe1de68","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:45.435248856Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"609be78f-16d5-4f8a-b3dd-f5270fe1de68","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:45.436569747Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"609be78f-16d5-4f8a-b3dd-f5270fe1de68","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:46.394456075Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"a53af4be-4c8f-4d00-a035-c514b457c9cc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:46.39449635Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"a53af4be-4c8f-4d00-a035-c514b457c9cc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:46.395486822Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"a53af4be-4c8f-4d00-a035-c514b457c9cc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","n_samples":14,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:46.435594262Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"609be78f-16d5-4f8a-b3dd-f5270fe1de68","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:46.435625633Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"609be78f-16d5-4f8a-b3dd-f5270fe1de68","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:46.436946873Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"609be78f-16d5-4f8a-b3dd-f5270fe1de68","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:47.39408597Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"a53af4be-4c8f-4d00-a035-c514b457c9cc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:47.39412934Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"a53af4be-4c8f-4d00-a035-c514b457c9cc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:47.395723425Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"a53af4be-4c8f-4d00-a035-c514b457c9cc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","n_samples":14,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:47.435815686Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"609be78f-16d5-4f8a-b3dd-f5270fe1de68","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:47.435852766Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"609be78f-16d5-4f8a-b3dd-f5270fe1de68","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:47.437493112Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"609be78f-16d5-4f8a-b3dd-f5270fe1de68","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:48.352653319Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","n_samples":202} {"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:48.35268881Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","n_samples":202} {"msg":"unrolling 202 total samples","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:48.35270432Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"id":"23508800-ec0a-4945-b9e3-a3fdb28cba21","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"fetching timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:48.352829742Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"id":"23508800-ec0a-4945-b9e3-a3fdb28cba21","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:48.357884632Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"id":"23508800-ec0a-4945-b9e3-a3fdb28cba21","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","table_name":"fields_ipaddr","n_rows":4} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:48.359103531Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"id":"23508800-ec0a-4945-b9e3-a3fdb28cba21","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","table_name":"fields_string","n_rows":78} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:48.360281809Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"id":"23508800-ec0a-4945-b9e3-a3fdb28cba21","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","table_name":"fields_u16","n_rows":4} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:48.361453608Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"id":"23508800-ec0a-4945-b9e3-a3fdb28cba21","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","table_name":"fields_uuid","n_rows":84} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:48.362662597Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"id":"23508800-ec0a-4945-b9e3-a3fdb28cba21","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","table_name":"measurements_cumulativeu64","n_rows":152} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:48.363822865Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"id":"23508800-ec0a-4945-b9e3-a3fdb28cba21","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","table_name":"measurements_u64","n_rows":50} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:48.394957934Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"a53af4be-4c8f-4d00-a035-c514b457c9cc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:48.394975335Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"a53af4be-4c8f-4d00-a035-c514b457c9cc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:48.39594699Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"a53af4be-4c8f-4d00-a035-c514b457c9cc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","n_samples":14,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:48.422020369Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":33085,"producer_ip":"fd00:1122:3344:101::a","producer_id":"8a6d7931-75ff-4c25-aab4-0b7211fc2ced","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:48.42203348Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":33085,"producer_ip":"fd00:1122:3344:101::a","producer_id":"8a6d7931-75ff-4c25-aab4-0b7211fc2ced","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:48.425508184Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":33085,"producer_ip":"fd00:1122:3344:101::a","producer_id":"8a6d7931-75ff-4c25-aab4-0b7211fc2ced","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","n_samples":6,"n_results":5} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:48.435308808Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"609be78f-16d5-4f8a-b3dd-f5270fe1de68","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:48.435327398Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"609be78f-16d5-4f8a-b3dd-f5270fe1de68","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:48.436834002Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"609be78f-16d5-4f8a-b3dd-f5270fe1de68","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"failed to insert some results into metric DB","v":0,"name":"oximeter","level":40,"time":"2026-07-29T21:29:48.453913441Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:276","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:49.394999335Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"a53af4be-4c8f-4d00-a035-c514b457c9cc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:49.395034615Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"a53af4be-4c8f-4d00-a035-c514b457c9cc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:49.396014371Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"a53af4be-4c8f-4d00-a035-c514b457c9cc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","n_samples":14,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:49.435092725Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"609be78f-16d5-4f8a-b3dd-f5270fe1de68","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:49.435112395Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"609be78f-16d5-4f8a-b3dd-f5270fe1de68","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:49.436765041Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"609be78f-16d5-4f8a-b3dd-f5270fe1de68","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:49.724876868Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":33382,"producer_ip":"fd00:1122:3344:101::b","producer_id":"c4d5473a-4104-4cc4-a8e3-5014d5a958dc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:49.724911438Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":33382,"producer_ip":"fd00:1122:3344:101::b","producer_id":"c4d5473a-4104-4cc4-a8e3-5014d5a958dc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:49.732824722Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":33382,"producer_ip":"fd00:1122:3344:101::b","producer_id":"c4d5473a-4104-4cc4-a8e3-5014d5a958dc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","n_samples":2,"n_results":5} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:50.394149252Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"a53af4be-4c8f-4d00-a035-c514b457c9cc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:50.394185563Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"a53af4be-4c8f-4d00-a035-c514b457c9cc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:50.395243849Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"a53af4be-4c8f-4d00-a035-c514b457c9cc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","n_samples":14,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:50.43536108Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"609be78f-16d5-4f8a-b3dd-f5270fe1de68","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:50.43538951Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"609be78f-16d5-4f8a-b3dd-f5270fe1de68","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:50.436951405Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"609be78f-16d5-4f8a-b3dd-f5270fe1de68","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:50.629067963Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":37508,"producer_ip":"fd00:1122:3344:101::c","producer_id":"7495615a-bf4a-4adb-8f22-76b6ec0eeaf0","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:50.629098843Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":37508,"producer_ip":"fd00:1122:3344:101::c","producer_id":"7495615a-bf4a-4adb-8f22-76b6ec0eeaf0","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:50.634366976Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":37508,"producer_ip":"fd00:1122:3344:101::c","producer_id":"7495615a-bf4a-4adb-8f22-76b6ec0eeaf0","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","n_samples":50,"n_results":5} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:51.394283081Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"a53af4be-4c8f-4d00-a035-c514b457c9cc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:51.394316915Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"a53af4be-4c8f-4d00-a035-c514b457c9cc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:51.395290731Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"a53af4be-4c8f-4d00-a035-c514b457c9cc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","n_samples":14,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:51.435384741Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"609be78f-16d5-4f8a-b3dd-f5270fe1de68","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:51.435430182Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"609be78f-16d5-4f8a-b3dd-f5270fe1de68","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:51.436776163Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"609be78f-16d5-4f8a-b3dd-f5270fe1de68","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:52.145953604Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":37767,"producer_ip":"fd00:1122:3344:101::2","producer_id":"6f2c93a7-3ce8-4cc1-8671-369f638cb080","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:52.145990995Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":37767,"producer_ip":"fd00:1122:3344:101::2","producer_id":"6f2c93a7-3ce8-4cc1-8671-369f638cb080","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:52.147030151Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":37767,"producer_ip":"fd00:1122:3344:101::2","producer_id":"6f2c93a7-3ce8-4cc1-8671-369f638cb080","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","n_samples":11,"n_results":2} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:52.394183574Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"a53af4be-4c8f-4d00-a035-c514b457c9cc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:52.394216685Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"a53af4be-4c8f-4d00-a035-c514b457c9cc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:52.395136689Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"a53af4be-4c8f-4d00-a035-c514b457c9cc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","n_samples":14,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:52.435220219Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"609be78f-16d5-4f8a-b3dd-f5270fe1de68","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:52.435236719Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"609be78f-16d5-4f8a-b3dd-f5270fe1de68","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:52.436817534Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"609be78f-16d5-4f8a-b3dd-f5270fe1de68","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"reporting oximeter self-collection statistics","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:52.843971471Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":59901,"producer_ip":"fd00:1122:3344:101::2","producer_id":"04808080-7e81-4ad5-99dd-16df9ab0b849","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:53.352077393Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","n_samples":271} {"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:53.352111003Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","n_samples":271} {"msg":"unrolling 271 total samples","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:53.35211841Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"id":"23508800-ec0a-4945-b9e3-a3fdb28cba21","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"fetching timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:53.352219727Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"id":"23508800-ec0a-4945-b9e3-a3fdb28cba21","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:53.355001779Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"id":"23508800-ec0a-4945-b9e3-a3fdb28cba21","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"collection_target:cpus_provisioned\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: I64, version: 1, authz_scope: Fleet, units: Count, created: 2026-07-29T21:29:53.352164217Z }","timeseries_name":"collection_target:cpus_provisioned"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:53.355015269Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"id":"23508800-ec0a-4945-b9e3-a3fdb28cba21","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"collection_target:ram_provisioned\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: I64, version: 1, authz_scope: Fleet, units: Count, created: 2026-07-29T21:29:53.352165501Z }","timeseries_name":"collection_target:ram_provisioned"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:53.355022669Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"id":"23508800-ec0a-4945-b9e3-a3fdb28cba21","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"collection_target:virtual_disk_space_provisioned\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: I64, version: 1, authz_scope: Fleet, units: Count, created: 2026-07-29T21:29:53.352166420Z }","timeseries_name":"collection_target:virtual_disk_space_provisioned"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:53.355030029Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"id":"23508800-ec0a-4945-b9e3-a3fdb28cba21","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"database_transaction:retry_data\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"attempt\", field_type: U32, source: Metric, description: \"\" }, FieldSchema { name: \"name\", field_type: String, source: Target, description: \"\" }}, datum_type: F64, version: 1, authz_scope: Fleet, units: Count, created: 2026-07-29T21:29:53.352127822Z }","timeseries_name":"database_transaction:retry_data"} {"msg":"inserting 4 new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:53.356657705Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"id":"23508800-ec0a-4945-b9e3-a3fdb28cba21","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:53.35948505Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"id":"23508800-ec0a-4945-b9e3-a3fdb28cba21","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","table_name":"fields_ipaddr","n_rows":4} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:53.360891672Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"id":"23508800-ec0a-4945-b9e3-a3fdb28cba21","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","table_name":"fields_string","n_rows":161} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:53.362191602Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"id":"23508800-ec0a-4945-b9e3-a3fdb28cba21","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","table_name":"fields_u16","n_rows":45} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:53.363390351Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"id":"23508800-ec0a-4945-b9e3-a3fdb28cba21","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","table_name":"fields_u32","n_rows":1} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:53.364693121Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"id":"23508800-ec0a-4945-b9e3-a3fdb28cba21","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","table_name":"fields_uuid","n_rows":143} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:53.365988301Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"id":"23508800-ec0a-4945-b9e3-a3fdb28cba21","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","table_name":"measurements_cumulativeu64","n_rows":152} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:53.367257341Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"id":"23508800-ec0a-4945-b9e3-a3fdb28cba21","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","table_name":"measurements_f64","n_rows":1} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:53.369304314Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"id":"23508800-ec0a-4945-b9e3-a3fdb28cba21","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","table_name":"measurements_histogramu64","n_rows":41} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:53.370533433Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"id":"23508800-ec0a-4945-b9e3-a3fdb28cba21","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","table_name":"measurements_i64","n_rows":27} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:53.371667411Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"id":"23508800-ec0a-4945-b9e3-a3fdb28cba21","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","table_name":"measurements_u64","n_rows":50} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:53.395023788Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"a53af4be-4c8f-4d00-a035-c514b457c9cc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:53.395046198Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"a53af4be-4c8f-4d00-a035-c514b457c9cc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:53.396066774Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"a53af4be-4c8f-4d00-a035-c514b457c9cc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","n_samples":14,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:53.435163248Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"609be78f-16d5-4f8a-b3dd-f5270fe1de68","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:53.435182989Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"609be78f-16d5-4f8a-b3dd-f5270fe1de68","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:53.436661902Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"609be78f-16d5-4f8a-b3dd-f5270fe1de68","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"failed to insert some results into metric DB","v":0,"name":"oximeter","level":40,"time":"2026-07-29T21:29:53.453954014Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:276","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:54.395080709Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"a53af4be-4c8f-4d00-a035-c514b457c9cc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:54.39512945Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"a53af4be-4c8f-4d00-a035-c514b457c9cc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:54.39639118Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"a53af4be-4c8f-4d00-a035-c514b457c9cc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","n_samples":14,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:54.435496894Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"609be78f-16d5-4f8a-b3dd-f5270fe1de68","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:54.435520135Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"609be78f-16d5-4f8a-b3dd-f5270fe1de68","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:54.437382304Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"609be78f-16d5-4f8a-b3dd-f5270fe1de68","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:55.394545251Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"a53af4be-4c8f-4d00-a035-c514b457c9cc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:55.394587892Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"a53af4be-4c8f-4d00-a035-c514b457c9cc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:55.39573888Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"a53af4be-4c8f-4d00-a035-c514b457c9cc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","n_samples":14,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:55.435866781Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"609be78f-16d5-4f8a-b3dd-f5270fe1de68","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:55.435905221Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"609be78f-16d5-4f8a-b3dd-f5270fe1de68","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:55.437838602Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"609be78f-16d5-4f8a-b3dd-f5270fe1de68","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:56.395184511Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"a53af4be-4c8f-4d00-a035-c514b457c9cc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:56.395237762Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"a53af4be-4c8f-4d00-a035-c514b457c9cc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:56.396629024Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"a53af4be-4c8f-4d00-a035-c514b457c9cc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","n_samples":14,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:56.435788339Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"609be78f-16d5-4f8a-b3dd-f5270fe1de68","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:56.43584558Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"609be78f-16d5-4f8a-b3dd-f5270fe1de68","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:56.437392125Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"609be78f-16d5-4f8a-b3dd-f5270fe1de68","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:57.394597173Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"a53af4be-4c8f-4d00-a035-c514b457c9cc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:57.394635903Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"a53af4be-4c8f-4d00-a035-c514b457c9cc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:57.396260359Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"a53af4be-4c8f-4d00-a035-c514b457c9cc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","n_samples":14,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:57.435362123Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"609be78f-16d5-4f8a-b3dd-f5270fe1de68","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:57.435385353Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"609be78f-16d5-4f8a-b3dd-f5270fe1de68","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:57.436868157Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"609be78f-16d5-4f8a-b3dd-f5270fe1de68","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:58.35308589Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","n_samples":200} {"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:58.353137511Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","n_samples":200} {"msg":"unrolling 200 total samples","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:58.353151321Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"id":"23508800-ec0a-4945-b9e3-a3fdb28cba21","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"fetching timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:58.353211282Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"id":"23508800-ec0a-4945-b9e3-a3fdb28cba21","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:58.358295392Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"id":"23508800-ec0a-4945-b9e3-a3fdb28cba21","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","table_name":"fields_string","n_rows":76} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:58.359486541Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"id":"23508800-ec0a-4945-b9e3-a3fdb28cba21","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","table_name":"fields_uuid","n_rows":80} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:58.36070909Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"id":"23508800-ec0a-4945-b9e3-a3fdb28cba21","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","table_name":"measurements_cumulativeu64","n_rows":150} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:58.361848868Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"id":"23508800-ec0a-4945-b9e3-a3fdb28cba21","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","table_name":"measurements_u64","n_rows":50} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:58.395183582Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"a53af4be-4c8f-4d00-a035-c514b457c9cc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:58.395201672Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"a53af4be-4c8f-4d00-a035-c514b457c9cc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:58.396198408Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"a53af4be-4c8f-4d00-a035-c514b457c9cc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","n_samples":14,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:58.422374829Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":33085,"producer_ip":"fd00:1122:3344:101::a","producer_id":"8a6d7931-75ff-4c25-aab4-0b7211fc2ced","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:58.42241731Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":33085,"producer_ip":"fd00:1122:3344:101::a","producer_id":"8a6d7931-75ff-4c25-aab4-0b7211fc2ced","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:58.423353984Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":33085,"producer_ip":"fd00:1122:3344:101::a","producer_id":"8a6d7931-75ff-4c25-aab4-0b7211fc2ced","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","n_samples":5,"n_results":5} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:58.435470655Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"609be78f-16d5-4f8a-b3dd-f5270fe1de68","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:58.435511235Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"609be78f-16d5-4f8a-b3dd-f5270fe1de68","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:58.437366625Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"609be78f-16d5-4f8a-b3dd-f5270fe1de68","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"failed to insert some results into metric DB","v":0,"name":"oximeter","level":40,"time":"2026-07-29T21:29:58.453498538Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:276","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"oximeter","level":30,"time":"2026-07-29T21:29:58.465566028Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:629"} {"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:58.465602438Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"body":"None","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/collectors/fa84a12f-09b4-438f-8dee-6b54032162b4/producers?sort_by=id_ascending","method":"GET"} {"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:58.469075783Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"result":"Ok(Response { url: \"http://[fd00:1122:3344:101::a]:12221/metrics/collectors/fa84a12f-09b4-438f-8dee-6b54032162b4/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"86a6e479-427c-47c3-b3de-8f5e0e430535\", \"content-length\": \"1271\", \"date\": \"Wed, 29 Jul 2026 21:29:58 GMT\"} })"} {"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:58.469097653Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"body":"None","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/collectors/fa84a12f-09b4-438f-8dee-6b54032162b4/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNGQ1NDczYS00MTA0LTRjYzQtYThlMy01MDE0ZDVhOTU4ZGMifX0%3D","method":"GET"} {"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:58.472561758Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"result":"Ok(Response { url: \"http://[fd00:1122:3344:101::a]:12221/metrics/collectors/fa84a12f-09b4-438f-8dee-6b54032162b4/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNGQ1NDczYS00MTA0LTRjYzQtYThlMy01MDE0ZDVhOTU4ZGMifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"946b2d11-46bf-410c-a246-a0d64ab7a689\", \"content-length\": \"29\", \"date\": \"Wed, 29 Jul 2026 21:29:58 GMT\"} })"} {"msg":"registered new metric producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:58.472586158Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","address":"[fd00:1122:3344:101::2]:4677","producer_id":"4721f97d-d3dc-41fd-ad89-fc0a59cb66d8"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"oximeter","level":30,"time":"2026-07-29T21:29:58.472620718Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:704","n_current_tasks":8,"n_pruned_tasks":0} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:59.144739348Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"4721f97d-d3dc-41fd-ad89-fc0a59cb66d8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:59.144771628Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"4721f97d-d3dc-41fd-ad89-fc0a59cb66d8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:59.152051603Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"4721f97d-d3dc-41fd-ad89-fc0a59cb66d8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","n_samples":4,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:59.394301948Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"a53af4be-4c8f-4d00-a035-c514b457c9cc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:59.394341809Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"a53af4be-4c8f-4d00-a035-c514b457c9cc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:59.395276774Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"a53af4be-4c8f-4d00-a035-c514b457c9cc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","n_samples":14,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:59.435413345Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"609be78f-16d5-4f8a-b3dd-f5270fe1de68","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:59.435455715Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"609be78f-16d5-4f8a-b3dd-f5270fe1de68","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:59.436917828Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"609be78f-16d5-4f8a-b3dd-f5270fe1de68","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:59.724857712Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":33382,"producer_ip":"fd00:1122:3344:101::b","producer_id":"c4d5473a-4104-4cc4-a8e3-5014d5a958dc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:59.724895433Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":33382,"producer_ip":"fd00:1122:3344:101::b","producer_id":"c4d5473a-4104-4cc4-a8e3-5014d5a958dc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:29:59.725422201Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":33382,"producer_ip":"fd00:1122:3344:101::b","producer_id":"c4d5473a-4104-4cc4-a8e3-5014d5a958dc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","n_samples":2,"n_results":5} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:30:00.144544915Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"4721f97d-d3dc-41fd-ad89-fc0a59cb66d8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:30:00.144586086Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"4721f97d-d3dc-41fd-ad89-fc0a59cb66d8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:30:00.145326027Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"4721f97d-d3dc-41fd-ad89-fc0a59cb66d8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","n_samples":4,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:30:00.394484762Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"a53af4be-4c8f-4d00-a035-c514b457c9cc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:30:00.394519242Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"a53af4be-4c8f-4d00-a035-c514b457c9cc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:30:00.395523868Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"a53af4be-4c8f-4d00-a035-c514b457c9cc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","n_samples":14,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:30:00.435605688Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"609be78f-16d5-4f8a-b3dd-f5270fe1de68","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:30:00.435642128Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"609be78f-16d5-4f8a-b3dd-f5270fe1de68","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:30:00.437256804Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"609be78f-16d5-4f8a-b3dd-f5270fe1de68","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:30:00.629473293Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":37508,"producer_ip":"fd00:1122:3344:101::c","producer_id":"7495615a-bf4a-4adb-8f22-76b6ec0eeaf0","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:30:00.629513564Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":37508,"producer_ip":"fd00:1122:3344:101::c","producer_id":"7495615a-bf4a-4adb-8f22-76b6ec0eeaf0","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:30:00.632224927Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":37508,"producer_ip":"fd00:1122:3344:101::c","producer_id":"7495615a-bf4a-4adb-8f22-76b6ec0eeaf0","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","n_samples":23,"n_results":5} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:30:01.144782899Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"4721f97d-d3dc-41fd-ad89-fc0a59cb66d8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:30:01.14481689Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"4721f97d-d3dc-41fd-ad89-fc0a59cb66d8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:30:01.14549579Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"4721f97d-d3dc-41fd-ad89-fc0a59cb66d8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","n_samples":4,"n_results":1} {"msg":"reporting oximeter self-collection statistics","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:30:01.256616896Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":33382,"producer_ip":"fd00:1122:3344:101::b","producer_id":"c4d5473a-4104-4cc4-a8e3-5014d5a958dc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:30:01.394741826Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"a53af4be-4c8f-4d00-a035-c514b457c9cc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:30:01.394777427Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"a53af4be-4c8f-4d00-a035-c514b457c9cc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:30:01.395797633Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"a53af4be-4c8f-4d00-a035-c514b457c9cc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","n_samples":14,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:30:01.435890753Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"609be78f-16d5-4f8a-b3dd-f5270fe1de68","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:30:01.435919513Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"609be78f-16d5-4f8a-b3dd-f5270fe1de68","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:30:01.437481678Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"609be78f-16d5-4f8a-b3dd-f5270fe1de68","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:30:02.144660797Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"4721f97d-d3dc-41fd-ad89-fc0a59cb66d8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:30:02.144699727Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"4721f97d-d3dc-41fd-ad89-fc0a59cb66d8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:30:02.145417328Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":37767,"producer_ip":"fd00:1122:3344:101::2","producer_id":"6f2c93a7-3ce8-4cc1-8671-369f638cb080","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:30:02.145444899Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":37767,"producer_ip":"fd00:1122:3344:101::2","producer_id":"6f2c93a7-3ce8-4cc1-8671-369f638cb080","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:30:02.145686913Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"4721f97d-d3dc-41fd-ad89-fc0a59cb66d8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","n_samples":4,"n_results":1} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:30:02.147480021Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":37767,"producer_ip":"fd00:1122:3344:101::2","producer_id":"6f2c93a7-3ce8-4cc1-8671-369f638cb080","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","n_samples":11,"n_results":2} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:30:02.394928399Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"a53af4be-4c8f-4d00-a035-c514b457c9cc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:30:02.394960979Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"a53af4be-4c8f-4d00-a035-c514b457c9cc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-29T21:30:02.395930904Z","hostname":"oxz_oximeter_fa84a12f-09b4-438f-8dee-6b54032162b4","pid":22773,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"a53af4be-4c8f-4d00-a035-c514b457c9cc","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"fa84a12f-09b4-438f-8dee-6b54032162b4","component":"oximeter-agent","n_samples":14,"n_results":1}