[ Jul 21 18:13:57 Enabled. ] [ Jul 21 18:13:57 Rereading configuration. ] [ Jul 21 18:13:58 Rereading configuration. ] [ Jul 21 18:14:04 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/oximeter-collector/bin/oximeter run /var/svc/manifest/site/oximeter/config.toml --address [fd00:1122:3344:101::d]:12223 --id 58217aed-c161-4122-ac86-7675725ee0be &"). ] [ Jul 21 18:14:04 Method "start" exited with status 0. ] note: configured to log to "/dev/stdout" {"msg":"registered DTrace probes","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:04.878733681Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078} {"msg":"starting oximeter server","v":0,"name":"oximeter","level":30,"time":"2026-07-21T18:14:04.87926007Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"file":"oximeter/collector/src/lib.rs:299"} {"msg":"creating ClickHouse client","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:04.880373538Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078} {"msg":"registered USDT probes","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:04.899935091Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"id":"fcc5a6b4-2b3b-4fa5-b88b-5c0235e44617","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"oximeter database does not exist, or is out-of-date","v":0,"name":"oximeter","level":40,"time":"2026-07-21T18:14:07.450492366Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"id":"fcc5a6b4-2b3b-4fa5-b88b-5c0235e44617","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:888"} {"msg":"oximeter database does not exist, creating","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:07.450532217Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"reading db version","v":0,"name":"oximeter","level":30,"time":"2026-07-21T18:14:07.450542117Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"id":"fcc5a6b4-2b3b-4fa5-b88b-5c0235e44617","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:788"} {"msg":"oximeter database does not exist, or is out-of-date","v":0,"name":"oximeter","level":40,"time":"2026-07-21T18:14:07.451572054Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"id":"fcc5a6b4-2b3b-4fa5-b88b-5c0235e44617","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:888"} {"msg":"read oximeter database version","v":0,"name":"oximeter","level":30,"time":"2026-07-21T18:14:07.451597895Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"id":"fcc5a6b4-2b3b-4fa5-b88b-5c0235e44617","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:793","version":0} {"msg":"initializing oximeter schema","v":0,"name":"oximeter","level":30,"time":"2026-07-21T18:14:07.451605555Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"id":"fcc5a6b4-2b3b-4fa5-b88b-5c0235e44617","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:798"} {"msg":"initializing ClickHouse database","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:07.451612985Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"id":"fcc5a6b4-2b3b-4fa5-b88b-5c0235e44617","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"inserting current version","v":0,"name":"oximeter","level":30,"time":"2026-07-21T18:14:08.0082958Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"id":"fcc5a6b4-2b3b-4fa5-b88b-5c0235e44617","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:819","version":14} {"msg":"registered USDT probes","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:08.027134211Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"id":"2bb32db5-de7d-4275-891f-f05d19c6f8d2","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"registered endpoint","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:08.035126463Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","versions":"all","path":"/info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:08.035156823Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","versions":"all","path":"/producers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:08.035180783Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","versions":"all","path":"/producers/{producer_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:08.035189584Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","versions":"all","path":"/producers/{producer_id}","method":"GET"} {"msg":"listening","v":0,"name":"oximeter","level":30,"time":"2026-07-21T18:14:08.035202674Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.17.1/src/server.rs:335"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:08.038708762Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot"} {"msg":"registered USDT probes","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:08.038775393Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078} {"msg":"contacting nexus","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:08.038795003Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078} {"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:08.066545831Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/collectors","method":"POST"} {"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:08.067266363Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/collectors\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [fd00:1122:3344:101::b]:12221, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to contact nexus, will retry in 212.606242ms","v":0,"name":"oximeter","level":40,"time":"2026-07-21T18:14:08.067287873Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"file":"oximeter/collector/src/lib.rs:444","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/collectors)\""} {"msg":"contacting nexus","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:08.280447371Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078} {"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:08.280558872Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/collectors","method":"POST"} {"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:08.280812446Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/collectors\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [fd00:1122:3344:101::a]:12221, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to contact nexus, will retry in 731.855718ms","v":0,"name":"oximeter","level":40,"time":"2026-07-21T18:14:08.280825707Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"file":"oximeter/collector/src/lib.rs:444","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/collectors)\""} {"msg":"contacting nexus","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:09.013872632Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078} {"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:09.013971883Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/collectors","method":"POST"} {"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:09.014241208Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/collectors\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [fd00:1122:3344:101::c]:12221, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to contact nexus, will retry in 523.169237ms","v":0,"name":"oximeter","level":40,"time":"2026-07-21T18:14:09.014256328Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"file":"oximeter/collector/src/lib.rs:444","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/collectors)\""} {"msg":"contacting nexus","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:09.538370766Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078} {"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:09.538475188Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/collectors","method":"POST"} {"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:09.538669721Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/collectors\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [fd00:1122:3344:101::a]:12221, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to contact nexus, will retry in 1.920834907s","v":0,"name":"oximeter","level":40,"time":"2026-07-21T18:14:09.538683471Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"file":"oximeter/collector/src/lib.rs:444","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/collectors)\""} {"msg":"contacting nexus","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:11.460812797Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078} {"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:11.460874218Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/collectors","method":"POST"} {"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:11.536916043Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"result":"Ok(Response { url: \"http://[fd00:1122:3344:101::c]:12221/metrics/collectors\", status: 204, headers: {\"x-request-id\": \"0dcaad85-34af-4d62-8d09-ffc620d8276c\", \"date\": \"Tue, 21 Jul 2026 18:14:11 GMT\"} })"} {"msg":"oximeter registered with nexus","v":0,"name":"oximeter","level":30,"time":"2026-07-21T18:14:11.537011524Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"file":"oximeter/collector/src/lib.rs:462","id":"58217aed-c161-4122-ac86-7675725ee0be"} {"msg":"starting refresh list task","v":0,"name":"oximeter","level":30,"time":"2026-07-21T18:14:11.537048565Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:631"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"oximeter","level":30,"time":"2026-07-21T18:14:11.538092072Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:634"} {"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:11.544261834Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"body":"None","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/collectors/58217aed-c161-4122-ac86-7675725ee0be/producers?sort_by=id_ascending","method":"GET"} {"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:11.544505698Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/collectors/58217aed-c161-4122-ac86-7675725ee0be/producers?sort_by=id_ascending\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [fd00:1122:3344:101::a]:12221, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"error fetching next assigned producer, abandoning this refresh attempt","v":0,"name":"oximeter","level":50,"time":"2026-07-21T18:14:11.545311711Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:672","error":"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/collectors/58217aed-c161-4122-ac86-7675725ee0be/producers?sort_by=id_ascending): error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/collectors/58217aed-c161-4122-ac86-7675725ee0be/producers?sort_by=id_ascending): client error (Connect): tcp connect error: Connection refused (os error 146)"} {"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:13.027475617Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","n_samples":4} {"msg":"unrolling 4 total samples","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:13.027568929Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"id":"fcc5a6b4-2b3b-4fa5-b88b-5c0235e44617","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"fetching timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:13.028345092Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"id":"fcc5a6b4-2b3b-4fa5-b88b-5c0235e44617","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:13.028619296Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","n_samples":4} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:13.030388085Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"id":"fcc5a6b4-2b3b-4fa5-b88b-5c0235e44617","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"oximeter_collector:database_queue_depth\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"collector_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"collector_ip\", field_type: IpAddr, source: Target, description: \"\" }, FieldSchema { name: \"collector_port\", field_type: U16, source: Target, description: \"\" }, FieldSchema { name: \"collector_sink\", field_type: String, source: Metric, description: \"\" }}, datum_type: HistogramU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-07-21T18:14:13.028283511Z }","timeseries_name":"oximeter_collector:database_queue_depth"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:13.030481597Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"id":"fcc5a6b4-2b3b-4fa5-b88b-5c0235e44617","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"oximeter_collector:database_samples_dropped\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"collector_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"collector_ip\", field_type: IpAddr, source: Target, description: \"\" }, FieldSchema { name: \"collector_port\", field_type: U16, source: Target, description: \"\" }, FieldSchema { name: \"collector_sink\", field_type: String, source: Metric, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-07-21T18:14:13.028279120Z }","timeseries_name":"oximeter_collector:database_samples_dropped"} {"msg":"inserting 2 new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:13.030738091Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"id":"fcc5a6b4-2b3b-4fa5-b88b-5c0235e44617","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:13.036020498Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"id":"fcc5a6b4-2b3b-4fa5-b88b-5c0235e44617","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","table_name":"fields_ipaddr","n_rows":4} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:13.038218504Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"id":"fcc5a6b4-2b3b-4fa5-b88b-5c0235e44617","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","table_name":"fields_string","n_rows":4} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:13.040590074Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"id":"fcc5a6b4-2b3b-4fa5-b88b-5c0235e44617","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","table_name":"fields_u16","n_rows":4} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:13.043665394Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"id":"fcc5a6b4-2b3b-4fa5-b88b-5c0235e44617","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","table_name":"fields_uuid","n_rows":4} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:13.045620337Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"id":"fcc5a6b4-2b3b-4fa5-b88b-5c0235e44617","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","table_name":"measurements_cumulativeu64","n_rows":2} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:13.04825625Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"id":"fcc5a6b4-2b3b-4fa5-b88b-5c0235e44617","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","table_name":"measurements_histogramu64","n_rows":2} {"msg":"failed to insert some results into metric DB","v":0,"name":"oximeter","level":40,"time":"2026-07-21T18:14:13.12944633Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:276","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:18.02824369Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:18.029283097Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:23.02762471Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:23.028651417Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"oximeter","level":30,"time":"2026-07-21T18:14:26.537446143Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:634"} {"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:26.537524224Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"body":"None","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/collectors/58217aed-c161-4122-ac86-7675725ee0be/producers?sort_by=id_ascending","method":"GET"} {"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:26.543620335Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"result":"Ok(Response { url: \"http://[fd00:1122:3344:101::c]:12221/metrics/collectors/58217aed-c161-4122-ac86-7675725ee0be/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a1957581-3862-4156-b821-11969eaf859c\", \"content-length\": \"572\", \"date\": \"Tue, 21 Jul 2026 18:14:26 GMT\"} })"} {"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:26.545830401Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"body":"None","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/collectors/58217aed-c161-4122-ac86-7675725ee0be/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlMTgxMWNhZC00MGFiLTQyY2ItYTFhMi01NTdhN2U0ZmEyYjkifX0%3D","method":"GET"} {"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:26.549089405Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"result":"Ok(Response { url: \"http://[fd00:1122:3344:101::c]:12221/metrics/collectors/58217aed-c161-4122-ac86-7675725ee0be/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlMTgxMWNhZC00MGFiLTQyY2ItYTFhMi01NTdhN2U0ZmEyYjkifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9d386d07-2ecd-45cc-bafb-35d62138bb3e\", \"content-length\": \"29\", \"date\": \"Tue, 21 Jul 2026 18:14:26 GMT\"} })"} {"msg":"registered new metric producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:26.549157466Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","address":"[fd00:1122:3344:101::2]:8001","producer_id":"80daec9f-82ff-4a1e-a3a8-8d4bda5887d1"} {"msg":"registered new metric producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:26.549199907Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","address":"[fd00:1122:3344:101::2]:43808","producer_id":"85d0356f-079a-42e7-9fd9-5e576eef1fdd"} {"msg":"registered new metric producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:26.549207497Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","address":"[fd00:1122:3344:101::1]:8001","producer_id":"e1811cad-40ab-42cb-a1a2-557a7e4fa2b9"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"oximeter","level":30,"time":"2026-07-21T18:14:26.549260128Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:709","n_current_tasks":3,"n_pruned_tasks":0} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:26.745298232Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"80daec9f-82ff-4a1e-a3a8-8d4bda5887d1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:26.745372864Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"80daec9f-82ff-4a1e-a3a8-8d4bda5887d1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:26.757617266Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"80daec9f-82ff-4a1e-a3a8-8d4bda5887d1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","n_samples":14,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:27.233795533Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"e1811cad-40ab-42cb-a1a2-557a7e4fa2b9","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:27.233907475Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"e1811cad-40ab-42cb-a1a2-557a7e4fa2b9","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:27.239975725Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"e1811cad-40ab-42cb-a1a2-557a7e4fa2b9","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:27.745326713Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"80daec9f-82ff-4a1e-a3a8-8d4bda5887d1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:27.745375694Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"80daec9f-82ff-4a1e-a3a8-8d4bda5887d1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:27.746626555Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"80daec9f-82ff-4a1e-a3a8-8d4bda5887d1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","n_samples":14,"n_results":1} {"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:28.027764953Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","n_samples":54} {"msg":"unrolling 54 total samples","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:28.027821884Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"id":"fcc5a6b4-2b3b-4fa5-b88b-5c0235e44617","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"fetching timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:28.027857885Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"id":"fcc5a6b4-2b3b-4fa5-b88b-5c0235e44617","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:28.028831671Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","n_samples":54} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:28.029570983Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"id":"fcc5a6b4-2b3b-4fa5-b88b-5c0235e44617","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"ddm_router:originated_tunnel_endpoints\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"hostname\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: U64, version: 1, authz_scope: Fleet, units: Count, created: 2026-07-21T18:14:28.027813084Z }","timeseries_name":"ddm_router:originated_tunnel_endpoints"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:28.029656704Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"id":"fcc5a6b4-2b3b-4fa5-b88b-5c0235e44617","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"ddm_router:originated_underlay_prefixes\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"hostname\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: U64, version: 1, authz_scope: Fleet, units: Count, created: 2026-07-21T18:14:28.027808654Z }","timeseries_name":"ddm_router:originated_underlay_prefixes"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:28.029703195Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"id":"fcc5a6b4-2b3b-4fa5-b88b-5c0235e44617","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"ddm_session:advertisements_received\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"hostname\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"interface\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-07-21T18:14:28.027821094Z }","timeseries_name":"ddm_session:advertisements_received"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:28.029754186Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"id":"fcc5a6b4-2b3b-4fa5-b88b-5c0235e44617","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"ddm_session:advertisements_sent\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"hostname\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"interface\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-07-21T18:14:28.027819124Z }","timeseries_name":"ddm_session:advertisements_sent"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:28.029828247Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"id":"fcc5a6b4-2b3b-4fa5-b88b-5c0235e44617","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"ddm_session:imported_tunnel_endpoints\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"hostname\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"interface\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: U64, version: 1, authz_scope: Fleet, units: Count, created: 2026-07-21T18:14:28.027835154Z }","timeseries_name":"ddm_session:imported_tunnel_endpoints"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:28.029904268Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"id":"fcc5a6b4-2b3b-4fa5-b88b-5c0235e44617","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"ddm_session:imported_underlay_prefixes\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"hostname\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"interface\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: U64, version: 1, authz_scope: Fleet, units: Count, created: 2026-07-21T18:14:28.027833674Z }","timeseries_name":"ddm_session:imported_underlay_prefixes"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:28.0299843Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"id":"fcc5a6b4-2b3b-4fa5-b88b-5c0235e44617","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"ddm_session:peer_address_changes\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"hostname\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"interface\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-07-21T18:14:28.027825114Z }","timeseries_name":"ddm_session:peer_address_changes"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:28.03003171Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"id":"fcc5a6b4-2b3b-4fa5-b88b-5c0235e44617","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"ddm_session:peer_expirations\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"hostname\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"interface\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-07-21T18:14:28.027823014Z }","timeseries_name":"ddm_session:peer_expirations"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:28.030070641Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"id":"fcc5a6b4-2b3b-4fa5-b88b-5c0235e44617","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"ddm_session:peer_sessions_established\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"hostname\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"interface\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-07-21T18:14:28.027826624Z }","timeseries_name":"ddm_session:peer_sessions_established"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:28.030113822Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"id":"fcc5a6b4-2b3b-4fa5-b88b-5c0235e44617","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"ddm_session:solicitations_received\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"hostname\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"interface\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-07-21T18:14:28.027817164Z }","timeseries_name":"ddm_session:solicitations_received"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:28.030156812Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"id":"fcc5a6b4-2b3b-4fa5-b88b-5c0235e44617","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"ddm_session:solicitations_sent\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"hostname\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"interface\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-07-21T18:14:28.027815504Z }","timeseries_name":"ddm_session:solicitations_sent"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:28.030198383Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"id":"fcc5a6b4-2b3b-4fa5-b88b-5c0235e44617","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"ddm_session:update_send_fail\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"hostname\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"interface\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-07-21T18:14:28.027830764Z }","timeseries_name":"ddm_session:update_send_fail"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:28.030271645Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"id":"fcc5a6b4-2b3b-4fa5-b88b-5c0235e44617","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"ddm_session:updates_received\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"hostname\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"interface\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-07-21T18:14:28.027829614Z }","timeseries_name":"ddm_session:updates_received"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:28.030344986Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"id":"fcc5a6b4-2b3b-4fa5-b88b-5c0235e44617","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"ddm_session:updates_sent\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"hostname\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"interface\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-07-21T18:14:28.027828384Z }","timeseries_name":"ddm_session:updates_sent"} {"msg":"inserting 14 new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:28.030423647Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"id":"fcc5a6b4-2b3b-4fa5-b88b-5c0235e44617","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:28.03366364Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"id":"fcc5a6b4-2b3b-4fa5-b88b-5c0235e44617","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","table_name":"fields_string","n_rows":76} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:28.035347438Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"id":"fcc5a6b4-2b3b-4fa5-b88b-5c0235e44617","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","table_name":"fields_uuid","n_rows":80} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:28.036864193Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"id":"fcc5a6b4-2b3b-4fa5-b88b-5c0235e44617","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","table_name":"measurements_cumulativeu64","n_rows":40} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:28.038407299Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"id":"fcc5a6b4-2b3b-4fa5-b88b-5c0235e44617","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","table_name":"measurements_u64","n_rows":14} {"msg":"failed to insert some results into metric DB","v":0,"name":"oximeter","level":40,"time":"2026-07-21T18:14:28.129561353Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:276","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:28.233602589Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"e1811cad-40ab-42cb-a1a2-557a7e4fa2b9","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:28.23367135Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"e1811cad-40ab-42cb-a1a2-557a7e4fa2b9","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:28.235219466Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"e1811cad-40ab-42cb-a1a2-557a7e4fa2b9","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:28.745400214Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"80daec9f-82ff-4a1e-a3a8-8d4bda5887d1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:28.745535876Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"80daec9f-82ff-4a1e-a3a8-8d4bda5887d1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:28.746518593Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"80daec9f-82ff-4a1e-a3a8-8d4bda5887d1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","n_samples":14,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:29.233625419Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"e1811cad-40ab-42cb-a1a2-557a7e4fa2b9","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:29.23369031Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"e1811cad-40ab-42cb-a1a2-557a7e4fa2b9","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:29.235646093Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"e1811cad-40ab-42cb-a1a2-557a7e4fa2b9","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:29.744874475Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"80daec9f-82ff-4a1e-a3a8-8d4bda5887d1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:29.744959707Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"80daec9f-82ff-4a1e-a3a8-8d4bda5887d1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:29.746077815Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"80daec9f-82ff-4a1e-a3a8-8d4bda5887d1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","n_samples":14,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:30.234418452Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"e1811cad-40ab-42cb-a1a2-557a7e4fa2b9","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:30.234511574Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"e1811cad-40ab-42cb-a1a2-557a7e4fa2b9","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:30.236360244Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"e1811cad-40ab-42cb-a1a2-557a7e4fa2b9","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:30.744781163Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"80daec9f-82ff-4a1e-a3a8-8d4bda5887d1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:30.744863745Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"80daec9f-82ff-4a1e-a3a8-8d4bda5887d1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:30.74637378Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"80daec9f-82ff-4a1e-a3a8-8d4bda5887d1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","n_samples":14,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:31.234533674Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"e1811cad-40ab-42cb-a1a2-557a7e4fa2b9","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:31.234575684Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"e1811cad-40ab-42cb-a1a2-557a7e4fa2b9","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:31.236373754Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"e1811cad-40ab-42cb-a1a2-557a7e4fa2b9","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:31.744698142Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"80daec9f-82ff-4a1e-a3a8-8d4bda5887d1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:31.744952076Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"80daec9f-82ff-4a1e-a3a8-8d4bda5887d1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:31.746077535Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"80daec9f-82ff-4a1e-a3a8-8d4bda5887d1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","n_samples":14,"n_results":1} {"msg":"reporting oximeter self-collection statistics","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:31.750227832Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"80daec9f-82ff-4a1e-a3a8-8d4bda5887d1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:32.234514013Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"e1811cad-40ab-42cb-a1a2-557a7e4fa2b9","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:32.234602044Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"e1811cad-40ab-42cb-a1a2-557a7e4fa2b9","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:32.236105719Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"e1811cad-40ab-42cb-a1a2-557a7e4fa2b9","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:32.745391503Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"80daec9f-82ff-4a1e-a3a8-8d4bda5887d1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:32.745477774Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"80daec9f-82ff-4a1e-a3a8-8d4bda5887d1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:32.746567892Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"80daec9f-82ff-4a1e-a3a8-8d4bda5887d1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","n_samples":14,"n_results":1} {"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:33.027719601Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","n_samples":202} {"msg":"unrolling 202 total samples","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:33.027790452Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"id":"fcc5a6b4-2b3b-4fa5-b88b-5c0235e44617","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"fetching timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:33.027905334Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"id":"fcc5a6b4-2b3b-4fa5-b88b-5c0235e44617","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:33.028823169Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","n_samples":202} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:33.043094585Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"id":"fcc5a6b4-2b3b-4fa5-b88b-5c0235e44617","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"oximeter_collector:collections\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"base_route\", field_type: String, source: Metric, description: \"\" }, FieldSchema { name: \"collector_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"collector_ip\", field_type: IpAddr, source: Target, description: \"\" }, FieldSchema { name: \"collector_port\", field_type: U16, source: Target, description: \"\" }, FieldSchema { name: \"producer_id\", field_type: Uuid, source: Metric, description: \"\" }, FieldSchema { name: \"producer_ip\", field_type: IpAddr, source: Metric, description: \"\" }, FieldSchema { name: \"producer_port\", field_type: U16, source: Metric, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-07-21T18:14:33.027874644Z }","timeseries_name":"oximeter_collector:collections"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:33.043167776Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"id":"fcc5a6b4-2b3b-4fa5-b88b-5c0235e44617","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"oximeter_collector:samples_collected\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"base_route\", field_type: String, source: Metric, description: \"\" }, FieldSchema { name: \"collector_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"collector_ip\", field_type: IpAddr, source: Target, description: \"\" }, FieldSchema { name: \"collector_port\", field_type: U16, source: Target, description: \"\" }, FieldSchema { name: \"producer_id\", field_type: Uuid, source: Metric, description: \"\" }, FieldSchema { name: \"producer_ip\", field_type: IpAddr, source: Metric, description: \"\" }, FieldSchema { name: \"producer_port\", field_type: U16, source: Metric, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-07-21T18:14:33.027877714Z }","timeseries_name":"oximeter_collector:samples_collected"} {"msg":"inserting 2 new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:33.043932859Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"id":"fcc5a6b4-2b3b-4fa5-b88b-5c0235e44617","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:33.047948175Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"id":"fcc5a6b4-2b3b-4fa5-b88b-5c0235e44617","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","table_name":"fields_ipaddr","n_rows":4} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:33.049654263Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"id":"fcc5a6b4-2b3b-4fa5-b88b-5c0235e44617","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","table_name":"fields_string","n_rows":78} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:33.051374272Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"id":"fcc5a6b4-2b3b-4fa5-b88b-5c0235e44617","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","table_name":"fields_u16","n_rows":4} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:33.053131541Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"id":"fcc5a6b4-2b3b-4fa5-b88b-5c0235e44617","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","table_name":"fields_uuid","n_rows":84} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:33.054883779Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"id":"fcc5a6b4-2b3b-4fa5-b88b-5c0235e44617","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","table_name":"measurements_cumulativeu64","n_rows":152} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:33.058756054Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"id":"fcc5a6b4-2b3b-4fa5-b88b-5c0235e44617","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","table_name":"measurements_u64","n_rows":50} {"msg":"failed to insert some results into metric DB","v":0,"name":"oximeter","level":40,"time":"2026-07-21T18:14:33.129982259Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:276","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:33.234034916Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"e1811cad-40ab-42cb-a1a2-557a7e4fa2b9","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:33.234106247Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"e1811cad-40ab-42cb-a1a2-557a7e4fa2b9","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:33.235482959Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"e1811cad-40ab-42cb-a1a2-557a7e4fa2b9","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:33.744653301Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"80daec9f-82ff-4a1e-a3a8-8d4bda5887d1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:33.744731573Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"80daec9f-82ff-4a1e-a3a8-8d4bda5887d1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:33.745604437Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"80daec9f-82ff-4a1e-a3a8-8d4bda5887d1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","n_samples":14,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:34.233734991Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"e1811cad-40ab-42cb-a1a2-557a7e4fa2b9","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:34.233812292Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"e1811cad-40ab-42cb-a1a2-557a7e4fa2b9","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:34.236525837Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"e1811cad-40ab-42cb-a1a2-557a7e4fa2b9","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:34.7451704Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"80daec9f-82ff-4a1e-a3a8-8d4bda5887d1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:34.745287382Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"80daec9f-82ff-4a1e-a3a8-8d4bda5887d1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:34.746361219Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"80daec9f-82ff-4a1e-a3a8-8d4bda5887d1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","n_samples":14,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:35.234181858Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"e1811cad-40ab-42cb-a1a2-557a7e4fa2b9","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:35.234265909Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"e1811cad-40ab-42cb-a1a2-557a7e4fa2b9","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:35.235790554Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"e1811cad-40ab-42cb-a1a2-557a7e4fa2b9","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:35.642953633Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":43808,"producer_ip":"fd00:1122:3344:101::2","producer_id":"85d0356f-079a-42e7-9fd9-5e576eef1fdd","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:35.643089535Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":43808,"producer_ip":"fd00:1122:3344:101::2","producer_id":"85d0356f-079a-42e7-9fd9-5e576eef1fdd","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:35.672154924Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":43808,"producer_ip":"fd00:1122:3344:101::2","producer_id":"85d0356f-079a-42e7-9fd9-5e576eef1fdd","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","n_samples":140,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:35.745498445Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"80daec9f-82ff-4a1e-a3a8-8d4bda5887d1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:35.745582936Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"80daec9f-82ff-4a1e-a3a8-8d4bda5887d1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:35.746649864Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"80daec9f-82ff-4a1e-a3a8-8d4bda5887d1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","n_samples":14,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:36.233808881Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"e1811cad-40ab-42cb-a1a2-557a7e4fa2b9","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:36.233911173Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"e1811cad-40ab-42cb-a1a2-557a7e4fa2b9","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:36.235315766Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"e1811cad-40ab-42cb-a1a2-557a7e4fa2b9","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:36.745479384Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"80daec9f-82ff-4a1e-a3a8-8d4bda5887d1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:36.745561886Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"80daec9f-82ff-4a1e-a3a8-8d4bda5887d1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:36.746647124Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"80daec9f-82ff-4a1e-a3a8-8d4bda5887d1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","n_samples":14,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:37.234023226Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"e1811cad-40ab-42cb-a1a2-557a7e4fa2b9","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:37.234107677Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"e1811cad-40ab-42cb-a1a2-557a7e4fa2b9","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:37.235779824Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"e1811cad-40ab-42cb-a1a2-557a7e4fa2b9","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:37.745107109Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"80daec9f-82ff-4a1e-a3a8-8d4bda5887d1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:37.74520195Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"80daec9f-82ff-4a1e-a3a8-8d4bda5887d1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:37.746151936Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"80daec9f-82ff-4a1e-a3a8-8d4bda5887d1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","n_samples":14,"n_results":1} {"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:38.028328261Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","n_samples":340} {"msg":"unrolling 340 total samples","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:38.028446193Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"id":"fcc5a6b4-2b3b-4fa5-b88b-5c0235e44617","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"fetching timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:38.028542725Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"id":"fcc5a6b4-2b3b-4fa5-b88b-5c0235e44617","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:38.029382978Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","n_samples":340} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:38.031141427Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"id":"fcc5a6b4-2b3b-4fa5-b88b-5c0235e44617","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"dendrite:sample_collection_duration\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"asic_fab\", field_type: String, source: Metric, description: \"\" }, FieldSchema { name: \"asic_lot\", field_type: String, source: Metric, description: \"\" }, FieldSchema { name: \"asic_wafer\", field_type: U8, source: Metric, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_x\", field_type: I16, source: Metric, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_y\", field_type: I16, source: Metric, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"sled_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"sled_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_id\", field_type: Uuid, source: Metric, description: \"\" }, FieldSchema { name: \"switch_model\", field_type: String, source: Metric, description: \"\" }, FieldSchema { name: \"switch_revision\", field_type: U32, source: Metric, description: \"\" }, FieldSchema { name: \"switch_serial\", field_type: String, source: Metric, description: \"\" }, FieldSchema { name: \"switch_slot\", field_type: U16, source: Metric, description: \"\" }}, datum_type: F64, version: 1, authz_scope: Fleet, units: Count, created: 2026-07-21T18:14:38.028490194Z }","timeseries_name":"dendrite:sample_collection_duration"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:38.031241819Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"id":"fcc5a6b4-2b3b-4fa5-b88b-5c0235e44617","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"switch_data_link:link_enabled\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"asic_fab\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_lot\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer\", field_type: U8, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_x\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_y\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"kind\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"link_id\", field_type: U8, source: Metric, description: \"\" }, FieldSchema { name: \"model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"network\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"port_id\", field_type: String, source: Metric, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"sled_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"sled_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"switch_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"switch_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_slot\", field_type: U16, source: Target, description: \"\" }}, datum_type: Bool, version: 1, authz_scope: Fleet, units: Count, created: 2026-07-21T18:14:38.028410313Z }","timeseries_name":"switch_data_link:link_enabled"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:38.031356381Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"id":"fcc5a6b4-2b3b-4fa5-b88b-5c0235e44617","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"switch_data_link:link_up\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"asic_fab\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_lot\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer\", field_type: U8, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_x\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_y\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"kind\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"link_id\", field_type: U8, source: Metric, description: \"\" }, FieldSchema { name: \"model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"network\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"port_id\", field_type: String, source: Metric, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"sled_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"sled_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"switch_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"switch_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_slot\", field_type: U16, source: Target, description: \"\" }}, datum_type: Bool, version: 1, authz_scope: Fleet, units: Count, created: 2026-07-21T18:14:38.028414853Z }","timeseries_name":"switch_data_link:link_up"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:38.031477433Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"id":"fcc5a6b4-2b3b-4fa5-b88b-5c0235e44617","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"switch_table:capacity\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"asic_fab\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_lot\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer\", field_type: U8, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_x\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_y\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"switch_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"switch_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"switch_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_slot\", field_type: U16, source: Target, description: \"\" }, FieldSchema { name: \"table\", field_type: String, source: Target, description: \"\" }}, datum_type: U64, version: 1, authz_scope: Fleet, units: Count, created: 2026-07-21T18:14:38.028420013Z }","timeseries_name":"switch_table:capacity"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:38.031622886Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"id":"fcc5a6b4-2b3b-4fa5-b88b-5c0235e44617","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"switch_table:collisions\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"asic_fab\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_lot\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer\", field_type: U8, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_x\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_y\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"switch_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"switch_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"switch_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_slot\", field_type: U16, source: Target, description: \"\" }, FieldSchema { name: \"table\", field_type: String, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-07-21T18:14:38.028442693Z }","timeseries_name":"switch_table:collisions"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:38.031715297Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"id":"fcc5a6b4-2b3b-4fa5-b88b-5c0235e44617","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"switch_table:delete_misses\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"asic_fab\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_lot\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer\", field_type: U8, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_x\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_y\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"switch_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"switch_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"switch_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_slot\", field_type: U16, source: Target, description: \"\" }, FieldSchema { name: \"table\", field_type: String, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-07-21T18:14:38.028450983Z }","timeseries_name":"switch_table:delete_misses"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:38.031803438Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"id":"fcc5a6b4-2b3b-4fa5-b88b-5c0235e44617","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"switch_table:deletes\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"asic_fab\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_lot\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer\", field_type: U8, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_x\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_y\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"switch_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"switch_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"switch_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_slot\", field_type: U16, source: Target, description: \"\" }, FieldSchema { name: \"table\", field_type: String, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-07-21T18:14:38.028428593Z }","timeseries_name":"switch_table:deletes"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:38.03189148Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"id":"fcc5a6b4-2b3b-4fa5-b88b-5c0235e44617","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"switch_table:exhaustion\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"asic_fab\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_lot\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer\", field_type: U8, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_x\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_y\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"switch_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"switch_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"switch_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_slot\", field_type: U16, source: Target, description: \"\" }, FieldSchema { name: \"table\", field_type: String, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-07-21T18:14:38.028454233Z }","timeseries_name":"switch_table:exhaustion"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:38.031976551Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"id":"fcc5a6b4-2b3b-4fa5-b88b-5c0235e44617","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"switch_table:inserts\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"asic_fab\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_lot\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer\", field_type: U8, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_x\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_y\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"switch_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"switch_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"switch_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_slot\", field_type: U16, source: Target, description: \"\" }, FieldSchema { name: \"table\", field_type: String, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-07-21T18:14:38.028425503Z }","timeseries_name":"switch_table:inserts"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:38.032073233Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"id":"fcc5a6b4-2b3b-4fa5-b88b-5c0235e44617","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"switch_table:occupancy\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"asic_fab\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_lot\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer\", field_type: U8, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_x\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_y\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"switch_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"switch_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"switch_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_slot\", field_type: U16, source: Target, description: \"\" }, FieldSchema { name: \"table\", field_type: String, source: Target, description: \"\" }}, datum_type: U64, version: 1, authz_scope: Fleet, units: Count, created: 2026-07-21T18:14:38.028422673Z }","timeseries_name":"switch_table:occupancy"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:38.032160735Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"id":"fcc5a6b4-2b3b-4fa5-b88b-5c0235e44617","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"switch_table:update_misses\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"asic_fab\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_lot\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer\", field_type: U8, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_x\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_y\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"switch_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"switch_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"switch_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_slot\", field_type: U16, source: Target, description: \"\" }, FieldSchema { name: \"table\", field_type: String, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-07-21T18:14:38.028446353Z }","timeseries_name":"switch_table:update_misses"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:38.032248566Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"id":"fcc5a6b4-2b3b-4fa5-b88b-5c0235e44617","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"switch_table:updates\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"asic_fab\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_lot\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer\", field_type: U8, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_x\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_y\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"switch_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"switch_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"switch_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_slot\", field_type: U16, source: Target, description: \"\" }, FieldSchema { name: \"table\", field_type: String, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-07-21T18:14:38.028437413Z }","timeseries_name":"switch_table:updates"} {"msg":"inserting 12 new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:38.03550809Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"id":"fcc5a6b4-2b3b-4fa5-b88b-5c0235e44617","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:38.039976243Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"id":"fcc5a6b4-2b3b-4fa5-b88b-5c0235e44617","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","table_name":"fields_i16","n_rows":280} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:38.042400763Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"id":"fcc5a6b4-2b3b-4fa5-b88b-5c0235e44617","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","table_name":"fields_string","n_rows":797} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:38.044197463Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"id":"fcc5a6b4-2b3b-4fa5-b88b-5c0235e44617","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","table_name":"fields_u16","n_rows":140} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:38.045884591Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"id":"fcc5a6b4-2b3b-4fa5-b88b-5c0235e44617","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","table_name":"fields_u32","n_rows":145} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:38.047513598Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"id":"fcc5a6b4-2b3b-4fa5-b88b-5c0235e44617","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","table_name":"fields_u8","n_rows":144} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:38.049384929Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"id":"fcc5a6b4-2b3b-4fa5-b88b-5c0235e44617","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","table_name":"fields_uuid","n_rows":500} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:38.05131546Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"id":"fcc5a6b4-2b3b-4fa5-b88b-5c0235e44617","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","table_name":"measurements_bool","n_rows":4} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:38.05308711Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"id":"fcc5a6b4-2b3b-4fa5-b88b-5c0235e44617","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","table_name":"measurements_cumulativeu64","n_rows":255} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:38.054646815Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"id":"fcc5a6b4-2b3b-4fa5-b88b-5c0235e44617","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","table_name":"measurements_f64","n_rows":1} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:38.056273072Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"id":"fcc5a6b4-2b3b-4fa5-b88b-5c0235e44617","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","table_name":"measurements_u64","n_rows":80} {"msg":"failed to insert some results into metric DB","v":0,"name":"oximeter","level":40,"time":"2026-07-21T18:14:38.130603739Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:276","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:38.234655716Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"e1811cad-40ab-42cb-a1a2-557a7e4fa2b9","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:38.234737617Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"e1811cad-40ab-42cb-a1a2-557a7e4fa2b9","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:38.23612547Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"e1811cad-40ab-42cb-a1a2-557a7e4fa2b9","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:38.745282781Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"80daec9f-82ff-4a1e-a3a8-8d4bda5887d1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:38.745373623Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"80daec9f-82ff-4a1e-a3a8-8d4bda5887d1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:38.746371869Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"80daec9f-82ff-4a1e-a3a8-8d4bda5887d1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","n_samples":14,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:39.234514573Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"e1811cad-40ab-42cb-a1a2-557a7e4fa2b9","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:39.234621725Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"e1811cad-40ab-42cb-a1a2-557a7e4fa2b9","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:39.236026078Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"e1811cad-40ab-42cb-a1a2-557a7e4fa2b9","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:39.74521242Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"80daec9f-82ff-4a1e-a3a8-8d4bda5887d1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:39.745314611Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"80daec9f-82ff-4a1e-a3a8-8d4bda5887d1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:39.746237707Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"80daec9f-82ff-4a1e-a3a8-8d4bda5887d1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","n_samples":14,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:40.234322061Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"e1811cad-40ab-42cb-a1a2-557a7e4fa2b9","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:40.23442199Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"e1811cad-40ab-42cb-a1a2-557a7e4fa2b9","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:40.235998017Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"e1811cad-40ab-42cb-a1a2-557a7e4fa2b9","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:40.745152448Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"80daec9f-82ff-4a1e-a3a8-8d4bda5887d1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:40.74523287Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"80daec9f-82ff-4a1e-a3a8-8d4bda5887d1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:40.746316078Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"80daec9f-82ff-4a1e-a3a8-8d4bda5887d1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","n_samples":14,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:41.234508162Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"e1811cad-40ab-42cb-a1a2-557a7e4fa2b9","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:41.234538743Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"e1811cad-40ab-42cb-a1a2-557a7e4fa2b9","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:41.235956706Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"e1811cad-40ab-42cb-a1a2-557a7e4fa2b9","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"refreshing list of producers from Nexus","v":0,"name":"oximeter","level":30,"time":"2026-07-21T18:14:41.538137792Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:634"} {"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:41.538185323Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"body":"None","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/collectors/58217aed-c161-4122-ac86-7675725ee0be/producers?sort_by=id_ascending","method":"GET"} {"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:41.552020571Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"result":"Ok(Response { url: \"http://[fd00:1122:3344:101::a]:12221/metrics/collectors/58217aed-c161-4122-ac86-7675725ee0be/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a1fc4ddf-c085-45cf-9aa1-3144cdc782e7\", \"content-length\": \"1000\", \"date\": \"Tue, 21 Jul 2026 18:14:41 GMT\"} })"} {"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:41.552066412Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"body":"None","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/collectors/58217aed-c161-4122-ac86-7675725ee0be/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlMTgxMWNhZC00MGFiLTQyY2ItYTFhMi01NTdhN2U0ZmEyYjkifX0%3D","method":"GET"} {"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:41.555417807Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"result":"Ok(Response { url: \"http://[fd00:1122:3344:101::a]:12221/metrics/collectors/58217aed-c161-4122-ac86-7675725ee0be/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlMTgxMWNhZC00MGFiLTQyY2ItYTFhMi01NTdhN2U0ZmEyYjkifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0ab62c9f-3b68-4f4f-a9db-4278eecaa440\", \"content-length\": \"29\", \"date\": \"Tue, 21 Jul 2026 18:14:41 GMT\"} })"} {"msg":"registered new metric producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:41.555454148Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","address":"[fd00:1122:3344:101::c]:49130","producer_id":"364a8dbf-2ce2-4052-a8d2-defa027122c2"} {"msg":"registered new metric producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:41.555463268Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","address":"[fd00:1122:3344:101::1]:58482","producer_id":"6bfeba7a-1e40-4286-afda-7aad3c5c0e21"} {"msg":"registered new metric producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:41.555491498Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","address":"[fd00:1122:3344:101::2]:65509","producer_id":"88fc664b-de3a-4fb3-a9e0-f8811a34a3de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"oximeter","level":30,"time":"2026-07-21T18:14:41.555528649Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:709","n_current_tasks":6,"n_pruned_tasks":0} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:41.745656056Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"80daec9f-82ff-4a1e-a3a8-8d4bda5887d1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:41.745692647Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"80daec9f-82ff-4a1e-a3a8-8d4bda5887d1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:41.746693753Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"80daec9f-82ff-4a1e-a3a8-8d4bda5887d1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","n_samples":14,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:42.234127955Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"e1811cad-40ab-42cb-a1a2-557a7e4fa2b9","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:42.234175096Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"e1811cad-40ab-42cb-a1a2-557a7e4fa2b9","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:42.235837924Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"e1811cad-40ab-42cb-a1a2-557a7e4fa2b9","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:42.745007995Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"80daec9f-82ff-4a1e-a3a8-8d4bda5887d1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:42.745061376Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"80daec9f-82ff-4a1e-a3a8-8d4bda5887d1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:42.746165474Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"80daec9f-82ff-4a1e-a3a8-8d4bda5887d1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","n_samples":14,"n_results":1} {"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:43.028276909Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","n_samples":200} {"msg":"unrolling 200 total samples","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:43.02833909Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"id":"fcc5a6b4-2b3b-4fa5-b88b-5c0235e44617","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"fetching timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:43.028423732Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"id":"fcc5a6b4-2b3b-4fa5-b88b-5c0235e44617","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:43.029325747Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","n_samples":200} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:43.033809341Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"id":"fcc5a6b4-2b3b-4fa5-b88b-5c0235e44617","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","table_name":"fields_string","n_rows":76} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:43.03558714Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"id":"fcc5a6b4-2b3b-4fa5-b88b-5c0235e44617","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","table_name":"fields_uuid","n_rows":80} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:43.037296528Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"id":"fcc5a6b4-2b3b-4fa5-b88b-5c0235e44617","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","table_name":"measurements_cumulativeu64","n_rows":150} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:43.038921355Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"id":"fcc5a6b4-2b3b-4fa5-b88b-5c0235e44617","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","table_name":"measurements_u64","n_rows":50} {"msg":"failed to insert some results into metric DB","v":0,"name":"oximeter","level":40,"time":"2026-07-21T18:14:43.130106979Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:276","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:43.234187587Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"e1811cad-40ab-42cb-a1a2-557a7e4fa2b9","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:43.234232998Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"e1811cad-40ab-42cb-a1a2-557a7e4fa2b9","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:43.235798814Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"e1811cad-40ab-42cb-a1a2-557a7e4fa2b9","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:43.404945174Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":49130,"producer_ip":"fd00:1122:3344:101::c","producer_id":"364a8dbf-2ce2-4052-a8d2-defa027122c2","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:43.404994435Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":49130,"producer_ip":"fd00:1122:3344:101::c","producer_id":"364a8dbf-2ce2-4052-a8d2-defa027122c2","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:43.413277792Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":49130,"producer_ip":"fd00:1122:3344:101::c","producer_id":"364a8dbf-2ce2-4052-a8d2-defa027122c2","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","n_samples":12,"n_results":5} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:43.745469163Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"80daec9f-82ff-4a1e-a3a8-8d4bda5887d1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:43.745506924Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"80daec9f-82ff-4a1e-a3a8-8d4bda5887d1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:43.746622152Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"80daec9f-82ff-4a1e-a3a8-8d4bda5887d1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","n_samples":14,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:44.234306969Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"e1811cad-40ab-42cb-a1a2-557a7e4fa2b9","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:44.234353459Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"e1811cad-40ab-42cb-a1a2-557a7e4fa2b9","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:44.23621143Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"e1811cad-40ab-42cb-a1a2-557a7e4fa2b9","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:44.745407842Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"80daec9f-82ff-4a1e-a3a8-8d4bda5887d1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:44.745452343Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"80daec9f-82ff-4a1e-a3a8-8d4bda5887d1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:44.746734544Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"80daec9f-82ff-4a1e-a3a8-8d4bda5887d1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","n_samples":14,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:45.234530922Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"e1811cad-40ab-42cb-a1a2-557a7e4fa2b9","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:45.234583743Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"e1811cad-40ab-42cb-a1a2-557a7e4fa2b9","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:45.236121408Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"e1811cad-40ab-42cb-a1a2-557a7e4fa2b9","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:45.643309957Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":43808,"producer_ip":"fd00:1122:3344:101::2","producer_id":"85d0356f-079a-42e7-9fd9-5e576eef1fdd","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:45.643354138Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":43808,"producer_ip":"fd00:1122:3344:101::2","producer_id":"85d0356f-079a-42e7-9fd9-5e576eef1fdd","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:45.657556462Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":43808,"producer_ip":"fd00:1122:3344:101::2","producer_id":"85d0356f-079a-42e7-9fd9-5e576eef1fdd","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","n_samples":140,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:45.745756857Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"80daec9f-82ff-4a1e-a3a8-8d4bda5887d1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:45.745806068Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"80daec9f-82ff-4a1e-a3a8-8d4bda5887d1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:45.747551837Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"80daec9f-82ff-4a1e-a3a8-8d4bda5887d1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","n_samples":14,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:46.234786536Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"e1811cad-40ab-42cb-a1a2-557a7e4fa2b9","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:46.234824847Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"e1811cad-40ab-42cb-a1a2-557a7e4fa2b9","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:46.236302101Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"e1811cad-40ab-42cb-a1a2-557a7e4fa2b9","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:46.327450565Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":65509,"producer_ip":"fd00:1122:3344:101::2","producer_id":"88fc664b-de3a-4fb3-a9e0-f8811a34a3de","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:46.327483826Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":65509,"producer_ip":"fd00:1122:3344:101::2","producer_id":"88fc664b-de3a-4fb3-a9e0-f8811a34a3de","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:46.336744278Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":65509,"producer_ip":"fd00:1122:3344:101::2","producer_id":"88fc664b-de3a-4fb3-a9e0-f8811a34a3de","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","n_samples":11,"n_results":2} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:46.744998335Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"80daec9f-82ff-4a1e-a3a8-8d4bda5887d1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:46.745032995Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"80daec9f-82ff-4a1e-a3a8-8d4bda5887d1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:46.746163424Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"80daec9f-82ff-4a1e-a3a8-8d4bda5887d1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","n_samples":14,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:47.234326979Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"e1811cad-40ab-42cb-a1a2-557a7e4fa2b9","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:47.23436235Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"e1811cad-40ab-42cb-a1a2-557a7e4fa2b9","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:47.235933225Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"e1811cad-40ab-42cb-a1a2-557a7e4fa2b9","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:47.745095227Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"80daec9f-82ff-4a1e-a3a8-8d4bda5887d1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:47.745125578Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"80daec9f-82ff-4a1e-a3a8-8d4bda5887d1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:47.746214696Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"80daec9f-82ff-4a1e-a3a8-8d4bda5887d1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","n_samples":14,"n_results":1} {"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:48.02836308Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","n_samples":363} {"msg":"unrolling 363 total samples","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:48.028432712Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"id":"fcc5a6b4-2b3b-4fa5-b88b-5c0235e44617","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"fetching timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:48.028686606Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"id":"fcc5a6b4-2b3b-4fa5-b88b-5c0235e44617","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:48.029433308Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","n_samples":363} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:48.038056911Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"id":"fcc5a6b4-2b3b-4fa5-b88b-5c0235e44617","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"collection_target:cpus_provisioned\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: I64, version: 1, authz_scope: Fleet, units: Count, created: 2026-07-21T18:14:48.028482362Z }","timeseries_name":"collection_target:cpus_provisioned"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:48.038090161Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"id":"fcc5a6b4-2b3b-4fa5-b88b-5c0235e44617","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"collection_target:ram_provisioned\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: I64, version: 1, authz_scope: Fleet, units: Count, created: 2026-07-21T18:14:48.028483693Z }","timeseries_name":"collection_target:ram_provisioned"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:48.038098301Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"id":"fcc5a6b4-2b3b-4fa5-b88b-5c0235e44617","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"collection_target:virtual_disk_space_provisioned\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: I64, version: 1, authz_scope: Fleet, units: Count, created: 2026-07-21T18:14:48.028485042Z }","timeseries_name":"collection_target:virtual_disk_space_provisioned"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:48.038105301Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"id":"fcc5a6b4-2b3b-4fa5-b88b-5c0235e44617","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"http_service:request_latency_histogram\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"name\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"operation_id\", field_type: String, source: Metric, description: \"\" }, FieldSchema { name: \"status_code\", field_type: U16, source: Metric, description: \"\" }}, datum_type: HistogramU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-07-21T18:14:48.028479222Z }","timeseries_name":"http_service:request_latency_histogram"} {"msg":"inserting 4 new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:48.041801122Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"id":"fcc5a6b4-2b3b-4fa5-b88b-5c0235e44617","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:48.045967561Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"id":"fcc5a6b4-2b3b-4fa5-b88b-5c0235e44617","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","table_name":"fields_i16","n_rows":280} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:48.048186827Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"id":"fcc5a6b4-2b3b-4fa5-b88b-5c0235e44617","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","table_name":"fields_string","n_rows":831} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:48.049960097Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"id":"fcc5a6b4-2b3b-4fa5-b88b-5c0235e44617","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","table_name":"fields_u16","n_rows":157} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:48.051812567Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"id":"fcc5a6b4-2b3b-4fa5-b88b-5c0235e44617","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","table_name":"fields_u32","n_rows":145} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:48.053525686Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"id":"fcc5a6b4-2b3b-4fa5-b88b-5c0235e44617","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","table_name":"fields_u8","n_rows":144} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:48.055747652Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"id":"fcc5a6b4-2b3b-4fa5-b88b-5c0235e44617","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","table_name":"fields_uuid","n_rows":523} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:48.057921798Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"id":"fcc5a6b4-2b3b-4fa5-b88b-5c0235e44617","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","table_name":"measurements_bool","n_rows":4} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:48.060251147Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"id":"fcc5a6b4-2b3b-4fa5-b88b-5c0235e44617","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","table_name":"measurements_cumulativeu64","n_rows":255} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:48.062241199Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"id":"fcc5a6b4-2b3b-4fa5-b88b-5c0235e44617","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","table_name":"measurements_f64","n_rows":1} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:48.070704999Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"id":"fcc5a6b4-2b3b-4fa5-b88b-5c0235e44617","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","table_name":"measurements_histogramu64","n_rows":17} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:48.072278905Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"id":"fcc5a6b4-2b3b-4fa5-b88b-5c0235e44617","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","table_name":"measurements_i64","n_rows":6} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:48.07380525Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"id":"fcc5a6b4-2b3b-4fa5-b88b-5c0235e44617","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","table_name":"measurements_u64","n_rows":80} {"msg":"failed to insert some results into metric DB","v":0,"name":"oximeter","level":40,"time":"2026-07-21T18:14:48.129993097Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:276","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:48.234069745Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"e1811cad-40ab-42cb-a1a2-557a7e4fa2b9","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:48.234114815Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"e1811cad-40ab-42cb-a1a2-557a7e4fa2b9","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:48.23620621Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"e1811cad-40ab-42cb-a1a2-557a7e4fa2b9","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"reporting oximeter self-collection statistics","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:48.596408973Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":43808,"producer_ip":"fd00:1122:3344:101::2","producer_id":"85d0356f-079a-42e7-9fd9-5e576eef1fdd","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:48.745544705Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"80daec9f-82ff-4a1e-a3a8-8d4bda5887d1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:48.745581665Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"80daec9f-82ff-4a1e-a3a8-8d4bda5887d1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:48.746645412Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"80daec9f-82ff-4a1e-a3a8-8d4bda5887d1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","n_samples":14,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:48.775796313Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":58482,"producer_ip":"fd00:1122:3344:101::1","producer_id":"6bfeba7a-1e40-4286-afda-7aad3c5c0e21","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:48.775845664Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":58482,"producer_ip":"fd00:1122:3344:101::1","producer_id":"6bfeba7a-1e40-4286-afda-7aad3c5c0e21","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:48.917780166Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":58482,"producer_ip":"fd00:1122:3344:101::1","producer_id":"6bfeba7a-1e40-4286-afda-7aad3c5c0e21","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","n_samples":6107,"n_results":3} {"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:48.949174794Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","n_samples":6149} {"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:48.949353377Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","n_samples":6149} {"msg":"unrolling 6149 total samples","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:48.949397588Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"id":"fcc5a6b4-2b3b-4fa5-b88b-5c0235e44617","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"fetching timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:48.950325093Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"id":"fcc5a6b4-2b3b-4fa5-b88b-5c0235e44617","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:48.956726689Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"id":"fcc5a6b4-2b3b-4fa5-b88b-5c0235e44617","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"sled_cpu:cpu_nsec\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"cpu_id\", field_type: U32, source: Metric, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"sled_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"sled_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"state\", field_type: String, source: Metric, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-07-21T18:14:48.949824725Z }","timeseries_name":"sled_cpu:cpu_nsec"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:48.956753419Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"id":"fcc5a6b4-2b3b-4fa5-b88b-5c0235e44617","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"sled_data_link:bytes_received\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"kind\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"link_name\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"sled_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"sled_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"zone_name\", field_type: String, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-07-21T18:14:48.949443599Z }","timeseries_name":"sled_data_link:bytes_received"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:48.95677278Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"id":"fcc5a6b4-2b3b-4fa5-b88b-5c0235e44617","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"sled_data_link:bytes_sent\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"kind\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"link_name\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"sled_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"sled_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"zone_name\", field_type: String, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-07-21T18:14:48.949446999Z }","timeseries_name":"sled_data_link:bytes_sent"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:48.956789Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"id":"fcc5a6b4-2b3b-4fa5-b88b-5c0235e44617","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"sled_data_link:errors_received\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"kind\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"link_name\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"sled_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"sled_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"zone_name\", field_type: String, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-07-21T18:14:48.949439739Z }","timeseries_name":"sled_data_link:errors_received"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:48.95680542Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"id":"fcc5a6b4-2b3b-4fa5-b88b-5c0235e44617","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"sled_data_link:errors_sent\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"kind\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"link_name\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"sled_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"sled_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"zone_name\", field_type: String, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-07-21T18:14:48.949441729Z }","timeseries_name":"sled_data_link:errors_sent"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:48.956819551Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"id":"fcc5a6b4-2b3b-4fa5-b88b-5c0235e44617","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"sled_data_link:packets_received\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"kind\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"link_name\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"sled_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"sled_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"zone_name\", field_type: String, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-07-21T18:14:48.949445459Z }","timeseries_name":"sled_data_link:packets_received"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:48.956830681Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"id":"fcc5a6b4-2b3b-4fa5-b88b-5c0235e44617","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"sled_data_link:packets_sent\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"kind\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"link_name\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"sled_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"sled_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"zone_name\", field_type: String, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-07-21T18:14:48.949449359Z }","timeseries_name":"sled_data_link:packets_sent"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:48.956840651Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"id":"fcc5a6b4-2b3b-4fa5-b88b-5c0235e44617","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"zfs_dataset:bytes_used\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"dataset_id\", field_type: Uuid, source: Metric, description: \"\" }, FieldSchema { name: \"dataset_kind\", field_type: String, source: Metric, description: \"\" }, FieldSchema { name: \"dataset_name\", field_type: String, source: Metric, description: \"\" }, FieldSchema { name: \"pool_id\", field_type: Uuid, source: Metric, description: \"\" }, FieldSchema { name: \"pool_kind\", field_type: String, source: Metric, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"sled_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"sled_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"zone_name\", field_type: String, source: Metric, description: \"\" }}, datum_type: U64, version: 1, authz_scope: Fleet, units: Count, created: 2026-07-21T18:14:48.950237712Z }","timeseries_name":"zfs_dataset:bytes_used"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:48.956853441Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"id":"fcc5a6b4-2b3b-4fa5-b88b-5c0235e44617","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"zfs_pool:bytes_allocated\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"pool_id\", field_type: Uuid, source: Metric, description: \"\" }, FieldSchema { name: \"pool_kind\", field_type: String, source: Metric, description: \"\" }, FieldSchema { name: \"pool_name\", field_type: String, source: Metric, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"sled_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"sled_serial\", field_type: String, source: Target, description: \"\" }}, datum_type: U64, version: 1, authz_scope: Fleet, units: Count, created: 2026-07-21T18:14:48.950229182Z }","timeseries_name":"zfs_pool:bytes_allocated"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:48.956864261Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"id":"fcc5a6b4-2b3b-4fa5-b88b-5c0235e44617","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"zfs_pool:bytes_total\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"pool_id\", field_type: Uuid, source: Metric, description: \"\" }, FieldSchema { name: \"pool_kind\", field_type: String, source: Metric, description: \"\" }, FieldSchema { name: \"pool_name\", field_type: String, source: Metric, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"sled_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"sled_serial\", field_type: String, source: Target, description: \"\" }}, datum_type: U64, version: 1, authz_scope: Fleet, units: Count, created: 2026-07-21T18:14:48.950231302Z }","timeseries_name":"zfs_pool:bytes_total"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:48.956874481Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"id":"fcc5a6b4-2b3b-4fa5-b88b-5c0235e44617","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"zone:cpu_nsec\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"sled_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"sled_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"state\", field_type: String, source: Metric, description: \"\" }, FieldSchema { name: \"zone_id\", field_type: Uuid, source: Metric, description: \"\" }, FieldSchema { name: \"zone_name\", field_type: String, source: Metric, description: \"\" }, FieldSchema { name: \"zone_type\", field_type: String, source: Metric, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-07-21T18:14:48.949603732Z }","timeseries_name":"zone:cpu_nsec"} {"msg":"inserting 11 new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:48.985161858Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"id":"fcc5a6b4-2b3b-4fa5-b88b-5c0235e44617","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:48.989283866Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"id":"fcc5a6b4-2b3b-4fa5-b88b-5c0235e44617","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","table_name":"fields_ipaddr","n_rows":4} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:48.993193811Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"id":"fcc5a6b4-2b3b-4fa5-b88b-5c0235e44617","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","table_name":"fields_string","n_rows":3279} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:48.994941989Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"id":"fcc5a6b4-2b3b-4fa5-b88b-5c0235e44617","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","table_name":"fields_u16","n_rows":12} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:48.997028264Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"id":"fcc5a6b4-2b3b-4fa5-b88b-5c0235e44617","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","table_name":"fields_u32","n_rows":953} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:48.999531315Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"id":"fcc5a6b4-2b3b-4fa5-b88b-5c0235e44617","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","table_name":"fields_uuid","n_rows":1889} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:49.003294697Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"id":"fcc5a6b4-2b3b-4fa5-b88b-5c0235e44617","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","table_name":"measurements_cumulativeu64","n_rows":5675} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:49.005471003Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"id":"fcc5a6b4-2b3b-4fa5-b88b-5c0235e44617","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","table_name":"measurements_histogramu64","n_rows":8} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:49.007219182Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"id":"fcc5a6b4-2b3b-4fa5-b88b-5c0235e44617","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","table_name":"measurements_u64","n_rows":466} {"msg":"failed to insert some results into metric DB","v":0,"name":"oximeter","level":40,"time":"2026-07-21T18:14:49.050381044Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:276","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:49.234462252Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"e1811cad-40ab-42cb-a1a2-557a7e4fa2b9","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:49.234501422Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"e1811cad-40ab-42cb-a1a2-557a7e4fa2b9","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:49.236095339Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"e1811cad-40ab-42cb-a1a2-557a7e4fa2b9","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:49.74522441Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"80daec9f-82ff-4a1e-a3a8-8d4bda5887d1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:49.74526493Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"80daec9f-82ff-4a1e-a3a8-8d4bda5887d1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:49.746249187Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"80daec9f-82ff-4a1e-a3a8-8d4bda5887d1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","n_samples":14,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:50.234596214Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"e1811cad-40ab-42cb-a1a2-557a7e4fa2b9","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:50.234636485Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"e1811cad-40ab-42cb-a1a2-557a7e4fa2b9","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:50.235997887Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"e1811cad-40ab-42cb-a1a2-557a7e4fa2b9","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:50.745120388Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"80daec9f-82ff-4a1e-a3a8-8d4bda5887d1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:50.745149728Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"80daec9f-82ff-4a1e-a3a8-8d4bda5887d1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:50.746150675Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"80daec9f-82ff-4a1e-a3a8-8d4bda5887d1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","n_samples":14,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:51.234460801Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"e1811cad-40ab-42cb-a1a2-557a7e4fa2b9","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:51.234494972Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"e1811cad-40ab-42cb-a1a2-557a7e4fa2b9","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:51.236041158Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"e1811cad-40ab-42cb-a1a2-557a7e4fa2b9","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:51.745187889Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"80daec9f-82ff-4a1e-a3a8-8d4bda5887d1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:51.745217459Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"80daec9f-82ff-4a1e-a3a8-8d4bda5887d1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:51.746222526Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"80daec9f-82ff-4a1e-a3a8-8d4bda5887d1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","n_samples":14,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:52.23440109Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"e1811cad-40ab-42cb-a1a2-557a7e4fa2b9","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:52.234439561Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"e1811cad-40ab-42cb-a1a2-557a7e4fa2b9","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:52.23619638Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"e1811cad-40ab-42cb-a1a2-557a7e4fa2b9","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:52.745359402Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"80daec9f-82ff-4a1e-a3a8-8d4bda5887d1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:52.745394632Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"80daec9f-82ff-4a1e-a3a8-8d4bda5887d1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:52.746389828Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"80daec9f-82ff-4a1e-a3a8-8d4bda5887d1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","n_samples":14,"n_results":1} {"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:53.028546464Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","n_samples":160} {"msg":"unrolling 160 total samples","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:53.028605495Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"id":"fcc5a6b4-2b3b-4fa5-b88b-5c0235e44617","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"fetching timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:53.028630416Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"id":"fcc5a6b4-2b3b-4fa5-b88b-5c0235e44617","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:53.029603252Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","n_samples":160} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:53.034114176Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"id":"fcc5a6b4-2b3b-4fa5-b88b-5c0235e44617","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","table_name":"fields_string","n_rows":76} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:53.035720293Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"id":"fcc5a6b4-2b3b-4fa5-b88b-5c0235e44617","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","table_name":"fields_uuid","n_rows":80} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:53.037282178Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"id":"fcc5a6b4-2b3b-4fa5-b88b-5c0235e44617","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","table_name":"measurements_cumulativeu64","n_rows":120} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:53.038762093Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"id":"fcc5a6b4-2b3b-4fa5-b88b-5c0235e44617","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","table_name":"measurements_u64","n_rows":40} {"msg":"failed to insert some results into metric DB","v":0,"name":"oximeter","level":40,"time":"2026-07-21T18:14:53.131142387Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:276","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:53.234292789Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"e1811cad-40ab-42cb-a1a2-557a7e4fa2b9","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:53.23437106Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"e1811cad-40ab-42cb-a1a2-557a7e4fa2b9","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:53.235768374Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"e1811cad-40ab-42cb-a1a2-557a7e4fa2b9","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:53.406103754Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":49130,"producer_ip":"fd00:1122:3344:101::c","producer_id":"364a8dbf-2ce2-4052-a8d2-defa027122c2","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:53.406125354Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":49130,"producer_ip":"fd00:1122:3344:101::c","producer_id":"364a8dbf-2ce2-4052-a8d2-defa027122c2","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:53.408096407Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":49130,"producer_ip":"fd00:1122:3344:101::c","producer_id":"364a8dbf-2ce2-4052-a8d2-defa027122c2","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","n_samples":39,"n_results":5} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:53.745265021Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"80daec9f-82ff-4a1e-a3a8-8d4bda5887d1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:53.745298401Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"80daec9f-82ff-4a1e-a3a8-8d4bda5887d1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:53.746223926Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"80daec9f-82ff-4a1e-a3a8-8d4bda5887d1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","n_samples":14,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:54.234384431Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"e1811cad-40ab-42cb-a1a2-557a7e4fa2b9","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:54.234426021Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"e1811cad-40ab-42cb-a1a2-557a7e4fa2b9","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:54.235861705Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"e1811cad-40ab-42cb-a1a2-557a7e4fa2b9","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:54.744992816Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"80daec9f-82ff-4a1e-a3a8-8d4bda5887d1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:54.745038287Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"80daec9f-82ff-4a1e-a3a8-8d4bda5887d1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:54.746061524Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"80daec9f-82ff-4a1e-a3a8-8d4bda5887d1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","n_samples":14,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:55.234860769Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"e1811cad-40ab-42cb-a1a2-557a7e4fa2b9","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:55.23489856Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"e1811cad-40ab-42cb-a1a2-557a7e4fa2b9","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:55.236300053Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"e1811cad-40ab-42cb-a1a2-557a7e4fa2b9","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:55.643425621Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":43808,"producer_ip":"fd00:1122:3344:101::2","producer_id":"85d0356f-079a-42e7-9fd9-5e576eef1fdd","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:55.643463892Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":43808,"producer_ip":"fd00:1122:3344:101::2","producer_id":"85d0356f-079a-42e7-9fd9-5e576eef1fdd","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:55.65248522Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":43808,"producer_ip":"fd00:1122:3344:101::2","producer_id":"85d0356f-079a-42e7-9fd9-5e576eef1fdd","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","n_samples":140,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:55.745827251Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"80daec9f-82ff-4a1e-a3a8-8d4bda5887d1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:55.745850531Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"80daec9f-82ff-4a1e-a3a8-8d4bda5887d1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:55.746843017Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"80daec9f-82ff-4a1e-a3a8-8d4bda5887d1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","n_samples":14,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:56.234874209Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"e1811cad-40ab-42cb-a1a2-557a7e4fa2b9","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:56.23491342Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"e1811cad-40ab-42cb-a1a2-557a7e4fa2b9","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:56.236312263Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"e1811cad-40ab-42cb-a1a2-557a7e4fa2b9","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:56.327516038Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":65509,"producer_ip":"fd00:1122:3344:101::2","producer_id":"88fc664b-de3a-4fb3-a9e0-f8811a34a3de","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:56.327554619Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":65509,"producer_ip":"fd00:1122:3344:101::2","producer_id":"88fc664b-de3a-4fb3-a9e0-f8811a34a3de","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:56.329581062Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":65509,"producer_ip":"fd00:1122:3344:101::2","producer_id":"88fc664b-de3a-4fb3-a9e0-f8811a34a3de","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","n_samples":11,"n_results":2} {"msg":"refreshing list of producers from Nexus","v":0,"name":"oximeter","level":30,"time":"2026-07-21T18:14:56.538718313Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:634"} {"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:56.538892486Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"body":"None","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/collectors/58217aed-c161-4122-ac86-7675725ee0be/producers?sort_by=id_ascending","method":"GET"} {"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:56.552682553Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"result":"Ok(Response { url: \"http://[fd00:1122:3344:101::c]:12221/metrics/collectors/58217aed-c161-4122-ac86-7675725ee0be/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7212e089-4eab-4db4-b6e8-27967c2d16d7\", \"content-length\": \"1136\", \"date\": \"Tue, 21 Jul 2026 18:14:56 GMT\"} })"} {"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:56.552720274Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"body":"None","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/collectors/58217aed-c161-4122-ac86-7675725ee0be/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlMTgxMWNhZC00MGFiLTQyY2ItYTFhMi01NTdhN2U0ZmEyYjkifX0%3D","method":"GET"} {"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:56.555743494Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"result":"Ok(Response { url: \"http://[fd00:1122:3344:101::c]:12221/metrics/collectors/58217aed-c161-4122-ac86-7675725ee0be/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlMTgxMWNhZC00MGFiLTQyY2ItYTFhMi01NTdhN2U0ZmEyYjkifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ebff272e-6a53-44c4-91b8-f0807d25a566\", \"content-length\": \"29\", \"date\": \"Tue, 21 Jul 2026 18:14:56 GMT\"} })"} {"msg":"received request to register existing metric producer, updating collection information","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:56.555766784Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","address":"[fd00:1122:3344:101::2]:36527","interval":"30s","producer_id":"85d0356f-079a-42e7-9fd9-5e576eef1fdd"} {"msg":"notified collection task of new producer endpoint","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:56.555775835Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":43808,"producer_ip":"fd00:1122:3344:101::2","producer_id":"85d0356f-079a-42e7-9fd9-5e576eef1fdd","component":"collection-task-handle","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"registered new metric producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:56.555796865Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","address":"[fd00:1122:3344:101::2]:4677","producer_id":"baca509e-91d7-4e13-be71-35d7e6912078"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"oximeter","level":30,"time":"2026-07-21T18:14:56.555813925Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:709","n_current_tasks":7,"n_pruned_tasks":0} {"msg":"collection task received request to update its producer information","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:56.555821455Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":43808,"producer_ip":"fd00:1122:3344:101::2","producer_id":"85d0356f-079a-42e7-9fd9-5e576eef1fdd","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","address":"[fd00:1122:3344:101::2]:36527","interval":"30s"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:56.745868811Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"80daec9f-82ff-4a1e-a3a8-8d4bda5887d1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:56.745897882Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"80daec9f-82ff-4a1e-a3a8-8d4bda5887d1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:56.746974739Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"80daec9f-82ff-4a1e-a3a8-8d4bda5887d1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","n_samples":14,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:56.791113437Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"baca509e-91d7-4e13-be71-35d7e6912078","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:56.791143267Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"baca509e-91d7-4e13-be71-35d7e6912078","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:56.799254011Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"baca509e-91d7-4e13-be71-35d7e6912078","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","n_samples":4,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:57.234482743Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"e1811cad-40ab-42cb-a1a2-557a7e4fa2b9","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:57.234541684Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"e1811cad-40ab-42cb-a1a2-557a7e4fa2b9","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:57.23670707Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"e1811cad-40ab-42cb-a1a2-557a7e4fa2b9","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:57.745941292Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"80daec9f-82ff-4a1e-a3a8-8d4bda5887d1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:57.745999613Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"80daec9f-82ff-4a1e-a3a8-8d4bda5887d1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:57.747429097Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"80daec9f-82ff-4a1e-a3a8-8d4bda5887d1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","n_samples":14,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:57.791564554Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"baca509e-91d7-4e13-be71-35d7e6912078","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:57.791589405Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"baca509e-91d7-4e13-be71-35d7e6912078","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:57.792715043Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"baca509e-91d7-4e13-be71-35d7e6912078","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","n_samples":4,"n_results":1} {"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:58.028618216Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","n_samples":398} {"msg":"unrolling 398 total samples","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:58.028658066Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"id":"fcc5a6b4-2b3b-4fa5-b88b-5c0235e44617","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"fetching timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:58.02886597Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"id":"fcc5a6b4-2b3b-4fa5-b88b-5c0235e44617","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:58.029669023Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","n_samples":398} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:58.031466243Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"id":"fcc5a6b4-2b3b-4fa5-b88b-5c0235e44617","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"mg_lower:routes_blocked_by_link_state\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"hostname\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: U64, version: 1, authz_scope: Fleet, units: Count, created: 2026-07-21T18:14:58.028829359Z }","timeseries_name":"mg_lower:routes_blocked_by_link_state"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:58.031494473Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"id":"fcc5a6b4-2b3b-4fa5-b88b-5c0235e44617","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"static_routing_config:static_nexthops\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"hostname\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-07-21T18:14:58.028826399Z }","timeseries_name":"static_routing_config:static_nexthops"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:58.031503473Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"id":"fcc5a6b4-2b3b-4fa5-b88b-5c0235e44617","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"static_routing_config:static_routes\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"hostname\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-07-21T18:14:58.028825079Z }","timeseries_name":"static_routing_config:static_routes"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:58.031511203Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"id":"fcc5a6b4-2b3b-4fa5-b88b-5c0235e44617","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"switch_rib:active_routes\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"hostname\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: U64, version: 1, authz_scope: Fleet, units: Count, created: 2026-07-21T18:14:58.028827889Z }","timeseries_name":"switch_rib:active_routes"} {"msg":"inserting 4 new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:58.035312326Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"id":"fcc5a6b4-2b3b-4fa5-b88b-5c0235e44617","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:58.038972827Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"id":"fcc5a6b4-2b3b-4fa5-b88b-5c0235e44617","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","table_name":"fields_i16","n_rows":280} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:58.040965579Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"id":"fcc5a6b4-2b3b-4fa5-b88b-5c0235e44617","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","table_name":"fields_string","n_rows":871} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:58.042559686Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"id":"fcc5a6b4-2b3b-4fa5-b88b-5c0235e44617","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","table_name":"fields_u16","n_rows":175} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:58.044446907Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"id":"fcc5a6b4-2b3b-4fa5-b88b-5c0235e44617","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","table_name":"fields_u32","n_rows":145} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:58.046060993Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"id":"fcc5a6b4-2b3b-4fa5-b88b-5c0235e44617","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","table_name":"fields_u8","n_rows":144} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:58.047825333Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"id":"fcc5a6b4-2b3b-4fa5-b88b-5c0235e44617","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","table_name":"fields_uuid","n_rows":551} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:58.049289807Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"id":"fcc5a6b4-2b3b-4fa5-b88b-5c0235e44617","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","table_name":"measurements_bool","n_rows":4} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:58.050917724Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"id":"fcc5a6b4-2b3b-4fa5-b88b-5c0235e44617","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","table_name":"measurements_cumulativeu64","n_rows":259} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:58.052378298Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"id":"fcc5a6b4-2b3b-4fa5-b88b-5c0235e44617","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","table_name":"measurements_f64","n_rows":1} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:58.054677936Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"id":"fcc5a6b4-2b3b-4fa5-b88b-5c0235e44617","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","table_name":"measurements_histogramu64","n_rows":35} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:58.05616351Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"id":"fcc5a6b4-2b3b-4fa5-b88b-5c0235e44617","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","table_name":"measurements_i64","n_rows":15} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:58.057701976Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"id":"fcc5a6b4-2b3b-4fa5-b88b-5c0235e44617","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","table_name":"measurements_u64","n_rows":84} {"msg":"failed to insert some results into metric DB","v":0,"name":"oximeter","level":40,"time":"2026-07-21T18:14:58.130907493Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:276","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:58.23496317Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"e1811cad-40ab-42cb-a1a2-557a7e4fa2b9","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:58.234995971Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"e1811cad-40ab-42cb-a1a2-557a7e4fa2b9","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:58.236579037Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"e1811cad-40ab-42cb-a1a2-557a7e4fa2b9","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:58.745740229Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"80daec9f-82ff-4a1e-a3a8-8d4bda5887d1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:58.745771279Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"80daec9f-82ff-4a1e-a3a8-8d4bda5887d1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:58.746755695Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"80daec9f-82ff-4a1e-a3a8-8d4bda5887d1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","n_samples":14,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:58.791804123Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"baca509e-91d7-4e13-be71-35d7e6912078","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:58.791909339Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"baca509e-91d7-4e13-be71-35d7e6912078","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:58.792487299Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"baca509e-91d7-4e13-be71-35d7e6912078","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","n_samples":4,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:58.891597415Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":43808,"producer_ip":"fd00:1122:3344:101::2","producer_id":"85d0356f-079a-42e7-9fd9-5e576eef1fdd","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:58.891619285Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":43808,"producer_ip":"fd00:1122:3344:101::2","producer_id":"85d0356f-079a-42e7-9fd9-5e576eef1fdd","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:58.905323741Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":43808,"producer_ip":"fd00:1122:3344:101::2","producer_id":"85d0356f-079a-42e7-9fd9-5e576eef1fdd","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","n_samples":192,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:59.234370151Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"e1811cad-40ab-42cb-a1a2-557a7e4fa2b9","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:59.234404601Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"e1811cad-40ab-42cb-a1a2-557a7e4fa2b9","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:59.235885296Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"e1811cad-40ab-42cb-a1a2-557a7e4fa2b9","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:59.745555115Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"80daec9f-82ff-4a1e-a3a8-8d4bda5887d1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:59.745606246Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"80daec9f-82ff-4a1e-a3a8-8d4bda5887d1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:59.746858997Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"80daec9f-82ff-4a1e-a3a8-8d4bda5887d1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","n_samples":14,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:59.791992041Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"baca509e-91d7-4e13-be71-35d7e6912078","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:59.792024301Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"baca509e-91d7-4e13-be71-35d7e6912078","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:14:59.792629242Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"baca509e-91d7-4e13-be71-35d7e6912078","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","n_samples":4,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:15:00.234758057Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"e1811cad-40ab-42cb-a1a2-557a7e4fa2b9","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:15:00.234792557Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"e1811cad-40ab-42cb-a1a2-557a7e4fa2b9","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:15:00.23617921Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"e1811cad-40ab-42cb-a1a2-557a7e4fa2b9","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:15:00.745354322Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"80daec9f-82ff-4a1e-a3a8-8d4bda5887d1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:15:00.745394523Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"80daec9f-82ff-4a1e-a3a8-8d4bda5887d1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:15:00.746497731Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"80daec9f-82ff-4a1e-a3a8-8d4bda5887d1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","n_samples":14,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:15:00.791596875Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"baca509e-91d7-4e13-be71-35d7e6912078","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:15:00.791638606Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"baca509e-91d7-4e13-be71-35d7e6912078","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:15:00.792403008Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"baca509e-91d7-4e13-be71-35d7e6912078","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","n_samples":4,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:15:01.234551694Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"e1811cad-40ab-42cb-a1a2-557a7e4fa2b9","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:15:01.234588805Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"e1811cad-40ab-42cb-a1a2-557a7e4fa2b9","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:15:01.236266632Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"e1811cad-40ab-42cb-a1a2-557a7e4fa2b9","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:15:01.745595557Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"80daec9f-82ff-4a1e-a3a8-8d4bda5887d1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:15:01.745634557Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"80daec9f-82ff-4a1e-a3a8-8d4bda5887d1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:15:01.74697915Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"80daec9f-82ff-4a1e-a3a8-8d4bda5887d1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","n_samples":14,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:15:01.791125137Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"baca509e-91d7-4e13-be71-35d7e6912078","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:15:01.791160578Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"baca509e-91d7-4e13-be71-35d7e6912078","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:15:01.791956321Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"baca509e-91d7-4e13-be71-35d7e6912078","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","n_samples":4,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:15:02.234094646Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"e1811cad-40ab-42cb-a1a2-557a7e4fa2b9","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:15:02.234133317Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"e1811cad-40ab-42cb-a1a2-557a7e4fa2b9","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:15:02.235935477Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"e1811cad-40ab-42cb-a1a2-557a7e4fa2b9","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:15:02.745062688Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"80daec9f-82ff-4a1e-a3a8-8d4bda5887d1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:15:02.745096588Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"80daec9f-82ff-4a1e-a3a8-8d4bda5887d1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:15:02.746364669Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"80daec9f-82ff-4a1e-a3a8-8d4bda5887d1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","n_samples":14,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:15:02.791501663Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"baca509e-91d7-4e13-be71-35d7e6912078","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:15:02.791543424Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"baca509e-91d7-4e13-be71-35d7e6912078","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:15:02.792320607Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"baca509e-91d7-4e13-be71-35d7e6912078","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","n_samples":4,"n_results":1} {"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:15:03.028457383Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","n_samples":412} {"msg":"unrolling 412 total samples","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:15:03.028523204Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"id":"fcc5a6b4-2b3b-4fa5-b88b-5c0235e44617","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"fetching timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:15:03.028725618Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"id":"fcc5a6b4-2b3b-4fa5-b88b-5c0235e44617","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:15:03.029560501Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","n_samples":412} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:15:03.031763518Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"id":"fcc5a6b4-2b3b-4fa5-b88b-5c0235e44617","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"switch_port_control_data_link:bytes_received\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"asic_fab\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_lot\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer\", field_type: U8, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_x\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_y\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"kind\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"link_name\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"network\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"sled_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"sled_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"switch_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"switch_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_slot\", field_type: U16, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-07-21T18:15:03.028591776Z }","timeseries_name":"switch_port_control_data_link:bytes_received"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:15:03.031806629Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"id":"fcc5a6b4-2b3b-4fa5-b88b-5c0235e44617","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"switch_port_control_data_link:bytes_sent\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"asic_fab\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_lot\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer\", field_type: U8, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_x\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_y\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"kind\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"link_name\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"network\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"sled_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"sled_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"switch_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"switch_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_slot\", field_type: U16, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-07-21T18:15:03.028601056Z }","timeseries_name":"switch_port_control_data_link:bytes_sent"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:15:03.031827019Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"id":"fcc5a6b4-2b3b-4fa5-b88b-5c0235e44617","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"switch_port_control_data_link:errors_received\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"asic_fab\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_lot\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer\", field_type: U8, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_x\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_y\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"kind\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"link_name\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"network\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"sled_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"sled_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"switch_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"switch_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_slot\", field_type: U16, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-07-21T18:15:03.028581485Z }","timeseries_name":"switch_port_control_data_link:errors_received"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:15:03.031847959Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"id":"fcc5a6b4-2b3b-4fa5-b88b-5c0235e44617","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"switch_port_control_data_link:errors_sent\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"asic_fab\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_lot\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer\", field_type: U8, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_x\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_y\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"kind\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"link_name\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"network\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"sled_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"sled_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"switch_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"switch_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_slot\", field_type: U16, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-07-21T18:15:03.028586885Z }","timeseries_name":"switch_port_control_data_link:errors_sent"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:15:03.03186461Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"id":"fcc5a6b4-2b3b-4fa5-b88b-5c0235e44617","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"switch_port_control_data_link:packets_received\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"asic_fab\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_lot\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer\", field_type: U8, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_x\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_y\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"kind\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"link_name\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"network\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"sled_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"sled_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"switch_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"switch_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_slot\", field_type: U16, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-07-21T18:15:03.028597186Z }","timeseries_name":"switch_port_control_data_link:packets_received"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:15:03.03188105Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"id":"fcc5a6b4-2b3b-4fa5-b88b-5c0235e44617","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"switch_port_control_data_link:packets_sent\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"asic_fab\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_lot\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer\", field_type: U8, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_x\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_y\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"kind\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"link_name\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"network\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"sled_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"sled_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"switch_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"switch_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_slot\", field_type: U16, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-07-21T18:15:03.028605356Z }","timeseries_name":"switch_port_control_data_link:packets_sent"} {"msg":"inserting 6 new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:15:03.034457292Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"id":"fcc5a6b4-2b3b-4fa5-b88b-5c0235e44617","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:15:03.038621881Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"id":"fcc5a6b4-2b3b-4fa5-b88b-5c0235e44617","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","table_name":"fields_i16","n_rows":24} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:15:03.040533642Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"id":"fcc5a6b4-2b3b-4fa5-b88b-5c0235e44617","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","table_name":"fields_string","n_rows":200} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:15:03.042412344Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"id":"fcc5a6b4-2b3b-4fa5-b88b-5c0235e44617","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","table_name":"fields_u16","n_rows":12} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:15:03.044197263Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"id":"fcc5a6b4-2b3b-4fa5-b88b-5c0235e44617","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","table_name":"fields_u32","n_rows":24} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:15:03.0470445Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"id":"fcc5a6b4-2b3b-4fa5-b88b-5c0235e44617","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","table_name":"fields_u8","n_rows":12} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:15:03.049769515Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"id":"fcc5a6b4-2b3b-4fa5-b88b-5c0235e44617","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","table_name":"fields_uuid","n_rows":124} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:15:03.051681966Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"id":"fcc5a6b4-2b3b-4fa5-b88b-5c0235e44617","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","table_name":"measurements_cumulativeu64","n_rows":352} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:15:03.053431565Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"id":"fcc5a6b4-2b3b-4fa5-b88b-5c0235e44617","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","table_name":"measurements_u64","n_rows":60} {"msg":"failed to insert some results into metric DB","v":0,"name":"oximeter","level":40,"time":"2026-07-21T18:15:03.130637879Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:276","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:15:03.234699106Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"e1811cad-40ab-42cb-a1a2-557a7e4fa2b9","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:15:03.234735987Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"e1811cad-40ab-42cb-a1a2-557a7e4fa2b9","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:15:03.236385604Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"e1811cad-40ab-42cb-a1a2-557a7e4fa2b9","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"reporting oximeter self-collection statistics","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:15:03.311565485Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":58482,"producer_ip":"fd00:1122:3344:101::1","producer_id":"6bfeba7a-1e40-4286-afda-7aad3c5c0e21","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"reporting oximeter self-collection statistics","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:15:03.375716243Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"baca509e-91d7-4e13-be71-35d7e6912078","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:15:03.40580602Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":49130,"producer_ip":"fd00:1122:3344:101::c","producer_id":"364a8dbf-2ce2-4052-a8d2-defa027122c2","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:15:03.40583832Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":49130,"producer_ip":"fd00:1122:3344:101::c","producer_id":"364a8dbf-2ce2-4052-a8d2-defa027122c2","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T18:15:03.408305611Z","hostname":"oxz_oximeter_58217aed-c161-4122-ac86-7675725ee0be","pid":24078,"producer_port":49130,"producer_ip":"fd00:1122:3344:101::c","producer_id":"364a8dbf-2ce2-4052-a8d2-defa027122c2","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"58217aed-c161-4122-ac86-7675725ee0be","component":"oximeter-agent","n_samples":26,"n_results":5}