[ Aug 25 09:29:19 Enabled. ]
[ Aug 25 09:29:19 Rereading configuration. ]
[ Aug 25 09:29:22 Rereading configuration. ]
[ Aug 25 09:29:26 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/oximeter-collector/bin/oximeter run /var/svc/manifest/site/oximeter/config.toml --address [fd00:1122:3344:101::d]:12223 --id 83d384b1-644a-4116-86ed-c342d288bfe1 &"). ]
[ Aug 25 09:29:26 Method "start" exited with status 0. ]
note: configured to log to "/dev/stdout"
{"msg":"registered DTrace probes","v":0,"name":"oximeter","level":20,"time":"2026-08-25T09:29:26.819217621Z","hostname":"oxz_oximeter_83d384b1-644a-4116-86ed-c342d288bfe1","pid":25057}
{"msg":"starting oximeter server","v":0,"name":"oximeter","level":30,"time":"2026-08-25T09:29:26.819921071Z","hostname":"oxz_oximeter_83d384b1-644a-4116-86ed-c342d288bfe1","pid":25057,"file":"oximeter/collector/src/lib.rs:299"}
{"msg":"creating ClickHouse client","v":0,"name":"oximeter","level":20,"time":"2026-08-25T09:29:26.819995492Z","hostname":"oxz_oximeter_83d384b1-644a-4116-86ed-c342d288bfe1","pid":25057}
{"msg":"registered USDT probes","v":0,"name":"oximeter","level":20,"time":"2026-08-25T09:29:26.825040658Z","hostname":"oxz_oximeter_83d384b1-644a-4116-86ed-c342d288bfe1","pid":25057,"id":"fdcd102c-c494-493d-bfd8-010831603f9c","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"83d384b1-644a-4116-86ed-c342d288bfe1","component":"oximeter-agent"}
{"msg":"oximeter database does not exist, or is out-of-date","v":0,"name":"oximeter","level":40,"time":"2026-08-25T09:29:28.680437391Z","hostname":"oxz_oximeter_83d384b1-644a-4116-86ed-c342d288bfe1","pid":25057,"id":"fdcd102c-c494-493d-bfd8-010831603f9c","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"83d384b1-644a-4116-86ed-c342d288bfe1","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:888"}
{"msg":"oximeter database does not exist, creating","v":0,"name":"oximeter","level":20,"time":"2026-08-25T09:29:28.680511672Z","hostname":"oxz_oximeter_83d384b1-644a-4116-86ed-c342d288bfe1","pid":25057,"collector_ip":"fd00:1122:3344:101::d","collector_id":"83d384b1-644a-4116-86ed-c342d288bfe1","component":"oximeter-agent"}
{"msg":"reading db version","v":0,"name":"oximeter","level":30,"time":"2026-08-25T09:29:28.680547853Z","hostname":"oxz_oximeter_83d384b1-644a-4116-86ed-c342d288bfe1","pid":25057,"id":"fdcd102c-c494-493d-bfd8-010831603f9c","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"83d384b1-644a-4116-86ed-c342d288bfe1","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:788"}
{"msg":"oximeter database does not exist, or is out-of-date","v":0,"name":"oximeter","level":40,"time":"2026-08-25T09:29:28.681483907Z","hostname":"oxz_oximeter_83d384b1-644a-4116-86ed-c342d288bfe1","pid":25057,"id":"fdcd102c-c494-493d-bfd8-010831603f9c","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"83d384b1-644a-4116-86ed-c342d288bfe1","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:888"}
{"msg":"read oximeter database version","v":0,"name":"oximeter","level":30,"time":"2026-08-25T09:29:28.681525578Z","hostname":"oxz_oximeter_83d384b1-644a-4116-86ed-c342d288bfe1","pid":25057,"id":"fdcd102c-c494-493d-bfd8-010831603f9c","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"83d384b1-644a-4116-86ed-c342d288bfe1","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:793","version":0}
{"msg":"initializing oximeter schema","v":0,"name":"oximeter","level":30,"time":"2026-08-25T09:29:28.681533878Z","hostname":"oxz_oximeter_83d384b1-644a-4116-86ed-c342d288bfe1","pid":25057,"id":"fdcd102c-c494-493d-bfd8-010831603f9c","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"83d384b1-644a-4116-86ed-c342d288bfe1","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:798"}
{"msg":"initializing ClickHouse database","v":0,"name":"oximeter","level":20,"time":"2026-08-25T09:29:28.681589288Z","hostname":"oxz_oximeter_83d384b1-644a-4116-86ed-c342d288bfe1","pid":25057,"id":"fdcd102c-c494-493d-bfd8-010831603f9c","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"83d384b1-644a-4116-86ed-c342d288bfe1","component":"oximeter-agent"}
{"msg":"inserting current version","v":0,"name":"oximeter","level":30,"time":"2026-08-25T09:29:29.079202139Z","hostname":"oxz_oximeter_83d384b1-644a-4116-86ed-c342d288bfe1","pid":25057,"id":"fdcd102c-c494-493d-bfd8-010831603f9c","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"83d384b1-644a-4116-86ed-c342d288bfe1","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:819","version":14}
{"msg":"registered USDT probes","v":0,"name":"oximeter","level":20,"time":"2026-08-25T09:29:29.102710982Z","hostname":"oxz_oximeter_83d384b1-644a-4116-86ed-c342d288bfe1","pid":25057,"id":"b04071da-9269-41c3-a3ef-ffd07066f81d","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"83d384b1-644a-4116-86ed-c342d288bfe1","component":"oximeter-agent"}
{"msg":"registered endpoint","v":0,"name":"oximeter","level":20,"time":"2026-08-25T09:29:29.107965151Z","hostname":"oxz_oximeter_83d384b1-644a-4116-86ed-c342d288bfe1","pid":25057,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","versions":"all","path":"/info","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"oximeter","level":20,"time":"2026-08-25T09:29:29.108007632Z","hostname":"oxz_oximeter_83d384b1-644a-4116-86ed-c342d288bfe1","pid":25057,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","versions":"all","path":"/producers","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"oximeter","level":20,"time":"2026-08-25T09:29:29.108021732Z","hostname":"oxz_oximeter_83d384b1-644a-4116-86ed-c342d288bfe1","pid":25057,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","versions":"all","path":"/producers/{producer_id}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"oximeter","level":20,"time":"2026-08-25T09:29:29.108028562Z","hostname":"oxz_oximeter_83d384b1-644a-4116-86ed-c342d288bfe1","pid":25057,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","versions":"all","path":"/producers/{producer_id}","method":"GET"}
{"msg":"listening","v":0,"name":"oximeter","level":30,"time":"2026-08-25T09:29:29.108036782Z","hostname":"oxz_oximeter_83d384b1-644a-4116-86ed-c342d288bfe1","pid":25057,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.17.1/src/server.rs:335"}
{"msg":"successfully registered DTrace USDT probes","v":0,"name":"oximeter","level":20,"time":"2026-08-25T09:29:29.110626601Z","hostname":"oxz_oximeter_83d384b1-644a-4116-86ed-c342d288bfe1","pid":25057,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot"}
{"msg":"registered USDT probes","v":0,"name":"oximeter","level":20,"time":"2026-08-25T09:29:29.110744833Z","hostname":"oxz_oximeter_83d384b1-644a-4116-86ed-c342d288bfe1","pid":25057}
{"msg":"contacting nexus","v":0,"name":"oximeter","level":20,"time":"2026-08-25T09:29:29.110758483Z","hostname":"oxz_oximeter_83d384b1-644a-4116-86ed-c342d288bfe1","pid":25057}
{"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2026-08-25T09:29:29.13252001Z","hostname":"oxz_oximeter_83d384b1-644a-4116-86ed-c342d288bfe1","pid":25057,"body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/collectors","method":"POST"}
{"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2026-08-25T09:29:29.133297582Z","hostname":"oxz_oximeter_83d384b1-644a-4116-86ed-c342d288bfe1","pid":25057,"result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/collectors\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [fd00:1122:3344:101::c]:12221, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"}
{"msg":"failed to contact nexus, will retry in 323.08313ms","v":0,"name":"oximeter","level":40,"time":"2026-08-25T09:29:29.133319102Z","hostname":"oxz_oximeter_83d384b1-644a-4116-86ed-c342d288bfe1","pid":25057,"file":"oximeter/collector/src/lib.rs:413","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/collectors)\""}
{"msg":"contacting nexus","v":0,"name":"oximeter","level":20,"time":"2026-08-25T09:29:29.45769046Z","hostname":"oxz_oximeter_83d384b1-644a-4116-86ed-c342d288bfe1","pid":25057}
{"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2026-08-25T09:29:29.457806382Z","hostname":"oxz_oximeter_83d384b1-644a-4116-86ed-c342d288bfe1","pid":25057,"body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/collectors","method":"POST"}
{"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2026-08-25T09:29:29.458058405Z","hostname":"oxz_oximeter_83d384b1-644a-4116-86ed-c342d288bfe1","pid":25057,"result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/collectors\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [fd00:1122:3344:101::a]:12221, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"}
{"msg":"failed to contact nexus, will retry in 477.950248ms","v":0,"name":"oximeter","level":40,"time":"2026-08-25T09:29:29.458079426Z","hostname":"oxz_oximeter_83d384b1-644a-4116-86ed-c342d288bfe1","pid":25057,"file":"oximeter/collector/src/lib.rs:413","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/collectors)\""}
{"msg":"contacting nexus","v":0,"name":"oximeter","level":20,"time":"2026-08-25T09:29:29.937238962Z","hostname":"oxz_oximeter_83d384b1-644a-4116-86ed-c342d288bfe1","pid":25057}
{"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2026-08-25T09:29:29.937382414Z","hostname":"oxz_oximeter_83d384b1-644a-4116-86ed-c342d288bfe1","pid":25057,"body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/collectors","method":"POST"}
{"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2026-08-25T09:29:29.937595228Z","hostname":"oxz_oximeter_83d384b1-644a-4116-86ed-c342d288bfe1","pid":25057,"result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/collectors\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [fd00:1122:3344:101::a]:12221, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"}
{"msg":"failed to contact nexus, will retry in 901.030269ms","v":0,"name":"oximeter","level":40,"time":"2026-08-25T09:29:29.937648678Z","hostname":"oxz_oximeter_83d384b1-644a-4116-86ed-c342d288bfe1","pid":25057,"file":"oximeter/collector/src/lib.rs:413","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/collectors)\""}
{"msg":"contacting nexus","v":0,"name":"oximeter","level":20,"time":"2026-08-25T09:29:30.839748385Z","hostname":"oxz_oximeter_83d384b1-644a-4116-86ed-c342d288bfe1","pid":25057}
{"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2026-08-25T09:29:30.839822326Z","hostname":"oxz_oximeter_83d384b1-644a-4116-86ed-c342d288bfe1","pid":25057,"body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/collectors","method":"POST"}
{"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2026-08-25T09:29:30.84005524Z","hostname":"oxz_oximeter_83d384b1-644a-4116-86ed-c342d288bfe1","pid":25057,"result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/collectors\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [fd00:1122:3344:101::b]:12221, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"}
{"msg":"failed to contact nexus, will retry in 2.577545875s","v":0,"name":"oximeter","level":40,"time":"2026-08-25T09:29:30.84006942Z","hostname":"oxz_oximeter_83d384b1-644a-4116-86ed-c342d288bfe1","pid":25057,"file":"oximeter/collector/src/lib.rs:413","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/collectors)\""}
{"msg":"contacting nexus","v":0,"name":"oximeter","level":20,"time":"2026-08-25T09:29:33.419171646Z","hostname":"oxz_oximeter_83d384b1-644a-4116-86ed-c342d288bfe1","pid":25057}
{"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2026-08-25T09:29:33.419286288Z","hostname":"oxz_oximeter_83d384b1-644a-4116-86ed-c342d288bfe1","pid":25057,"body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/collectors","method":"POST"}
{"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2026-08-25T09:29:33.546280077Z","hostname":"oxz_oximeter_83d384b1-644a-4116-86ed-c342d288bfe1","pid":25057,"result":"Ok(Response { url: \"http://[fd00:1122:3344:101::a]:12221/metrics/collectors\", status: 204, headers: {\"x-request-id\": \"cf9b7603-1992-4fab-8a36-7afd50e2a1b5\", \"date\": \"Tue, 25 Aug 2026 09:29:33 GMT\"} })"}
{"msg":"oximeter registered with nexus","v":0,"name":"oximeter","level":30,"time":"2026-08-25T09:29:33.546359579Z","hostname":"oxz_oximeter_83d384b1-644a-4116-86ed-c342d288bfe1","pid":25057,"file":"oximeter/collector/src/lib.rs:431","id":"83d384b1-644a-4116-86ed-c342d288bfe1"}
{"msg":"starting refresh list task","v":0,"name":"oximeter","level":30,"time":"2026-08-25T09:29:33.546371919Z","hostname":"oxz_oximeter_83d384b1-644a-4116-86ed-c342d288bfe1","pid":25057,"collector_ip":"fd00:1122:3344:101::d","collector_id":"83d384b1-644a-4116-86ed-c342d288bfe1","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:626"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"oximeter","level":30,"time":"2026-08-25T09:29:33.547394754Z","hostname":"oxz_oximeter_83d384b1-644a-4116-86ed-c342d288bfe1","pid":25057,"collector_ip":"fd00:1122:3344:101::d","collector_id":"83d384b1-644a-4116-86ed-c342d288bfe1","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:629"}
{"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2026-08-25T09:29:33.549331253Z","hostname":"oxz_oximeter_83d384b1-644a-4116-86ed-c342d288bfe1","pid":25057,"body":"None","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/collectors/83d384b1-644a-4116-86ed-c342d288bfe1/producers?sort_by=id_ascending","method":"GET"}
{"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2026-08-25T09:29:33.584088246Z","hostname":"oxz_oximeter_83d384b1-644a-4116-86ed-c342d288bfe1","pid":25057,"result":"Ok(Response { url: \"http://[fd00:1122:3344:101::b]:12221/metrics/collectors/83d384b1-644a-4116-86ed-c342d288bfe1/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"70089004-f7d6-48dd-b41e-aa1a7f5b4d40\", \"content-length\": \"29\", \"date\": \"Tue, 25 Aug 2026 09:29:33 GMT\"} })"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"oximeter","level":30,"time":"2026-08-25T09:29:33.586148237Z","hostname":"oxz_oximeter_83d384b1-644a-4116-86ed-c342d288bfe1","pid":25057,"collector_ip":"fd00:1122:3344:101::d","collector_id":"83d384b1-644a-4116-86ed-c342d288bfe1","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:704","n_current_tasks":0,"n_pruned_tasks":0}
{"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-08-25T09:29:34.104468722Z","hostname":"oxz_oximeter_83d384b1-644a-4116-86ed-c342d288bfe1","pid":25057,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"83d384b1-644a-4116-86ed-c342d288bfe1","component":"oximeter-agent","n_samples":4}
{"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-08-25T09:29:34.104562964Z","hostname":"oxz_oximeter_83d384b1-644a-4116-86ed-c342d288bfe1","pid":25057,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"83d384b1-644a-4116-86ed-c342d288bfe1","component":"oximeter-agent","n_samples":4}
{"msg":"unrolling 4 total samples","v":0,"name":"oximeter","level":20,"time":"2026-08-25T09:29:34.104613444Z","hostname":"oxz_oximeter_83d384b1-644a-4116-86ed-c342d288bfe1","pid":25057,"id":"fdcd102c-c494-493d-bfd8-010831603f9c","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"83d384b1-644a-4116-86ed-c342d288bfe1","component":"oximeter-agent"}
{"msg":"fetching timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2026-08-25T09:29:34.105172553Z","hostname":"oxz_oximeter_83d384b1-644a-4116-86ed-c342d288bfe1","pid":25057,"id":"fdcd102c-c494-493d-bfd8-010831603f9c","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"83d384b1-644a-4116-86ed-c342d288bfe1","component":"oximeter-agent"}
{"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-08-25T09:29:34.106819008Z","hostname":"oxz_oximeter_83d384b1-644a-4116-86ed-c342d288bfe1","pid":25057,"id":"fdcd102c-c494-493d-bfd8-010831603f9c","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"83d384b1-644a-4116-86ed-c342d288bfe1","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"oximeter_collector:database_queue_depth\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"collector_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"collector_ip\", field_type: IpAddr, source: Target, description: \"\" }, FieldSchema { name: \"collector_port\", field_type: U16, source: Target, description: \"\" }, FieldSchema { name: \"collector_sink\", field_type: String, source: Metric, description: \"\" }}, datum_type: HistogramU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-08-25T09:29:34.105145272Z }","timeseries_name":"oximeter_collector:database_queue_depth"}
{"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-08-25T09:29:34.106896869Z","hostname":"oxz_oximeter_83d384b1-644a-4116-86ed-c342d288bfe1","pid":25057,"id":"fdcd102c-c494-493d-bfd8-010831603f9c","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"83d384b1-644a-4116-86ed-c342d288bfe1","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"oximeter_collector:database_samples_dropped\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"collector_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"collector_ip\", field_type: IpAddr, source: Target, description: \"\" }, FieldSchema { name: \"collector_port\", field_type: U16, source: Target, description: \"\" }, FieldSchema { name: \"collector_sink\", field_type: String, source: Metric, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-08-25T09:29:34.105141472Z }","timeseries_name":"oximeter_collector:database_samples_dropped"}
{"msg":"inserting 2 new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-08-25T09:29:34.107057481Z","hostname":"oxz_oximeter_83d384b1-644a-4116-86ed-c342d288bfe1","pid":25057,"id":"fdcd102c-c494-493d-bfd8-010831603f9c","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"83d384b1-644a-4116-86ed-c342d288bfe1","component":"oximeter-agent"}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-08-25T09:29:34.112000415Z","hostname":"oxz_oximeter_83d384b1-644a-4116-86ed-c342d288bfe1","pid":25057,"id":"fdcd102c-c494-493d-bfd8-010831603f9c","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"83d384b1-644a-4116-86ed-c342d288bfe1","component":"oximeter-agent","table_name":"fields_ipaddr","n_rows":4}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-08-25T09:29:34.113708851Z","hostname":"oxz_oximeter_83d384b1-644a-4116-86ed-c342d288bfe1","pid":25057,"id":"fdcd102c-c494-493d-bfd8-010831603f9c","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"83d384b1-644a-4116-86ed-c342d288bfe1","component":"oximeter-agent","table_name":"fields_string","n_rows":4}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-08-25T09:29:34.115418237Z","hostname":"oxz_oximeter_83d384b1-644a-4116-86ed-c342d288bfe1","pid":25057,"id":"fdcd102c-c494-493d-bfd8-010831603f9c","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"83d384b1-644a-4116-86ed-c342d288bfe1","component":"oximeter-agent","table_name":"fields_u16","n_rows":4}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-08-25T09:29:34.118365981Z","hostname":"oxz_oximeter_83d384b1-644a-4116-86ed-c342d288bfe1","pid":25057,"id":"fdcd102c-c494-493d-bfd8-010831603f9c","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"83d384b1-644a-4116-86ed-c342d288bfe1","component":"oximeter-agent","table_name":"fields_uuid","n_rows":4}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-08-25T09:29:34.120643825Z","hostname":"oxz_oximeter_83d384b1-644a-4116-86ed-c342d288bfe1","pid":25057,"id":"fdcd102c-c494-493d-bfd8-010831603f9c","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"83d384b1-644a-4116-86ed-c342d288bfe1","component":"oximeter-agent","table_name":"measurements_cumulativeu64","n_rows":2}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-08-25T09:29:34.123806383Z","hostname":"oxz_oximeter_83d384b1-644a-4116-86ed-c342d288bfe1","pid":25057,"id":"fdcd102c-c494-493d-bfd8-010831603f9c","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"83d384b1-644a-4116-86ed-c342d288bfe1","component":"oximeter-agent","table_name":"measurements_histogramu64","n_rows":2}
{"msg":"failed to insert some results into metric DB","v":0,"name":"oximeter","level":40,"time":"2026-08-25T09:29:34.206190701Z","hostname":"oxz_oximeter_83d384b1-644a-4116-86ed-c342d288bfe1","pid":25057,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"83d384b1-644a-4116-86ed-c342d288bfe1","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:276","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-08-25T09:29:39.103851538Z","hostname":"oxz_oximeter_83d384b1-644a-4116-86ed-c342d288bfe1","pid":25057,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"83d384b1-644a-4116-86ed-c342d288bfe1","component":"oximeter-agent"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-08-25T09:29:39.103946699Z","hostname":"oxz_oximeter_83d384b1-644a-4116-86ed-c342d288bfe1","pid":25057,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"83d384b1-644a-4116-86ed-c342d288bfe1","component":"oximeter-agent"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-08-25T09:29:44.104298029Z","hostname":"oxz_oximeter_83d384b1-644a-4116-86ed-c342d288bfe1","pid":25057,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"83d384b1-644a-4116-86ed-c342d288bfe1","component":"oximeter-agent"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-08-25T09:29:44.10437091Z","hostname":"oxz_oximeter_83d384b1-644a-4116-86ed-c342d288bfe1","pid":25057,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"83d384b1-644a-4116-86ed-c342d288bfe1","component":"oximeter-agent"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"oximeter","level":30,"time":"2026-08-25T09:29:48.547265466Z","hostname":"oxz_oximeter_83d384b1-644a-4116-86ed-c342d288bfe1","pid":25057,"collector_ip":"fd00:1122:3344:101::d","collector_id":"83d384b1-644a-4116-86ed-c342d288bfe1","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:629"}
{"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2026-08-25T09:29:48.547358328Z","hostname":"oxz_oximeter_83d384b1-644a-4116-86ed-c342d288bfe1","pid":25057,"body":"None","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/collectors/83d384b1-644a-4116-86ed-c342d288bfe1/producers?sort_by=id_ascending","method":"GET"}
{"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2026-08-25T09:29:48.551553731Z","hostname":"oxz_oximeter_83d384b1-644a-4116-86ed-c342d288bfe1","pid":25057,"result":"Ok(Response { url: \"http://[fd00:1122:3344:101::c]:12221/metrics/collectors/83d384b1-644a-4116-86ed-c342d288bfe1/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cd3b574a-8e94-4eaf-ae12-95474d62a4e4\", \"content-length\": \"438\", \"date\": \"Tue, 25 Aug 2026 09:29:48 GMT\"} })"}
{"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2026-08-25T09:29:48.553740154Z","hostname":"oxz_oximeter_83d384b1-644a-4116-86ed-c342d288bfe1","pid":25057,"body":"None","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/collectors/83d384b1-644a-4116-86ed-c342d288bfe1/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNGM0MzRkZi1kZTY1LTRmYTAtOWI1Mi0xMzcwZmZlMzYyNTgifX0%3D","method":"GET"}
{"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2026-08-25T09:29:48.557352528Z","hostname":"oxz_oximeter_83d384b1-644a-4116-86ed-c342d288bfe1","pid":25057,"result":"Ok(Response { url: \"http://[fd00:1122:3344:101::c]:12221/metrics/collectors/83d384b1-644a-4116-86ed-c342d288bfe1/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNGM0MzRkZi1kZTY1LTRmYTAtOWI1Mi0xMzcwZmZlMzYyNTgifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0d9cca02-fa3b-44bc-a44f-f9f5df4e13e2\", \"content-length\": \"29\", \"date\": \"Tue, 25 Aug 2026 09:29:48 GMT\"} })"}
{"msg":"registered new metric producer","v":0,"name":"oximeter","level":20,"time":"2026-08-25T09:29:48.559968037Z","hostname":"oxz_oximeter_83d384b1-644a-4116-86ed-c342d288bfe1","pid":25057,"collector_ip":"fd00:1122:3344:101::d","collector_id":"83d384b1-644a-4116-86ed-c342d288bfe1","component":"oximeter-agent","address":"[fd00:1122:3344:101::c]:57491","producer_id":"8eaca247-8fb9-4759-acd4-f15a549f2991"}
{"msg":"registered new metric producer","v":0,"name":"oximeter","level":20,"time":"2026-08-25T09:29:48.560033658Z","hostname":"oxz_oximeter_83d384b1-644a-4116-86ed-c342d288bfe1","pid":25057,"collector_ip":"fd00:1122:3344:101::d","collector_id":"83d384b1-644a-4116-86ed-c342d288bfe1","component":"oximeter-agent","address":"[fd00:1122:3344:101::2]:45009","producer_id":"d4c434df-de65-4fa0-9b52-1370ffe36258"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"oximeter","level":30,"time":"2026-08-25T09:29:48.560074769Z","hostname":"oxz_oximeter_83d384b1-644a-4116-86ed-c342d288bfe1","pid":25057,"collector_ip":"fd00:1122:3344:101::d","collector_id":"83d384b1-644a-4116-86ed-c342d288bfe1","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:704","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-08-25T09:29:49.104130021Z","hostname":"oxz_oximeter_83d384b1-644a-4116-86ed-c342d288bfe1","pid":25057,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"83d384b1-644a-4116-86ed-c342d288bfe1","component":"oximeter-agent"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-08-25T09:29:49.104222953Z","hostname":"oxz_oximeter_83d384b1-644a-4116-86ed-c342d288bfe1","pid":25057,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"83d384b1-644a-4116-86ed-c342d288bfe1","component":"oximeter-agent"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-08-25T09:29:52.290318848Z","hostname":"oxz_oximeter_83d384b1-644a-4116-86ed-c342d288bfe1","pid":25057,"producer_port":57491,"producer_ip":"fd00:1122:3344:101::c","producer_id":"8eaca247-8fb9-4759-acd4-f15a549f2991","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"83d384b1-644a-4116-86ed-c342d288bfe1","component":"oximeter-agent"}
{"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-08-25T09:29:52.290417749Z","hostname":"oxz_oximeter_83d384b1-644a-4116-86ed-c342d288bfe1","pid":25057,"producer_port":57491,"producer_ip":"fd00:1122:3344:101::c","producer_id":"8eaca247-8fb9-4759-acd4-f15a549f2991","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"83d384b1-644a-4116-86ed-c342d288bfe1","component":"oximeter-agent"}
{"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-08-25T09:29:52.32572355Z","hostname":"oxz_oximeter_83d384b1-644a-4116-86ed-c342d288bfe1","pid":25057,"producer_port":57491,"producer_ip":"fd00:1122:3344:101::c","producer_id":"8eaca247-8fb9-4759-acd4-f15a549f2991","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"83d384b1-644a-4116-86ed-c342d288bfe1","component":"oximeter-agent","n_samples":14,"n_results":5}
{"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-08-25T09:29:54.105134551Z","hostname":"oxz_oximeter_83d384b1-644a-4116-86ed-c342d288bfe1","pid":25057,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"83d384b1-644a-4116-86ed-c342d288bfe1","component":"oximeter-agent","n_samples":14}
{"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-08-25T09:29:54.105178571Z","hostname":"oxz_oximeter_83d384b1-644a-4116-86ed-c342d288bfe1","pid":25057,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"83d384b1-644a-4116-86ed-c342d288bfe1","component":"oximeter-agent","n_samples":14}
{"msg":"unrolling 14 total samples","v":0,"name":"oximeter","level":20,"time":"2026-08-25T09:29:54.105256603Z","hostname":"oxz_oximeter_83d384b1-644a-4116-86ed-c342d288bfe1","pid":25057,"id":"fdcd102c-c494-493d-bfd8-010831603f9c","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"83d384b1-644a-4116-86ed-c342d288bfe1","component":"oximeter-agent"}
{"msg":"fetching timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2026-08-25T09:29:54.105300913Z","hostname":"oxz_oximeter_83d384b1-644a-4116-86ed-c342d288bfe1","pid":25057,"id":"fdcd102c-c494-493d-bfd8-010831603f9c","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"83d384b1-644a-4116-86ed-c342d288bfe1","component":"oximeter-agent"}
{"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-08-25T09:29:54.108770765Z","hostname":"oxz_oximeter_83d384b1-644a-4116-86ed-c342d288bfe1","pid":25057,"id":"fdcd102c-c494-493d-bfd8-010831603f9c","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"83d384b1-644a-4116-86ed-c342d288bfe1","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"collection_target:cpus_provisioned\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: I64, version: 1, authz_scope: Fleet, units: Count, created: 2026-08-25T09:29:54.105157671Z }","timeseries_name":"collection_target:cpus_provisioned"}
{"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-08-25T09:29:54.108847817Z","hostname":"oxz_oximeter_83d384b1-644a-4116-86ed-c342d288bfe1","pid":25057,"id":"fdcd102c-c494-493d-bfd8-010831603f9c","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"83d384b1-644a-4116-86ed-c342d288bfe1","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"collection_target:ram_provisioned\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: I64, version: 1, authz_scope: Fleet, units: Count, created: 2026-08-25T09:29:54.105158821Z }","timeseries_name":"collection_target:ram_provisioned"}
{"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-08-25T09:29:54.108891527Z","hostname":"oxz_oximeter_83d384b1-644a-4116-86ed-c342d288bfe1","pid":25057,"id":"fdcd102c-c494-493d-bfd8-010831603f9c","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"83d384b1-644a-4116-86ed-c342d288bfe1","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"collection_target:virtual_disk_space_provisioned\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: I64, version: 1, authz_scope: Fleet, units: Count, created: 2026-08-25T09:29:54.105160131Z }","timeseries_name":"collection_target:virtual_disk_space_provisioned"}
{"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-08-25T09:29:54.108930428Z","hostname":"oxz_oximeter_83d384b1-644a-4116-86ed-c342d288bfe1","pid":25057,"id":"fdcd102c-c494-493d-bfd8-010831603f9c","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"83d384b1-644a-4116-86ed-c342d288bfe1","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"http_service:request_latency_histogram\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"name\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"operation_id\", field_type: String, source: Metric, description: \"\" }, FieldSchema { name: \"status_code\", field_type: U16, source: Metric, description: \"\" }}, datum_type: HistogramU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-08-25T09:29:54.105153291Z }","timeseries_name":"http_service:request_latency_histogram"}
{"msg":"inserting 4 new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-08-25T09:29:54.109016099Z","hostname":"oxz_oximeter_83d384b1-644a-4116-86ed-c342d288bfe1","pid":25057,"id":"fdcd102c-c494-493d-bfd8-010831603f9c","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"83d384b1-644a-4116-86ed-c342d288bfe1","component":"oximeter-agent"}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-08-25T09:29:54.112517532Z","hostname":"oxz_oximeter_83d384b1-644a-4116-86ed-c342d288bfe1","pid":25057,"id":"fdcd102c-c494-493d-bfd8-010831603f9c","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"83d384b1-644a-4116-86ed-c342d288bfe1","component":"oximeter-agent","table_name":"fields_string","n_rows":10}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-08-25T09:29:54.114084965Z","hostname":"oxz_oximeter_83d384b1-644a-4116-86ed-c342d288bfe1","pid":25057,"id":"fdcd102c-c494-493d-bfd8-010831603f9c","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"83d384b1-644a-4116-86ed-c342d288bfe1","component":"oximeter-agent","table_name":"fields_u16","n_rows":5}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-08-25T09:29:54.11571131Z","hostname":"oxz_oximeter_83d384b1-644a-4116-86ed-c342d288bfe1","pid":25057,"id":"fdcd102c-c494-493d-bfd8-010831603f9c","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"83d384b1-644a-4116-86ed-c342d288bfe1","component":"oximeter-agent","table_name":"fields_uuid","n_rows":14}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-08-25T09:29:54.117859272Z","hostname":"oxz_oximeter_83d384b1-644a-4116-86ed-c342d288bfe1","pid":25057,"id":"fdcd102c-c494-493d-bfd8-010831603f9c","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"83d384b1-644a-4116-86ed-c342d288bfe1","component":"oximeter-agent","table_name":"measurements_histogramu64","n_rows":5}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-08-25T09:29:54.11973955Z","hostname":"oxz_oximeter_83d384b1-644a-4116-86ed-c342d288bfe1","pid":25057,"id":"fdcd102c-c494-493d-bfd8-010831603f9c","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"83d384b1-644a-4116-86ed-c342d288bfe1","component":"oximeter-agent","table_name":"measurements_i64","n_rows":9}
{"msg":"failed to insert some results into metric DB","v":0,"name":"oximeter","level":40,"time":"2026-08-25T09:29:54.20689846Z","hostname":"oxz_oximeter_83d384b1-644a-4116-86ed-c342d288bfe1","pid":25057,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"83d384b1-644a-4116-86ed-c342d288bfe1","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:276","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-08-25T09:29:57.373759256Z","hostname":"oxz_oximeter_83d384b1-644a-4116-86ed-c342d288bfe1","pid":25057,"producer_port":45009,"producer_ip":"fd00:1122:3344:101::2","producer_id":"d4c434df-de65-4fa0-9b52-1370ffe36258","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"83d384b1-644a-4116-86ed-c342d288bfe1","component":"oximeter-agent"}
{"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-08-25T09:29:57.373817797Z","hostname":"oxz_oximeter_83d384b1-644a-4116-86ed-c342d288bfe1","pid":25057,"producer_port":45009,"producer_ip":"fd00:1122:3344:101::2","producer_id":"d4c434df-de65-4fa0-9b52-1370ffe36258","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"83d384b1-644a-4116-86ed-c342d288bfe1","component":"oximeter-agent"}
{"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-08-25T09:29:57.39866297Z","hostname":"oxz_oximeter_83d384b1-644a-4116-86ed-c342d288bfe1","pid":25057,"producer_port":45009,"producer_ip":"fd00:1122:3344:101::2","producer_id":"d4c434df-de65-4fa0-9b52-1370ffe36258","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"83d384b1-644a-4116-86ed-c342d288bfe1","component":"oximeter-agent","n_samples":230,"n_results":1}
{"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-08-25T09:29:59.105107284Z","hostname":"oxz_oximeter_83d384b1-644a-4116-86ed-c342d288bfe1","pid":25057,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"83d384b1-644a-4116-86ed-c342d288bfe1","component":"oximeter-agent","n_samples":230}
{"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-08-25T09:29:59.105204886Z","hostname":"oxz_oximeter_83d384b1-644a-4116-86ed-c342d288bfe1","pid":25057,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"83d384b1-644a-4116-86ed-c342d288bfe1","component":"oximeter-agent","n_samples":230}
{"msg":"unrolling 230 total samples","v":0,"name":"oximeter","level":20,"time":"2026-08-25T09:29:59.105242586Z","hostname":"oxz_oximeter_83d384b1-644a-4116-86ed-c342d288bfe1","pid":25057,"id":"fdcd102c-c494-493d-bfd8-010831603f9c","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"83d384b1-644a-4116-86ed-c342d288bfe1","component":"oximeter-agent"}
{"msg":"fetching timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2026-08-25T09:29:59.105309747Z","hostname":"oxz_oximeter_83d384b1-644a-4116-86ed-c342d288bfe1","pid":25057,"id":"fdcd102c-c494-493d-bfd8-010831603f9c","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"83d384b1-644a-4116-86ed-c342d288bfe1","component":"oximeter-agent"}
{"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-08-25T09:29:59.133326889Z","hostname":"oxz_oximeter_83d384b1-644a-4116-86ed-c342d288bfe1","pid":25057,"id":"fdcd102c-c494-493d-bfd8-010831603f9c","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"83d384b1-644a-4116-86ed-c342d288bfe1","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"dendrite:sample_collection_duration\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"asic_fab\", field_type: String, source: Metric, description: \"\" }, FieldSchema { name: \"asic_lot\", field_type: String, source: Metric, description: \"\" }, FieldSchema { name: \"asic_wafer\", field_type: U8, source: Metric, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_x\", field_type: I16, source: Metric, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_y\", field_type: I16, source: Metric, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"sled_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"sled_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_id\", field_type: Uuid, source: Metric, description: \"\" }, FieldSchema { name: \"switch_model\", field_type: String, source: Metric, description: \"\" }, FieldSchema { name: \"switch_revision\", field_type: U32, source: Metric, description: \"\" }, FieldSchema { name: \"switch_serial\", field_type: String, source: Metric, description: \"\" }, FieldSchema { name: \"switch_slot\", field_type: U16, source: Metric, description: \"\" }}, datum_type: F64, version: 1, authz_scope: Fleet, units: Count, created: 2026-08-25T09:29:59.105285467Z }","timeseries_name":"dendrite:sample_collection_duration"}
{"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-08-25T09:29:59.133472321Z","hostname":"oxz_oximeter_83d384b1-644a-4116-86ed-c342d288bfe1","pid":25057,"id":"fdcd102c-c494-493d-bfd8-010831603f9c","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"83d384b1-644a-4116-86ed-c342d288bfe1","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"switch_data_link:link_enabled\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"asic_fab\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_lot\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer\", field_type: U8, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_x\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_y\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"kind\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"link_id\", field_type: U8, source: Metric, description: \"\" }, FieldSchema { name: \"model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"network\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"port_id\", field_type: String, source: Metric, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"sled_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"sled_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"switch_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"switch_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_slot\", field_type: U16, source: Target, description: \"\" }}, datum_type: Bool, version: 1, authz_scope: Fleet, units: Count, created: 2026-08-25T09:29:59.105181135Z }","timeseries_name":"switch_data_link:link_enabled"}
{"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-08-25T09:29:59.133587052Z","hostname":"oxz_oximeter_83d384b1-644a-4116-86ed-c342d288bfe1","pid":25057,"id":"fdcd102c-c494-493d-bfd8-010831603f9c","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"83d384b1-644a-4116-86ed-c342d288bfe1","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"switch_data_link:link_up\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"asic_fab\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_lot\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer\", field_type: U8, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_x\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_y\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"kind\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"link_id\", field_type: U8, source: Metric, description: \"\" }, FieldSchema { name: \"model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"network\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"port_id\", field_type: String, source: Metric, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"sled_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"sled_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"switch_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"switch_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_slot\", field_type: U16, source: Target, description: \"\" }}, datum_type: Bool, version: 1, authz_scope: Fleet, units: Count, created: 2026-08-25T09:29:59.105188705Z }","timeseries_name":"switch_data_link:link_up"}
{"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-08-25T09:29:59.133695894Z","hostname":"oxz_oximeter_83d384b1-644a-4116-86ed-c342d288bfe1","pid":25057,"id":"fdcd102c-c494-493d-bfd8-010831603f9c","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"83d384b1-644a-4116-86ed-c342d288bfe1","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"switch_table:capacity\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"asic_fab\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_lot\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer\", field_type: U8, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_x\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_y\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"switch_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"switch_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"switch_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_slot\", field_type: U16, source: Target, description: \"\" }, FieldSchema { name: \"table\", field_type: String, source: Target, description: \"\" }}, datum_type: U64, version: 1, authz_scope: Fleet, units: Count, created: 2026-08-25T09:29:59.105195605Z }","timeseries_name":"switch_table:capacity"}
{"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-08-25T09:29:59.133779706Z","hostname":"oxz_oximeter_83d384b1-644a-4116-86ed-c342d288bfe1","pid":25057,"id":"fdcd102c-c494-493d-bfd8-010831603f9c","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"83d384b1-644a-4116-86ed-c342d288bfe1","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"switch_table:collisions\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"asic_fab\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_lot\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer\", field_type: U8, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_x\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_y\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"switch_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"switch_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"switch_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_slot\", field_type: U16, source: Target, description: \"\" }, FieldSchema { name: \"table\", field_type: String, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-08-25T09:29:59.105224836Z }","timeseries_name":"switch_table:collisions"}
{"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-08-25T09:29:59.133858907Z","hostname":"oxz_oximeter_83d384b1-644a-4116-86ed-c342d288bfe1","pid":25057,"id":"fdcd102c-c494-493d-bfd8-010831603f9c","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"83d384b1-644a-4116-86ed-c342d288bfe1","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"switch_table:delete_misses\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"asic_fab\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_lot\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer\", field_type: U8, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_x\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_y\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"switch_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"switch_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"switch_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_slot\", field_type: U16, source: Target, description: \"\" }, FieldSchema { name: \"table\", field_type: String, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-08-25T09:29:59.105234386Z }","timeseries_name":"switch_table:delete_misses"}
{"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-08-25T09:29:59.133937088Z","hostname":"oxz_oximeter_83d384b1-644a-4116-86ed-c342d288bfe1","pid":25057,"id":"fdcd102c-c494-493d-bfd8-010831603f9c","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"83d384b1-644a-4116-86ed-c342d288bfe1","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"switch_table:deletes\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"asic_fab\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_lot\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer\", field_type: U8, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_x\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_y\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"switch_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"switch_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"switch_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_slot\", field_type: U16, source: Target, description: \"\" }, FieldSchema { name: \"table\", field_type: String, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-08-25T09:29:59.105213466Z }","timeseries_name":"switch_table:deletes"}
{"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-08-25T09:29:59.134019229Z","hostname":"oxz_oximeter_83d384b1-644a-4116-86ed-c342d288bfe1","pid":25057,"id":"fdcd102c-c494-493d-bfd8-010831603f9c","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"83d384b1-644a-4116-86ed-c342d288bfe1","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"switch_table:exhaustion\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"asic_fab\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_lot\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer\", field_type: U8, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_x\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_y\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"switch_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"switch_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"switch_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_slot\", field_type: U16, source: Target, description: \"\" }, FieldSchema { name: \"table\", field_type: String, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-08-25T09:29:59.105239136Z }","timeseries_name":"switch_table:exhaustion"}
{"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-08-25T09:29:59.13409945Z","hostname":"oxz_oximeter_83d384b1-644a-4116-86ed-c342d288bfe1","pid":25057,"id":"fdcd102c-c494-493d-bfd8-010831603f9c","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"83d384b1-644a-4116-86ed-c342d288bfe1","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"switch_table:inserts\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"asic_fab\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_lot\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer\", field_type: U8, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_x\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_y\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"switch_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"switch_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"switch_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_slot\", field_type: U16, source: Target, description: \"\" }, FieldSchema { name: \"table\", field_type: String, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-08-25T09:29:59.105204286Z }","timeseries_name":"switch_table:inserts"}
{"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-08-25T09:29:59.134177441Z","hostname":"oxz_oximeter_83d384b1-644a-4116-86ed-c342d288bfe1","pid":25057,"id":"fdcd102c-c494-493d-bfd8-010831603f9c","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"83d384b1-644a-4116-86ed-c342d288bfe1","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"switch_table:occupancy\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"asic_fab\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_lot\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer\", field_type: U8, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_x\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_y\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"switch_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"switch_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"switch_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_slot\", field_type: U16, source: Target, description: \"\" }, FieldSchema { name: \"table\", field_type: String, source: Target, description: \"\" }}, datum_type: U64, version: 1, authz_scope: Fleet, units: Count, created: 2026-08-25T09:29:59.105199826Z }","timeseries_name":"switch_table:occupancy"}
{"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-08-25T09:29:59.134253173Z","hostname":"oxz_oximeter_83d384b1-644a-4116-86ed-c342d288bfe1","pid":25057,"id":"fdcd102c-c494-493d-bfd8-010831603f9c","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"83d384b1-644a-4116-86ed-c342d288bfe1","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"switch_table:update_misses\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"asic_fab\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_lot\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer\", field_type: U8, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_x\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_y\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"switch_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"switch_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"switch_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_slot\", field_type: U16, source: Target, description: \"\" }, FieldSchema { name: \"table\", field_type: String, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-08-25T09:29:59.105229666Z }","timeseries_name":"switch_table:update_misses"}
{"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-08-25T09:29:59.134328594Z","hostname":"oxz_oximeter_83d384b1-644a-4116-86ed-c342d288bfe1","pid":25057,"id":"fdcd102c-c494-493d-bfd8-010831603f9c","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"83d384b1-644a-4116-86ed-c342d288bfe1","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"switch_table:updates\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"asic_fab\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_lot\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer\", field_type: U8, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_x\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_y\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"switch_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"switch_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"switch_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_slot\", field_type: U16, source: Target, description: \"\" }, FieldSchema { name: \"table\", field_type: String, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-08-25T09:29:59.105219976Z }","timeseries_name":"switch_table:updates"}
{"msg":"inserting 12 new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-08-25T09:29:59.138610478Z","hostname":"oxz_oximeter_83d384b1-644a-4116-86ed-c342d288bfe1","pid":25057,"id":"fdcd102c-c494-493d-bfd8-010831603f9c","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"83d384b1-644a-4116-86ed-c342d288bfe1","component":"oximeter-agent"}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-08-25T09:29:59.148972964Z","hostname":"oxz_oximeter_83d384b1-644a-4116-86ed-c342d288bfe1","pid":25057,"id":"fdcd102c-c494-493d-bfd8-010831603f9c","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"83d384b1-644a-4116-86ed-c342d288bfe1","component":"oximeter-agent","table_name":"fields_i16","n_rows":460}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-08-25T09:29:59.151473481Z","hostname":"oxz_oximeter_83d384b1-644a-4116-86ed-c342d288bfe1","pid":25057,"id":"fdcd102c-c494-493d-bfd8-010831603f9c","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"83d384b1-644a-4116-86ed-c342d288bfe1","component":"oximeter-agent","table_name":"fields_string","n_rows":1171}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-08-25T09:29:59.153201258Z","hostname":"oxz_oximeter_83d384b1-644a-4116-86ed-c342d288bfe1","pid":25057,"id":"fdcd102c-c494-493d-bfd8-010831603f9c","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"83d384b1-644a-4116-86ed-c342d288bfe1","component":"oximeter-agent","table_name":"fields_u16","n_rows":230}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-08-25T09:29:59.154925673Z","hostname":"oxz_oximeter_83d384b1-644a-4116-86ed-c342d288bfe1","pid":25057,"id":"fdcd102c-c494-493d-bfd8-010831603f9c","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"83d384b1-644a-4116-86ed-c342d288bfe1","component":"oximeter-agent","table_name":"fields_u32","n_rows":235}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-08-25T09:29:59.156670499Z","hostname":"oxz_oximeter_83d384b1-644a-4116-86ed-c342d288bfe1","pid":25057,"id":"fdcd102c-c494-493d-bfd8-010831603f9c","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"83d384b1-644a-4116-86ed-c342d288bfe1","component":"oximeter-agent","table_name":"fields_u8","n_rows":234}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-08-25T09:29:59.158517317Z","hostname":"oxz_oximeter_83d384b1-644a-4116-86ed-c342d288bfe1","pid":25057,"id":"fdcd102c-c494-493d-bfd8-010831603f9c","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"83d384b1-644a-4116-86ed-c342d288bfe1","component":"oximeter-agent","table_name":"fields_uuid","n_rows":690}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-08-25T09:29:59.160262833Z","hostname":"oxz_oximeter_83d384b1-644a-4116-86ed-c342d288bfe1","pid":25057,"id":"fdcd102c-c494-493d-bfd8-010831603f9c","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"83d384b1-644a-4116-86ed-c342d288bfe1","component":"oximeter-agent","table_name":"measurements_bool","n_rows":4}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-08-25T09:29:59.161974539Z","hostname":"oxz_oximeter_83d384b1-644a-4116-86ed-c342d288bfe1","pid":25057,"id":"fdcd102c-c494-493d-bfd8-010831603f9c","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"83d384b1-644a-4116-86ed-c342d288bfe1","component":"oximeter-agent","table_name":"measurements_cumulativeu64","n_rows":175}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-08-25T09:29:59.163464811Z","hostname":"oxz_oximeter_83d384b1-644a-4116-86ed-c342d288bfe1","pid":25057,"id":"fdcd102c-c494-493d-bfd8-010831603f9c","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"83d384b1-644a-4116-86ed-c342d288bfe1","component":"oximeter-agent","table_name":"measurements_f64","n_rows":1}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-08-25T09:29:59.164972794Z","hostname":"oxz_oximeter_83d384b1-644a-4116-86ed-c342d288bfe1","pid":25057,"id":"fdcd102c-c494-493d-bfd8-010831603f9c","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"83d384b1-644a-4116-86ed-c342d288bfe1","component":"oximeter-agent","table_name":"measurements_u64","n_rows":50}
{"msg":"failed to insert some results into metric DB","v":0,"name":"oximeter","level":40,"time":"2026-08-25T09:29:59.206166703Z","hostname":"oxz_oximeter_83d384b1-644a-4116-86ed-c342d288bfe1","pid":25057,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"83d384b1-644a-4116-86ed-c342d288bfe1","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:276","error":"Failed to check out connection to database: No backends found for this service"}