[ Oct 30 17:58:56 Enabled. ] [ Oct 30 17:58:56 Rereading configuration. ] [ Oct 30 17:58:57 Rereading configuration. ] [ Oct 30 17:59:01 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/oximeter-collector/bin/oximeter run /var/svc/manifest/site/oximeter/config.toml --address [fd00:1122:3344:101::d]:12223 --id a24d1464-46d3-4d98-b287-671ce5086a07 &"). ] [ Oct 30 17:59:01 Method "start" exited with status 0. ] note: configured to log to "/dev/stdout" {"msg":"registered DTrace probes","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:01.118023653Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524} {"msg":"starting oximeter server","v":0,"name":"oximeter","level":30,"time":"2026-10-30T17:59:01.118995757Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"file":"oximeter/collector/src/lib.rs:291"} {"msg":"creating ClickHouse client","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:01.119049489Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524} {"msg":"registered USDT probes","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:01.127004004Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"id":"70014043-432f-4c49-a9c3-ba05f70d36a7","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent"} {"msg":"oximeter database does not exist, or is out-of-date","v":0,"name":"oximeter","level":40,"time":"2026-10-30T17:59:03.854051101Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"id":"70014043-432f-4c49-a9c3-ba05f70d36a7","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:876"} {"msg":"oximeter database is not present or not at the expected version","v":0,"name":"oximeter","level":40,"time":"2026-10-30T17:59:03.854091252Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:114","error":"Database is not at expected version"} {"msg":"failed to create ClickHouse client","v":0,"name":"oximeter","level":40,"time":"2026-10-30T17:59:03.855265161Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"file":"oximeter/collector/src/lib.rs:343","error":"Database(DatabaseVersionMismatch { expected: 14, found: 0 })","retry_after":"365.911308ms"} {"msg":"creating ClickHouse client","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:04.222555718Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524} {"msg":"registered USDT probes","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:04.222632409Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"id":"0dab601c-b05b-462c-8116-386815d00054","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent"} {"msg":"oximeter database does not exist, or is out-of-date","v":0,"name":"oximeter","level":40,"time":"2026-10-30T17:59:04.227413577Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"id":"0dab601c-b05b-462c-8116-386815d00054","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:876"} {"msg":"oximeter database is not present or not at the expected version","v":0,"name":"oximeter","level":40,"time":"2026-10-30T17:59:04.227462018Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:114","error":"Database is not at expected version"} {"msg":"failed to create ClickHouse client","v":0,"name":"oximeter","level":40,"time":"2026-10-30T17:59:04.227476268Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"file":"oximeter/collector/src/lib.rs:343","error":"Database(DatabaseVersionMismatch { expected: 14, found: 0 })","retry_after":"547.048194ms"} {"msg":"creating ClickHouse client","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:04.774727137Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524} {"msg":"registered USDT probes","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:04.774804889Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"id":"f6cf4052-8b23-463c-8633-96f3877b0344","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent"} {"msg":"oximeter database does not exist, or is out-of-date","v":0,"name":"oximeter","level":40,"time":"2026-10-30T17:59:04.778339086Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"id":"f6cf4052-8b23-463c-8633-96f3877b0344","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:876"} {"msg":"oximeter database is not present or not at the expected version","v":0,"name":"oximeter","level":40,"time":"2026-10-30T17:59:04.778375397Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:114","error":"Database is not at expected version"} {"msg":"failed to create ClickHouse client","v":0,"name":"oximeter","level":40,"time":"2026-10-30T17:59:04.778385157Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"file":"oximeter/collector/src/lib.rs:343","error":"Database(DatabaseVersionMismatch { expected: 14, found: 0 })","retry_after":"838.705713ms"} {"msg":"creating ClickHouse client","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:05.617871849Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524} {"msg":"registered USDT probes","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:05.617954671Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"id":"18dca918-2c83-47d6-9fcb-1732718b21ec","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent"} {"msg":"oximeter database does not exist, or is out-of-date","v":0,"name":"oximeter","level":40,"time":"2026-10-30T17:59:05.621380265Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"id":"18dca918-2c83-47d6-9fcb-1732718b21ec","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:876"} {"msg":"oximeter database is not present or not at the expected version","v":0,"name":"oximeter","level":40,"time":"2026-10-30T17:59:05.621406025Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:114","error":"Database is not at expected version"} {"msg":"failed to create ClickHouse client","v":0,"name":"oximeter","level":40,"time":"2026-10-30T17:59:05.621416605Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"file":"oximeter/collector/src/lib.rs:343","error":"Database(DatabaseVersionMismatch { expected: 14, found: 0 })","retry_after":"2.386813125s"} {"msg":"creating ClickHouse client","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:08.008850838Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524} {"msg":"registered USDT probes","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:08.00893191Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"id":"d284e5e0-db22-4bab-8ade-3758a6eb2b13","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent"} {"msg":"oximeter database does not exist, or is out-of-date","v":0,"name":"oximeter","level":40,"time":"2026-10-30T17:59:08.013273646Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"id":"d284e5e0-db22-4bab-8ade-3758a6eb2b13","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:876"} {"msg":"oximeter database is not present or not at the expected version","v":0,"name":"oximeter","level":40,"time":"2026-10-30T17:59:08.013345568Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:114","error":"Database is not at expected version"} {"msg":"failed to create ClickHouse client","v":0,"name":"oximeter","level":40,"time":"2026-10-30T17:59:08.013387059Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"file":"oximeter/collector/src/lib.rs:343","error":"Database(DatabaseVersionMismatch { expected: 14, found: 0 })","retry_after":"4.199701857s"} {"msg":"creating ClickHouse client","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:12.21365616Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524} {"msg":"registered USDT probes","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:12.213767403Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"id":"bc5fe277-567c-442e-b13e-46d7ba673e04","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent"} {"msg":"oximeter database does not exist, or is out-of-date","v":0,"name":"oximeter","level":40,"time":"2026-10-30T17:59:12.218289374Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"id":"bc5fe277-567c-442e-b13e-46d7ba673e04","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:876"} {"msg":"oximeter database is not present or not at the expected version","v":0,"name":"oximeter","level":40,"time":"2026-10-30T17:59:12.218431407Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:114","error":"Database is not at expected version"} {"msg":"failed to create ClickHouse client","v":0,"name":"oximeter","level":40,"time":"2026-10-30T17:59:12.218481079Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"file":"oximeter/collector/src/lib.rs:343","error":"Database(DatabaseVersionMismatch { expected: 14, found: 0 })","retry_after":"7.203966139s"} {"msg":"creating ClickHouse client","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:19.423664538Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524} {"msg":"registered USDT probes","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:19.42375189Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"id":"5df25a8d-b25f-48b1-9ea6-b848f15875ae","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent"} {"msg":"registered USDT probes","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:19.470701254Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"id":"a201a699-56ce-497d-997c-7921324110c0","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent"} {"msg":"registered endpoint","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:19.485147189Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","versions":"all","path":"/info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:19.48521617Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","versions":"all","path":"/producers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:19.485226201Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","versions":"all","path":"/producers/{producer_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:19.485281982Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","versions":"all","path":"/producers/{producer_id}","method":"GET"} {"msg":"listening","v":0,"name":"oximeter","level":30,"time":"2026-10-30T17:59:19.485336293Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.17.1/src/server.rs:335"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:19.487251411Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot"} {"msg":"registered USDT probes","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:19.487947088Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524} {"msg":"contacting nexus","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:19.487956448Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524} {"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:19.503532671Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/collectors","method":"POST","operation_id":"cpapi_collectors_post"} {"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:19.519023651Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"result":"Ok(Response { url: \"http://[fd00:1122:3344:101::c]:12221/metrics/collectors\", status: 204, headers: {\"x-request-id\": \"6227dca4-d0a6-4422-917c-6b3f31c1d054\", \"date\": \"Fri, 30 Oct 2026 17:59:19 GMT\"} })","operation_id":"cpapi_collectors_post"} {"msg":"oximeter registered with nexus","v":0,"name":"oximeter","level":30,"time":"2026-10-30T17:59:19.519082023Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"file":"oximeter/collector/src/lib.rs:422","id":"a24d1464-46d3-4d98-b287-671ce5086a07"} {"msg":"starting refresh list task","v":0,"name":"oximeter","level":30,"time":"2026-10-30T17:59:19.519091043Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:623"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"oximeter","level":30,"time":"2026-10-30T17:59:19.520138019Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:626"} {"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:19.524201119Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"body":"None","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/collectors/a24d1464-46d3-4d98-b287-671ce5086a07/producers?sort_by=id_ascending","method":"GET","operation_id":"cpapi_assigned_producers_list"} {"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:19.536691966Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"result":"Ok(Response { url: \"http://[fd00:1122:3344:101::b]:12221/metrics/collectors/a24d1464-46d3-4d98-b287-671ce5086a07/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"993b40ec-9cce-4ec6-9be2-f787d388e2ef\", \"content-length\": \"29\", \"date\": \"Fri, 30 Oct 2026 17:59:19 GMT\"} })","operation_id":"cpapi_assigned_producers_list"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"oximeter","level":30,"time":"2026-10-30T17:59:19.536768327Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:701","n_current_tasks":0,"n_pruned_tasks":0} {"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:24.471948698Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent","n_samples":4} {"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:24.47199446Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent","n_samples":4} {"msg":"unrolling 4 total samples","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:24.473867146Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"id":"5df25a8d-b25f-48b1-9ea6-b848f15875ae","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent"} {"msg":"fetching timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:24.473920747Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"id":"5df25a8d-b25f-48b1-9ea6-b848f15875ae","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:24.486506806Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"id":"5df25a8d-b25f-48b1-9ea6-b848f15875ae","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"oximeter_collector:database_queue_depth\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"collector_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"collector_ip\", field_type: IpAddr, source: Target, description: \"\" }, FieldSchema { name: \"collector_port\", field_type: U16, source: Target, description: \"\" }, FieldSchema { name: \"collector_sink\", field_type: String, source: Metric, description: \"\" }}, datum_type: HistogramU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-10-30T17:59:24.473878256Z }","timeseries_name":"oximeter_collector:database_queue_depth"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:24.48664547Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"id":"5df25a8d-b25f-48b1-9ea6-b848f15875ae","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"oximeter_collector:database_samples_dropped\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"collector_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"collector_ip\", field_type: IpAddr, source: Target, description: \"\" }, FieldSchema { name: \"collector_port\", field_type: U16, source: Target, description: \"\" }, FieldSchema { name: \"collector_sink\", field_type: String, source: Metric, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-10-30T17:59:24.473867226Z }","timeseries_name":"oximeter_collector:database_samples_dropped"} {"msg":"inserting 2 new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:24.486740872Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"id":"5df25a8d-b25f-48b1-9ea6-b848f15875ae","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent"} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:24.49888038Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"id":"5df25a8d-b25f-48b1-9ea6-b848f15875ae","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent","table_name":"fields_ipaddr","n_rows":4} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:24.500708325Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"id":"5df25a8d-b25f-48b1-9ea6-b848f15875ae","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent","table_name":"fields_string","n_rows":4} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:24.502323575Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"id":"5df25a8d-b25f-48b1-9ea6-b848f15875ae","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent","table_name":"fields_u16","n_rows":4} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:24.503907314Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"id":"5df25a8d-b25f-48b1-9ea6-b848f15875ae","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent","table_name":"fields_uuid","n_rows":4} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:24.505519234Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"id":"5df25a8d-b25f-48b1-9ea6-b848f15875ae","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent","table_name":"measurements_cumulativeu64","n_rows":2} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:24.511767897Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"id":"5df25a8d-b25f-48b1-9ea6-b848f15875ae","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent","table_name":"measurements_histogramu64","n_rows":2} {"msg":"failed to insert some results into metric DB","v":0,"name":"oximeter","level":40,"time":"2026-10-30T17:59:24.57293443Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:276","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:29.47260731Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:29.472692583Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:34.472778151Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:34.472901894Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"oximeter","level":30,"time":"2026-10-30T17:59:34.519852408Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:626"} {"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:34.519950111Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"body":"None","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/collectors/a24d1464-46d3-4d98-b287-671ce5086a07/producers?sort_by=id_ascending","method":"GET","operation_id":"cpapi_assigned_producers_list"} {"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:34.546816651Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"result":"Ok(Response { url: \"http://[fd00:1122:3344:101::a]:12221/metrics/collectors/a24d1464-46d3-4d98-b287-671ce5086a07/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1e7f57e5-113c-45f4-a608-10e3e3d20b96\", \"content-length\": \"728\", \"date\": \"Fri, 30 Oct 2026 17:59:34 GMT\"} })","operation_id":"cpapi_assigned_producers_list"} {"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:34.546886733Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"body":"None","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/collectors/a24d1464-46d3-4d98-b287-671ce5086a07/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjZjFiYjRiNy04YTI1LTQxMjUtYTcyYS02NjgzNGRkZjE0NDgifX0%3D","method":"GET","operation_id":"cpapi_assigned_producers_list"} {"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:34.550789669Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"result":"Ok(Response { url: \"http://[fd00:1122:3344:101::a]:12221/metrics/collectors/a24d1464-46d3-4d98-b287-671ce5086a07/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjZjFiYjRiNy04YTI1LTQxMjUtYTcyYS02NjgzNGRkZjE0NDgifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"583efb1f-e8fb-4029-8964-331d70afb080\", \"content-length\": \"29\", \"date\": \"Fri, 30 Oct 2026 17:59:34 GMT\"} })","operation_id":"cpapi_assigned_producers_list"} {"msg":"registered new metric producer","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:34.55084605Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent","address":"[fd00:1122:3344:101::b]:59935","producer_id":"1abd7ef2-712a-4900-bf45-ff2ada90a7e8"} {"msg":"registered new metric producer","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:34.550895481Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent","address":"[fd00:1122:3344:101::2]:47275","producer_id":"35e9b228-bf62-40ed-b89a-20c8f91dcedb"} {"msg":"registered new metric producer","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:34.550903402Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent","address":"[fd00:1122:3344:101::1]:40578","producer_id":"44a910ca-1269-4d56-ac16-e730789a9827"} {"msg":"registered new metric producer","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:34.550947453Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent","address":"[fd00:1122:3344:101::2]:62022","producer_id":"cf1bb4b7-8a25-4125-a72a-66834ddf1448"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"oximeter","level":30,"time":"2026-10-30T17:59:34.551011754Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:701","n_current_tasks":4,"n_pruned_tasks":0} {"msg":"reporting oximeter self-collection statistics","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:34.830994545Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"producer_port":62022,"producer_ip":"fd00:1122:3344:101::2","producer_id":"cf1bb4b7-8a25-4125-a72a-66834ddf1448","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:35.118170343Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"producer_port":59935,"producer_ip":"fd00:1122:3344:101::b","producer_id":"1abd7ef2-712a-4900-bf45-ff2ada90a7e8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:35.118264385Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"producer_port":59935,"producer_ip":"fd00:1122:3344:101::b","producer_id":"1abd7ef2-712a-4900-bf45-ff2ada90a7e8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:35.126951388Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"producer_port":59935,"producer_ip":"fd00:1122:3344:101::b","producer_id":"1abd7ef2-712a-4900-bf45-ff2ada90a7e8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent","n_samples":42,"n_results":6} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:35.282411989Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"producer_port":62022,"producer_ip":"fd00:1122:3344:101::2","producer_id":"cf1bb4b7-8a25-4125-a72a-66834ddf1448","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:35.28245221Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"producer_port":62022,"producer_ip":"fd00:1122:3344:101::2","producer_id":"cf1bb4b7-8a25-4125-a72a-66834ddf1448","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:36.033252601Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"producer_port":62022,"producer_ip":"fd00:1122:3344:101::2","producer_id":"cf1bb4b7-8a25-4125-a72a-66834ddf1448","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent","n_samples":12804,"n_results":2} {"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:36.117959493Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent","n_samples":12848} {"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:36.118374753Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent","n_samples":12848} {"msg":"unrolling 12848 total samples","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:36.118451725Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"id":"5df25a8d-b25f-48b1-9ea6-b848f15875ae","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent"} {"msg":"fetching timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:36.120037164Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"id":"5df25a8d-b25f-48b1-9ea6-b848f15875ae","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:36.123806686Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"id":"5df25a8d-b25f-48b1-9ea6-b848f15875ae","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"collection_target:cpus_provisioned\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: I64, version: 1, authz_scope: Fleet, units: Count, created: 2026-10-30T17:59:36.118421864Z }","timeseries_name":"collection_target:cpus_provisioned"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:36.123878858Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"id":"5df25a8d-b25f-48b1-9ea6-b848f15875ae","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"collection_target:ram_provisioned\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: I64, version: 1, authz_scope: Fleet, units: Count, created: 2026-10-30T17:59:36.118422924Z }","timeseries_name":"collection_target:ram_provisioned"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:36.123926269Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"id":"5df25a8d-b25f-48b1-9ea6-b848f15875ae","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"collection_target:virtual_disk_space_provisioned\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: I64, version: 1, authz_scope: Fleet, units: Count, created: 2026-10-30T17:59:36.118423954Z }","timeseries_name":"collection_target:virtual_disk_space_provisioned"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:36.12397095Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"id":"5df25a8d-b25f-48b1-9ea6-b848f15875ae","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"hardware_component:current\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"chassis_kind\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"chassis_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"chassis_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"chassis_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"component_id\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"component_kind\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"description\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"gateway_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"hubris_archive_id\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sensor\", field_type: String, source: Metric, description: \"\" }, FieldSchema { name: \"slot\", field_type: U32, source: Target, description: \"\" }}, datum_type: F32, version: 1, authz_scope: Fleet, units: Count, created: 2026-10-30T17:59:36.118453665Z }","timeseries_name":"hardware_component:current"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:36.124069673Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"id":"5df25a8d-b25f-48b1-9ea6-b848f15875ae","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"hardware_component:fan_speed\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"chassis_kind\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"chassis_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"chassis_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"chassis_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"component_id\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"component_kind\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"description\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"gateway_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"hubris_archive_id\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sensor\", field_type: String, source: Metric, description: \"\" }, FieldSchema { name: \"slot\", field_type: U32, source: Target, description: \"\" }}, datum_type: F32, version: 1, authz_scope: Fleet, units: Count, created: 2026-10-30T17:59:36.118479395Z }","timeseries_name":"hardware_component:fan_speed"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:36.124161685Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"id":"5df25a8d-b25f-48b1-9ea6-b848f15875ae","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"hardware_component:input_current\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"chassis_kind\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"chassis_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"chassis_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"chassis_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"component_id\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"component_kind\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"description\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"gateway_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"hubris_archive_id\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sensor\", field_type: String, source: Metric, description: \"\" }, FieldSchema { name: \"slot\", field_type: U32, source: Target, description: \"\" }}, datum_type: F32, version: 1, authz_scope: Fleet, units: Count, created: 2026-10-30T17:59:36.118467745Z }","timeseries_name":"hardware_component:input_current"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:36.124238247Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"id":"5df25a8d-b25f-48b1-9ea6-b848f15875ae","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"hardware_component:input_voltage\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"chassis_kind\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"chassis_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"chassis_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"chassis_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"component_id\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"component_kind\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"description\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"gateway_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"hubris_archive_id\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sensor\", field_type: String, source: Metric, description: \"\" }, FieldSchema { name: \"slot\", field_type: U32, source: Target, description: \"\" }}, datum_type: F32, version: 1, authz_scope: Fleet, units: Count, created: 2026-10-30T17:59:36.118471675Z }","timeseries_name":"hardware_component:input_voltage"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:36.124310649Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"id":"5df25a8d-b25f-48b1-9ea6-b848f15875ae","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"hardware_component:temperature\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"chassis_kind\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"chassis_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"chassis_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"chassis_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"component_id\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"component_kind\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"description\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"gateway_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"hubris_archive_id\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sensor\", field_type: String, source: Metric, description: \"\" }, FieldSchema { name: \"slot\", field_type: U32, source: Target, description: \"\" }}, datum_type: F32, version: 1, authz_scope: Fleet, units: Count, created: 2026-10-30T17:59:36.118441474Z }","timeseries_name":"hardware_component:temperature"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:36.124383831Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"id":"5df25a8d-b25f-48b1-9ea6-b848f15875ae","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"hardware_component:voltage\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"chassis_kind\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"chassis_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"chassis_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"chassis_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"component_id\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"component_kind\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"description\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"gateway_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"hubris_archive_id\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sensor\", field_type: String, source: Metric, description: \"\" }, FieldSchema { name: \"slot\", field_type: U32, source: Target, description: \"\" }}, datum_type: F32, version: 1, authz_scope: Fleet, units: Count, created: 2026-10-30T17:59:36.118457245Z }","timeseries_name":"hardware_component:voltage"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:36.124459132Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"id":"5df25a8d-b25f-48b1-9ea6-b848f15875ae","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"http_service:request_latency_histogram\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"name\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"operation_id\", field_type: String, source: Metric, description: \"\" }, FieldSchema { name: \"status_code\", field_type: U16, source: Metric, description: \"\" }}, datum_type: HistogramU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-10-30T17:59:36.118417924Z }","timeseries_name":"http_service:request_latency_histogram"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:36.124537514Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"id":"5df25a8d-b25f-48b1-9ea6-b848f15875ae","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"oximeter_collector:collections\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"base_route\", field_type: String, source: Metric, description: \"\" }, FieldSchema { name: \"collector_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"collector_ip\", field_type: IpAddr, source: Target, description: \"\" }, FieldSchema { name: \"collector_port\", field_type: U16, source: Target, description: \"\" }, FieldSchema { name: \"producer_id\", field_type: Uuid, source: Metric, description: \"\" }, FieldSchema { name: \"producer_ip\", field_type: IpAddr, source: Metric, description: \"\" }, FieldSchema { name: \"producer_port\", field_type: U16, source: Metric, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-10-30T17:59:36.118402464Z }","timeseries_name":"oximeter_collector:collections"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:36.124611616Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"id":"5df25a8d-b25f-48b1-9ea6-b848f15875ae","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"oximeter_collector:samples_collected\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"base_route\", field_type: String, source: Metric, description: \"\" }, FieldSchema { name: \"collector_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"collector_ip\", field_type: IpAddr, source: Target, description: \"\" }, FieldSchema { name: \"collector_port\", field_type: U16, source: Target, description: \"\" }, FieldSchema { name: \"producer_id\", field_type: Uuid, source: Metric, description: \"\" }, FieldSchema { name: \"producer_ip\", field_type: IpAddr, source: Metric, description: \"\" }, FieldSchema { name: \"producer_port\", field_type: U16, source: Metric, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-10-30T17:59:36.118414704Z }","timeseries_name":"oximeter_collector:samples_collected"} {"msg":"inserting 12 new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:36.182803706Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"id":"5df25a8d-b25f-48b1-9ea6-b848f15875ae","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent"} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:36.186532628Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"id":"5df25a8d-b25f-48b1-9ea6-b848f15875ae","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent","table_name":"fields_ipaddr","n_rows":4} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:36.190645739Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"id":"5df25a8d-b25f-48b1-9ea6-b848f15875ae","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent","table_name":"fields_string","n_rows":554} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:36.192188867Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"id":"5df25a8d-b25f-48b1-9ea6-b848f15875ae","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent","table_name":"fields_u16","n_rows":40} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:36.193829767Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"id":"5df25a8d-b25f-48b1-9ea6-b848f15875ae","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent","table_name":"fields_u32","n_rows":120} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:36.195605471Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"id":"5df25a8d-b25f-48b1-9ea6-b848f15875ae","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent","table_name":"fields_uuid","n_rows":170} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:36.19719333Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"id":"5df25a8d-b25f-48b1-9ea6-b848f15875ae","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent","table_name":"measurements_cumulativeu64","n_rows":2} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:36.205566875Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"id":"5df25a8d-b25f-48b1-9ea6-b848f15875ae","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent","table_name":"measurements_f32","n_rows":12792} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:36.208009416Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"id":"5df25a8d-b25f-48b1-9ea6-b848f15875ae","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent","table_name":"measurements_histogramu64","n_rows":36} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:36.210050036Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"id":"5df25a8d-b25f-48b1-9ea6-b848f15875ae","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent","table_name":"measurements_i64","n_rows":18} {"msg":"failed to insert some results into metric DB","v":0,"name":"oximeter","level":40,"time":"2026-10-30T17:59:36.2191719Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:276","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"reporting oximeter self-collection statistics","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:36.704530997Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"producer_port":59935,"producer_ip":"fd00:1122:3344:101::b","producer_id":"1abd7ef2-712a-4900-bf45-ff2ada90a7e8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:37.881681946Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"producer_port":40578,"producer_ip":"fd00:1122:3344:101::1","producer_id":"44a910ca-1269-4d56-ac16-e730789a9827","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:37.881723077Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"producer_port":40578,"producer_ip":"fd00:1122:3344:101::1","producer_id":"44a910ca-1269-4d56-ac16-e730789a9827","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:38.06616153Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"producer_port":40578,"producer_ip":"fd00:1122:3344:101::1","producer_id":"44a910ca-1269-4d56-ac16-e730789a9827","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent","n_samples":6634,"n_results":3} {"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:38.08083847Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent","n_samples":6636} {"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:38.080893552Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent","n_samples":6636} {"msg":"unrolling 6636 total samples","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:38.080932102Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"id":"5df25a8d-b25f-48b1-9ea6-b848f15875ae","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent"} {"msg":"fetching timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:38.081977268Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"id":"5df25a8d-b25f-48b1-9ea6-b848f15875ae","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:38.109130265Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"id":"5df25a8d-b25f-48b1-9ea6-b848f15875ae","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"opte_port:in_uft_evictions\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"interface_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"interface_kind\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"parent_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"port_name\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"sled_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"sled_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"zone_name\", field_type: String, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-10-30T17:59:38.081358463Z }","timeseries_name":"opte_port:in_uft_evictions"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:38.109247558Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"id":"5df25a8d-b25f-48b1-9ea6-b848f15875ae","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"opte_port:in_uft_flows\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"interface_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"interface_kind\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"parent_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"port_name\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"sled_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"sled_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"zone_name\", field_type: String, source: Target, description: \"\" }}, datum_type: U64, version: 1, authz_scope: Fleet, units: Count, created: 2026-10-30T17:59:38.081355623Z }","timeseries_name":"opte_port:in_uft_flows"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:38.10932996Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"id":"5df25a8d-b25f-48b1-9ea6-b848f15875ae","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"opte_port:in_uft_hits\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"interface_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"interface_kind\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"parent_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"port_name\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"sled_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"sled_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"zone_name\", field_type: String, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-10-30T17:59:38.081352653Z }","timeseries_name":"opte_port:in_uft_hits"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:38.109428703Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"id":"5df25a8d-b25f-48b1-9ea6-b848f15875ae","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"opte_port:in_uft_misses\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"interface_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"interface_kind\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"parent_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"port_name\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"sled_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"sled_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"zone_name\", field_type: String, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-10-30T17:59:38.081354123Z }","timeseries_name":"opte_port:in_uft_misses"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:38.109508895Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"id":"5df25a8d-b25f-48b1-9ea6-b848f15875ae","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"opte_port:out_uft_evictions\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"interface_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"interface_kind\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"parent_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"port_name\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"sled_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"sled_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"zone_name\", field_type: String, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-10-30T17:59:38.081364023Z }","timeseries_name":"opte_port:out_uft_evictions"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:38.109593427Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"id":"5df25a8d-b25f-48b1-9ea6-b848f15875ae","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"opte_port:out_uft_flows\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"interface_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"interface_kind\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"parent_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"port_name\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"sled_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"sled_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"zone_name\", field_type: String, source: Target, description: \"\" }}, datum_type: U64, version: 1, authz_scope: Fleet, units: Count, created: 2026-10-30T17:59:38.081362673Z }","timeseries_name":"opte_port:out_uft_flows"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:38.109671339Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"id":"5df25a8d-b25f-48b1-9ea6-b848f15875ae","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"opte_port:out_uft_hits\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"interface_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"interface_kind\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"parent_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"port_name\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"sled_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"sled_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"zone_name\", field_type: String, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-10-30T17:59:38.081359903Z }","timeseries_name":"opte_port:out_uft_hits"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:38.109772591Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"id":"5df25a8d-b25f-48b1-9ea6-b848f15875ae","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"opte_port:out_uft_misses\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"interface_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"interface_kind\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"parent_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"port_name\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"sled_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"sled_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"zone_name\", field_type: String, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-10-30T17:59:38.081361293Z }","timeseries_name":"opte_port:out_uft_misses"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:38.109852523Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"id":"5df25a8d-b25f-48b1-9ea6-b848f15875ae","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"opte_port:route_cache_hits\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"interface_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"interface_kind\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"parent_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"port_name\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"sled_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"sled_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"zone_name\", field_type: String, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-10-30T17:59:38.081366623Z }","timeseries_name":"opte_port:route_cache_hits"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:38.109934495Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"id":"5df25a8d-b25f-48b1-9ea6-b848f15875ae","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"opte_port:route_cache_misses\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"interface_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"interface_kind\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"parent_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"port_name\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"sled_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"sled_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"zone_name\", field_type: String, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-10-30T17:59:38.081368273Z }","timeseries_name":"opte_port:route_cache_misses"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:38.110039378Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"id":"5df25a8d-b25f-48b1-9ea6-b848f15875ae","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"opte_port:route_cache_occupancy\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"interface_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"interface_kind\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"parent_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"port_name\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"sled_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"sled_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"zone_name\", field_type: String, source: Target, description: \"\" }}, datum_type: U64, version: 1, authz_scope: Fleet, units: Count, created: 2026-10-30T17:59:38.081365333Z }","timeseries_name":"opte_port:route_cache_occupancy"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:38.11012325Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"id":"5df25a8d-b25f-48b1-9ea6-b848f15875ae","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"opte_port:route_cache_table_full\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"interface_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"interface_kind\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"parent_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"port_name\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"sled_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"sled_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"zone_name\", field_type: String, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-10-30T17:59:38.081369873Z }","timeseries_name":"opte_port:route_cache_table_full"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:38.110259693Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"id":"5df25a8d-b25f-48b1-9ea6-b848f15875ae","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"sled_cpu:cpu_nsec\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"cpu_id\", field_type: U32, source: Metric, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"sled_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"sled_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"state\", field_type: String, source: Metric, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-10-30T17:59:38.080949473Z }","timeseries_name":"sled_cpu:cpu_nsec"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:38.110309554Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"id":"5df25a8d-b25f-48b1-9ea6-b848f15875ae","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"sled_data_link:bytes_received\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"kind\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"link_name\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"sled_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"sled_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"zone_name\", field_type: String, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-10-30T17:59:38.080925122Z }","timeseries_name":"sled_data_link:bytes_received"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:38.110397006Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"id":"5df25a8d-b25f-48b1-9ea6-b848f15875ae","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"sled_data_link:bytes_sent\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"kind\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"link_name\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"sled_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"sled_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"zone_name\", field_type: String, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-10-30T17:59:38.080927842Z }","timeseries_name":"sled_data_link:bytes_sent"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:38.11054497Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"id":"5df25a8d-b25f-48b1-9ea6-b848f15875ae","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"sled_data_link:errors_received\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"kind\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"link_name\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"sled_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"sled_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"zone_name\", field_type: String, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-10-30T17:59:38.080921372Z }","timeseries_name":"sled_data_link:errors_received"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:38.110622932Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"id":"5df25a8d-b25f-48b1-9ea6-b848f15875ae","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"sled_data_link:errors_sent\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"kind\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"link_name\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"sled_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"sled_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"zone_name\", field_type: String, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-10-30T17:59:38.080923252Z }","timeseries_name":"sled_data_link:errors_sent"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:38.110708514Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"id":"5df25a8d-b25f-48b1-9ea6-b848f15875ae","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"sled_data_link:packets_received\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"kind\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"link_name\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"sled_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"sled_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"zone_name\", field_type: String, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-10-30T17:59:38.080926652Z }","timeseries_name":"sled_data_link:packets_received"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:38.110753205Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"id":"5df25a8d-b25f-48b1-9ea6-b848f15875ae","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"sled_data_link:packets_sent\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"kind\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"link_name\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"sled_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"sled_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"zone_name\", field_type: String, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-10-30T17:59:38.080929492Z }","timeseries_name":"sled_data_link:packets_sent"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:38.110834417Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"id":"5df25a8d-b25f-48b1-9ea6-b848f15875ae","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"zfs_dataset:bytes_used\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"dataset_id\", field_type: Uuid, source: Metric, description: \"\" }, FieldSchema { name: \"dataset_kind\", field_type: String, source: Metric, description: \"\" }, FieldSchema { name: \"dataset_name\", field_type: String, source: Metric, description: \"\" }, FieldSchema { name: \"pool_id\", field_type: Uuid, source: Metric, description: \"\" }, FieldSchema { name: \"pool_kind\", field_type: String, source: Metric, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"sled_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"sled_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"zone_name\", field_type: String, source: Metric, description: \"\" }}, datum_type: U64, version: 1, authz_scope: Fleet, units: Count, created: 2026-10-30T17:59:38.081872816Z }","timeseries_name":"zfs_dataset:bytes_used"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:38.110914259Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"id":"5df25a8d-b25f-48b1-9ea6-b848f15875ae","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"zfs_pool:bytes_allocated\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"pool_id\", field_type: Uuid, source: Metric, description: \"\" }, FieldSchema { name: \"pool_kind\", field_type: String, source: Metric, description: \"\" }, FieldSchema { name: \"pool_name\", field_type: String, source: Metric, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"sled_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"sled_serial\", field_type: String, source: Target, description: \"\" }}, datum_type: U64, version: 1, authz_scope: Fleet, units: Count, created: 2026-10-30T17:59:38.081864035Z }","timeseries_name":"zfs_pool:bytes_allocated"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:38.11096286Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"id":"5df25a8d-b25f-48b1-9ea6-b848f15875ae","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"zfs_pool:bytes_total\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"pool_id\", field_type: Uuid, source: Metric, description: \"\" }, FieldSchema { name: \"pool_kind\", field_type: String, source: Metric, description: \"\" }, FieldSchema { name: \"pool_name\", field_type: String, source: Metric, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"sled_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"sled_serial\", field_type: String, source: Target, description: \"\" }}, datum_type: U64, version: 1, authz_scope: Fleet, units: Count, created: 2026-10-30T17:59:38.081866105Z }","timeseries_name":"zfs_pool:bytes_total"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:38.111042022Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"id":"5df25a8d-b25f-48b1-9ea6-b848f15875ae","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"zone:cpu_nsec\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"sled_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"sled_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"state\", field_type: String, source: Metric, description: \"\" }, FieldSchema { name: \"zone_id\", field_type: Uuid, source: Metric, description: \"\" }, FieldSchema { name: \"zone_name\", field_type: String, source: Metric, description: \"\" }, FieldSchema { name: \"zone_type\", field_type: String, source: Metric, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-10-30T17:59:38.081450235Z }","timeseries_name":"zone:cpu_nsec"} {"msg":"inserting 23 new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:38.137220036Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"id":"5df25a8d-b25f-48b1-9ea6-b848f15875ae","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent"} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:38.141521302Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"id":"5df25a8d-b25f-48b1-9ea6-b848f15875ae","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent","table_name":"fields_ipaddr","n_rows":4} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:38.144808392Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"id":"5df25a8d-b25f-48b1-9ea6-b848f15875ae","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent","table_name":"fields_string","n_rows":3567} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:38.146574316Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"id":"5df25a8d-b25f-48b1-9ea6-b848f15875ae","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent","table_name":"fields_u16","n_rows":14} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:38.148843321Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"id":"5df25a8d-b25f-48b1-9ea6-b848f15875ae","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent","table_name":"fields_u32","n_rows":1025} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:38.151719322Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"id":"5df25a8d-b25f-48b1-9ea6-b848f15875ae","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent","table_name":"fields_uuid","n_rows":2099} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:38.155053584Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"id":"5df25a8d-b25f-48b1-9ea6-b848f15875ae","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent","table_name":"measurements_cumulativeu64","n_rows":6080} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:38.157409952Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"id":"5df25a8d-b25f-48b1-9ea6-b848f15875ae","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent","table_name":"measurements_histogramu64","n_rows":10} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:38.159114734Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"id":"5df25a8d-b25f-48b1-9ea6-b848f15875ae","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent","table_name":"measurements_u64","n_rows":546} {"msg":"failed to insert some results into metric DB","v":0,"name":"oximeter","level":40,"time":"2026-10-30T17:59:38.182298104Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:276","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:39.472158302Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:39.472203613Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:43.124267304Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"producer_port":47275,"producer_ip":"fd00:1122:3344:101::2","producer_id":"35e9b228-bf62-40ed-b89a-20c8f91dcedb","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:43.124332356Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"producer_port":47275,"producer_ip":"fd00:1122:3344:101::2","producer_id":"35e9b228-bf62-40ed-b89a-20c8f91dcedb","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:43.142757109Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"producer_port":47275,"producer_ip":"fd00:1122:3344:101::2","producer_id":"35e9b228-bf62-40ed-b89a-20c8f91dcedb","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent","n_samples":140,"n_results":1} {"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:44.471885961Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent","n_samples":140} {"msg":"unrolling 140 total samples","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:44.471974383Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"id":"5df25a8d-b25f-48b1-9ea6-b848f15875ae","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent"} {"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:44.471990944Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent","n_samples":140} {"msg":"fetching timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:44.472013755Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"id":"5df25a8d-b25f-48b1-9ea6-b848f15875ae","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:44.478594776Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"id":"5df25a8d-b25f-48b1-9ea6-b848f15875ae","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"dendrite:sample_collection_duration\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"asic_fab\", field_type: String, source: Metric, description: \"\" }, FieldSchema { name: \"asic_lot\", field_type: String, source: Metric, description: \"\" }, FieldSchema { name: \"asic_wafer\", field_type: U8, source: Metric, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_x\", field_type: I16, source: Metric, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_y\", field_type: I16, source: Metric, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"sled_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"sled_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_id\", field_type: Uuid, source: Metric, description: \"\" }, FieldSchema { name: \"switch_model\", field_type: String, source: Metric, description: \"\" }, FieldSchema { name: \"switch_revision\", field_type: U32, source: Metric, description: \"\" }, FieldSchema { name: \"switch_serial\", field_type: String, source: Metric, description: \"\" }, FieldSchema { name: \"switch_slot\", field_type: U16, source: Metric, description: \"\" }}, datum_type: F64, version: 1, authz_scope: Fleet, units: Count, created: 2026-10-30T17:59:44.471960343Z }","timeseries_name":"dendrite:sample_collection_duration"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:44.478645867Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"id":"5df25a8d-b25f-48b1-9ea6-b848f15875ae","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"switch_data_link:link_enabled\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"asic_fab\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_lot\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer\", field_type: U8, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_x\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_y\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"kind\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"link_id\", field_type: U8, source: Metric, description: \"\" }, FieldSchema { name: \"model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"network\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"port_id\", field_type: String, source: Metric, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"sled_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"sled_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"switch_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"switch_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_slot\", field_type: U16, source: Target, description: \"\" }}, datum_type: Bool, version: 1, authz_scope: Fleet, units: Count, created: 2026-10-30T17:59:44.471884061Z }","timeseries_name":"switch_data_link:link_enabled"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:44.478681658Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"id":"5df25a8d-b25f-48b1-9ea6-b848f15875ae","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"switch_data_link:link_up\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"asic_fab\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_lot\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer\", field_type: U8, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_x\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_y\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"kind\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"link_id\", field_type: U8, source: Metric, description: \"\" }, FieldSchema { name: \"model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"network\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"port_id\", field_type: String, source: Metric, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"sled_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"sled_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"switch_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"switch_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_slot\", field_type: U16, source: Target, description: \"\" }}, datum_type: Bool, version: 1, authz_scope: Fleet, units: Count, created: 2026-10-30T17:59:44.471892501Z }","timeseries_name":"switch_data_link:link_up"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:44.478716019Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"id":"5df25a8d-b25f-48b1-9ea6-b848f15875ae","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"switch_table:capacity\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"asic_fab\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_lot\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer\", field_type: U8, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_x\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_y\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"switch_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"switch_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"switch_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_slot\", field_type: U16, source: Target, description: \"\" }, FieldSchema { name: \"table\", field_type: String, source: Target, description: \"\" }}, datum_type: U64, version: 1, authz_scope: Fleet, units: Count, created: 2026-10-30T17:59:44.471899102Z }","timeseries_name":"switch_table:capacity"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:44.4787449Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"id":"5df25a8d-b25f-48b1-9ea6-b848f15875ae","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"switch_table:collisions\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"asic_fab\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_lot\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer\", field_type: U8, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_x\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_y\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"switch_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"switch_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"switch_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_slot\", field_type: U16, source: Target, description: \"\" }, FieldSchema { name: \"table\", field_type: String, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-10-30T17:59:44.471919832Z }","timeseries_name":"switch_table:collisions"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:44.478774761Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"id":"5df25a8d-b25f-48b1-9ea6-b848f15875ae","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"switch_table:delete_misses\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"asic_fab\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_lot\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer\", field_type: U8, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_x\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_y\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"switch_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"switch_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"switch_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_slot\", field_type: U16, source: Target, description: \"\" }, FieldSchema { name: \"table\", field_type: String, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-10-30T17:59:44.471927592Z }","timeseries_name":"switch_table:delete_misses"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:44.478799821Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"id":"5df25a8d-b25f-48b1-9ea6-b848f15875ae","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"switch_table:deletes\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"asic_fab\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_lot\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer\", field_type: U8, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_x\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_y\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"switch_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"switch_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"switch_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_slot\", field_type: U16, source: Target, description: \"\" }, FieldSchema { name: \"table\", field_type: String, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-10-30T17:59:44.471911522Z }","timeseries_name":"switch_table:deletes"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:44.478826522Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"id":"5df25a8d-b25f-48b1-9ea6-b848f15875ae","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"switch_table:exhaustion\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"asic_fab\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_lot\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer\", field_type: U8, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_x\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_y\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"switch_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"switch_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"switch_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_slot\", field_type: U16, source: Target, description: \"\" }, FieldSchema { name: \"table\", field_type: String, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-10-30T17:59:44.471931602Z }","timeseries_name":"switch_table:exhaustion"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:44.478853432Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"id":"5df25a8d-b25f-48b1-9ea6-b848f15875ae","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"switch_table:inserts\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"asic_fab\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_lot\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer\", field_type: U8, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_x\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_y\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"switch_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"switch_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"switch_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_slot\", field_type: U16, source: Target, description: \"\" }, FieldSchema { name: \"table\", field_type: String, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-10-30T17:59:44.471907882Z }","timeseries_name":"switch_table:inserts"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:44.478879753Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"id":"5df25a8d-b25f-48b1-9ea6-b848f15875ae","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"switch_table:occupancy\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"asic_fab\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_lot\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer\", field_type: U8, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_x\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_y\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"switch_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"switch_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"switch_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_slot\", field_type: U16, source: Target, description: \"\" }, FieldSchema { name: \"table\", field_type: String, source: Target, description: \"\" }}, datum_type: U64, version: 1, authz_scope: Fleet, units: Count, created: 2026-10-30T17:59:44.471903512Z }","timeseries_name":"switch_table:occupancy"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:44.478907534Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"id":"5df25a8d-b25f-48b1-9ea6-b848f15875ae","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"switch_table:update_misses\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"asic_fab\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_lot\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer\", field_type: U8, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_x\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_y\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"switch_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"switch_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"switch_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_slot\", field_type: U16, source: Target, description: \"\" }, FieldSchema { name: \"table\", field_type: String, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-10-30T17:59:44.471923982Z }","timeseries_name":"switch_table:update_misses"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:44.478935365Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"id":"5df25a8d-b25f-48b1-9ea6-b848f15875ae","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"switch_table:updates\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"asic_fab\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_lot\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer\", field_type: U8, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_x\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_y\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"switch_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"switch_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"switch_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_slot\", field_type: U16, source: Target, description: \"\" }, FieldSchema { name: \"table\", field_type: String, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-10-30T17:59:44.471915592Z }","timeseries_name":"switch_table:updates"} {"msg":"inserting 12 new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:44.481053287Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"id":"5df25a8d-b25f-48b1-9ea6-b848f15875ae","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent"} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:44.485226469Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"id":"5df25a8d-b25f-48b1-9ea6-b848f15875ae","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent","table_name":"fields_i16","n_rows":280} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:44.486813468Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"id":"5df25a8d-b25f-48b1-9ea6-b848f15875ae","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent","table_name":"fields_string","n_rows":721} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:44.488286514Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"id":"5df25a8d-b25f-48b1-9ea6-b848f15875ae","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent","table_name":"fields_u16","n_rows":140} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:44.489549675Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"id":"5df25a8d-b25f-48b1-9ea6-b848f15875ae","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent","table_name":"fields_u32","n_rows":145} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:44.49095271Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"id":"5df25a8d-b25f-48b1-9ea6-b848f15875ae","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent","table_name":"fields_u8","n_rows":144} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:44.492401596Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"id":"5df25a8d-b25f-48b1-9ea6-b848f15875ae","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent","table_name":"fields_uuid","n_rows":420} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:44.493508403Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"id":"5df25a8d-b25f-48b1-9ea6-b848f15875ae","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent","table_name":"measurements_bool","n_rows":4} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:44.495301377Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"id":"5df25a8d-b25f-48b1-9ea6-b848f15875ae","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent","table_name":"measurements_cumulativeu64","n_rows":105} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:44.496473196Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"id":"5df25a8d-b25f-48b1-9ea6-b848f15875ae","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent","table_name":"measurements_f64","n_rows":1} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:44.497633294Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"id":"5df25a8d-b25f-48b1-9ea6-b848f15875ae","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent","table_name":"measurements_u64","n_rows":30} {"msg":"failed to insert some results into metric DB","v":0,"name":"oximeter","level":40,"time":"2026-10-30T17:59:44.573787166Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:276","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:45.117905598Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"producer_port":59935,"producer_ip":"fd00:1122:3344:101::b","producer_id":"1abd7ef2-712a-4900-bf45-ff2ada90a7e8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:45.117949139Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"producer_port":59935,"producer_ip":"fd00:1122:3344:101::b","producer_id":"1abd7ef2-712a-4900-bf45-ff2ada90a7e8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:45.119910647Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"producer_port":59935,"producer_ip":"fd00:1122:3344:101::b","producer_id":"1abd7ef2-712a-4900-bf45-ff2ada90a7e8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent","n_samples":24,"n_results":6} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:45.282138234Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"producer_port":62022,"producer_ip":"fd00:1122:3344:101::2","producer_id":"cf1bb4b7-8a25-4125-a72a-66834ddf1448","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:45.282184165Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"producer_port":62022,"producer_ip":"fd00:1122:3344:101::2","producer_id":"cf1bb4b7-8a25-4125-a72a-66834ddf1448","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:45.291312469Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"producer_port":62022,"producer_ip":"fd00:1122:3344:101::2","producer_id":"cf1bb4b7-8a25-4125-a72a-66834ddf1448","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent","n_samples":714,"n_results":2} {"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:49.472125363Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent","n_samples":738} {"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:49.472179245Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent","n_samples":738} {"msg":"unrolling 738 total samples","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:49.472189025Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"id":"5df25a8d-b25f-48b1-9ea6-b848f15875ae","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent"} {"msg":"fetching timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:49.47238869Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"id":"5df25a8d-b25f-48b1-9ea6-b848f15875ae","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent"} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:49.481425762Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"id":"5df25a8d-b25f-48b1-9ea6-b848f15875ae","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent","table_name":"fields_string","n_rows":552} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:49.482636772Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"id":"5df25a8d-b25f-48b1-9ea6-b848f15875ae","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent","table_name":"fields_u16","n_rows":36} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:49.483846061Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"id":"5df25a8d-b25f-48b1-9ea6-b848f15875ae","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent","table_name":"fields_u32","n_rows":120} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:49.485090832Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"id":"5df25a8d-b25f-48b1-9ea6-b848f15875ae","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent","table_name":"fields_uuid","n_rows":156} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:49.486402664Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"id":"5df25a8d-b25f-48b1-9ea6-b848f15875ae","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent","table_name":"measurements_f32","n_rows":702} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:49.48825502Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"id":"5df25a8d-b25f-48b1-9ea6-b848f15875ae","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent","table_name":"measurements_histogramu64","n_rows":36} {"msg":"refreshing list of producers from Nexus","v":0,"name":"oximeter","level":30,"time":"2026-10-30T17:59:49.520518683Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:626"} {"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:49.520574894Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"body":"None","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/collectors/a24d1464-46d3-4d98-b287-671ce5086a07/producers?sort_by=id_ascending","method":"GET","operation_id":"cpapi_assigned_producers_list"} {"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:49.524339886Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"result":"Ok(Response { url: \"http://[fd00:1122:3344:101::b]:12221/metrics/collectors/a24d1464-46d3-4d98-b287-671ce5086a07/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7771e418-05c8-4b05-90d9-3597e14c5165\", \"content-length\": \"866\", \"date\": \"Fri, 30 Oct 2026 17:59:49 GMT\"} })","operation_id":"cpapi_assigned_producers_list"} {"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:49.524360777Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"body":"None","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/collectors/a24d1464-46d3-4d98-b287-671ce5086a07/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjZjFiYjRiNy04YTI1LTQxMjUtYTcyYS02NjgzNGRkZjE0NDgifX0%3D","method":"GET","operation_id":"cpapi_assigned_producers_list"} {"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:49.529425211Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"result":"Ok(Response { url: \"http://[fd00:1122:3344:101::b]:12221/metrics/collectors/a24d1464-46d3-4d98-b287-671ce5086a07/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjZjFiYjRiNy04YTI1LTQxMjUtYTcyYS02NjgzNGRkZjE0NDgifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"46fe4b60-f1c6-43ab-8bc3-c81162ae415d\", \"content-length\": \"29\", \"date\": \"Fri, 30 Oct 2026 17:59:49 GMT\"} })","operation_id":"cpapi_assigned_producers_list"} {"msg":"registered new metric producer","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:49.529457752Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent","address":"[fd00:1122:3344:101::2]:53963","producer_id":"35e9b228-bf62-40ed-b89a-20c8f91dceda"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"oximeter","level":30,"time":"2026-10-30T17:59:49.529485983Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:701","n_current_tasks":5,"n_pruned_tasks":0} {"msg":"failed to insert some results into metric DB","v":0,"name":"oximeter","level":40,"time":"2026-10-30T17:59:49.573569106Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:276","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:53.124753588Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"producer_port":47275,"producer_ip":"fd00:1122:3344:101::2","producer_id":"35e9b228-bf62-40ed-b89a-20c8f91dcedb","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:53.12484777Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"producer_port":47275,"producer_ip":"fd00:1122:3344:101::2","producer_id":"35e9b228-bf62-40ed-b89a-20c8f91dcedb","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:53.133315529Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"producer_port":47275,"producer_ip":"fd00:1122:3344:101::2","producer_id":"35e9b228-bf62-40ed-b89a-20c8f91dcedb","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent","n_samples":140,"n_results":1} {"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:54.472102869Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent","n_samples":140} {"msg":"unrolling 140 total samples","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:54.47215449Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"id":"5df25a8d-b25f-48b1-9ea6-b848f15875ae","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent"} {"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:54.47216933Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent","n_samples":140} {"msg":"fetching timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:54.472234632Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"id":"5df25a8d-b25f-48b1-9ea6-b848f15875ae","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent"} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:54.479841289Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"id":"5df25a8d-b25f-48b1-9ea6-b848f15875ae","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent","table_name":"fields_i16","n_rows":280} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:54.48150055Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"id":"5df25a8d-b25f-48b1-9ea6-b848f15875ae","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent","table_name":"fields_string","n_rows":721} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:54.482949315Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"id":"5df25a8d-b25f-48b1-9ea6-b848f15875ae","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent","table_name":"fields_u16","n_rows":140} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:54.484518724Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"id":"5df25a8d-b25f-48b1-9ea6-b848f15875ae","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent","table_name":"fields_u32","n_rows":145} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:54.485787715Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"id":"5df25a8d-b25f-48b1-9ea6-b848f15875ae","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent","table_name":"fields_u8","n_rows":144} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:54.487262071Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"id":"5df25a8d-b25f-48b1-9ea6-b848f15875ae","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent","table_name":"fields_uuid","n_rows":420} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:54.488451531Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"id":"5df25a8d-b25f-48b1-9ea6-b848f15875ae","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent","table_name":"measurements_bool","n_rows":4} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:54.489732322Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"id":"5df25a8d-b25f-48b1-9ea6-b848f15875ae","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent","table_name":"measurements_cumulativeu64","n_rows":105} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:54.491088955Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"id":"5df25a8d-b25f-48b1-9ea6-b848f15875ae","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent","table_name":"measurements_f64","n_rows":1} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:54.492398437Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"id":"5df25a8d-b25f-48b1-9ea6-b848f15875ae","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent","table_name":"measurements_u64","n_rows":30} {"msg":"failed to insert some results into metric DB","v":0,"name":"oximeter","level":40,"time":"2026-10-30T17:59:54.573592123Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:276","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:55.118752251Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"producer_port":59935,"producer_ip":"fd00:1122:3344:101::b","producer_id":"1abd7ef2-712a-4900-bf45-ff2ada90a7e8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:55.118811452Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"producer_port":59935,"producer_ip":"fd00:1122:3344:101::b","producer_id":"1abd7ef2-712a-4900-bf45-ff2ada90a7e8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:55.121074548Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"producer_port":59935,"producer_ip":"fd00:1122:3344:101::b","producer_id":"1abd7ef2-712a-4900-bf45-ff2ada90a7e8","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent","n_samples":24,"n_results":6} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:55.282411653Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"producer_port":62022,"producer_ip":"fd00:1122:3344:101::2","producer_id":"cf1bb4b7-8a25-4125-a72a-66834ddf1448","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:55.282434613Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"producer_port":62022,"producer_ip":"fd00:1122:3344:101::2","producer_id":"cf1bb4b7-8a25-4125-a72a-66834ddf1448","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:55.293393633Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"producer_port":62022,"producer_ip":"fd00:1122:3344:101::2","producer_id":"cf1bb4b7-8a25-4125-a72a-66834ddf1448","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent","n_samples":792,"n_results":2} {"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:59.47192579Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent","n_samples":816} {"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:59.471974142Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent","n_samples":816} {"msg":"unrolling 816 total samples","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:59.471984922Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"id":"5df25a8d-b25f-48b1-9ea6-b848f15875ae","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent"} {"msg":"fetching timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:59.472197167Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"id":"5df25a8d-b25f-48b1-9ea6-b848f15875ae","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent"} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:59.48165597Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"id":"5df25a8d-b25f-48b1-9ea6-b848f15875ae","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent","table_name":"fields_string","n_rows":552} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:59.483122176Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"id":"5df25a8d-b25f-48b1-9ea6-b848f15875ae","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent","table_name":"fields_u16","n_rows":36} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:59.484966381Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"id":"5df25a8d-b25f-48b1-9ea6-b848f15875ae","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent","table_name":"fields_u32","n_rows":120} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:59.486467518Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"id":"5df25a8d-b25f-48b1-9ea6-b848f15875ae","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent","table_name":"fields_uuid","n_rows":156} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:59.487961355Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"id":"5df25a8d-b25f-48b1-9ea6-b848f15875ae","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent","table_name":"measurements_f32","n_rows":780} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-10-30T17:59:59.489961834Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"id":"5df25a8d-b25f-48b1-9ea6-b848f15875ae","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent","table_name":"measurements_histogramu64","n_rows":36} {"msg":"failed to insert some results into metric DB","v":0,"name":"oximeter","level":40,"time":"2026-10-30T17:59:59.573201919Z","hostname":"oxz_oximeter_a24d1464-46d3-4d98-b287-671ce5086a07","pid":23524,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"a24d1464-46d3-4d98-b287-671ce5086a07","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:276","error":"Failed to check out connection to database: No backends found for this service"}