[ Mar 3 19:14:12 Enabled. ] [ Mar 3 19:14:12 Rereading configuration. ] [ Mar 3 19:14:14 Rereading configuration. ] [ Mar 3 19:14:22 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/oximeter-collector/bin/oximeter run /var/svc/manifest/site/oximeter/config.toml --address [fd00:1122:3344:101::d]:12223 --id d37cbb5f-1c84-406e-84dd-3efb89358613 &"). ] [ Mar 3 19:14:22 Method "start" exited with status 0. ] note: configured to log to "/dev/stdout" {"msg":"registered DTrace probes","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:14:23.030190378Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013} {"msg":"starting oximeter server","v":0,"name":"oximeter","level":30,"time":"2026-03-03T19:14:23.070322503Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"file":"oximeter/collector/src/lib.rs:264"} {"msg":"creating ClickHouse client","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:14:23.081136806Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013} {"msg":"registered USDT probes","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:14:23.112576192Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"id":"ce417871-7805-44c3-bf7e-14ebf076bb74","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"d37cbb5f-1c84-406e-84dd-3efb89358613","component":"oximeter-agent"} {"msg":"oximeter database does not exist, or is out-of-date","v":0,"name":"oximeter","level":40,"time":"2026-03-03T19:14:32.989672265Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"id":"ce417871-7805-44c3-bf7e-14ebf076bb74","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"d37cbb5f-1c84-406e-84dd-3efb89358613","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:900"} {"msg":"oximeter database does not exist, creating","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:14:32.989750447Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"collector_ip":"fd00:1122:3344:101::d","collector_id":"d37cbb5f-1c84-406e-84dd-3efb89358613","component":"oximeter-agent"} {"msg":"reading db version","v":0,"name":"oximeter","level":30,"time":"2026-03-03T19:14:32.989810068Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"id":"ce417871-7805-44c3-bf7e-14ebf076bb74","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"d37cbb5f-1c84-406e-84dd-3efb89358613","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:800"} {"msg":"oximeter database does not exist, or is out-of-date","v":0,"name":"oximeter","level":40,"time":"2026-03-03T19:14:32.991515595Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"id":"ce417871-7805-44c3-bf7e-14ebf076bb74","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"d37cbb5f-1c84-406e-84dd-3efb89358613","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:900"} {"msg":"read oximeter database version","v":0,"name":"oximeter","level":30,"time":"2026-03-03T19:14:32.991565066Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"id":"ce417871-7805-44c3-bf7e-14ebf076bb74","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"d37cbb5f-1c84-406e-84dd-3efb89358613","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:805","version":0} {"msg":"initializing oximeter schema","v":0,"name":"oximeter","level":30,"time":"2026-03-03T19:14:32.991573166Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"id":"ce417871-7805-44c3-bf7e-14ebf076bb74","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"d37cbb5f-1c84-406e-84dd-3efb89358613","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:810"} {"msg":"initializing ClickHouse database","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:14:32.991607536Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"id":"ce417871-7805-44c3-bf7e-14ebf076bb74","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"d37cbb5f-1c84-406e-84dd-3efb89358613","component":"oximeter-agent"} {"msg":"inserting current version","v":0,"name":"oximeter","level":30,"time":"2026-03-03T19:14:33.921594028Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"id":"ce417871-7805-44c3-bf7e-14ebf076bb74","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"d37cbb5f-1c84-406e-84dd-3efb89358613","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:831","version":14} {"msg":"registered USDT probes","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:14:33.952781819Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"id":"640c9ad8-87e2-4345-8698-468409f9f9ce","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"d37cbb5f-1c84-406e-84dd-3efb89358613","component":"oximeter-agent"} {"msg":"registered endpoint","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:14:33.966838655Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","versions":"all","path":"/info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:14:33.966865965Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","versions":"all","path":"/producers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:14:33.966910556Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","versions":"all","path":"/producers/{producer_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:14:33.966919596Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","versions":"all","path":"/producers/{producer_id}","method":"GET"} {"msg":"listening","v":0,"name":"oximeter","level":30,"time":"2026-03-03T19:14:33.966968147Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:328"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:14:33.979437497Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot"} {"msg":"registered USDT probes","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:14:33.979525359Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013} {"msg":"contacting nexus","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:14:33.979578179Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013} {"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:14:34.092691277Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/collectors","method":"POST"} {"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:14:34.098219155Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/collectors\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [fd00:1122:3344:101::b]:12221, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to contact nexus, will retry in 174.649583ms","v":0,"name":"oximeter","level":40,"time":"2026-03-03T19:14:34.098281276Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"file":"oximeter/collector/src/lib.rs:409","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/collectors)\""} {"msg":"contacting nexus","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:14:34.274345605Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013} {"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:14:34.274414846Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/collectors","method":"POST"} {"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:14:34.27463558Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/collectors\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [fd00:1122:3344:101::c]:12221, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to contact nexus, will retry in 629.976279ms","v":0,"name":"oximeter","level":40,"time":"2026-03-03T19:14:34.274675441Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"file":"oximeter/collector/src/lib.rs:409","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/collectors)\""} {"msg":"contacting nexus","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:14:34.9057955Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013} {"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:14:34.905924652Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/collectors","method":"POST"} {"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:14:34.906090164Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/collectors\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [fd00:1122:3344:101::b]:12221, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to contact nexus, will retry in 572.74796ms","v":0,"name":"oximeter","level":40,"time":"2026-03-03T19:14:34.906133975Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"file":"oximeter/collector/src/lib.rs:409","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/collectors)\""} {"msg":"contacting nexus","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:14:35.480158628Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013} {"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:14:35.480259629Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/collectors","method":"POST"} {"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:14:35.480507103Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/collectors\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [fd00:1122:3344:101::a]:12221, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to contact nexus, will retry in 2.857270233s","v":0,"name":"oximeter","level":40,"time":"2026-03-03T19:14:35.480543714Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"file":"oximeter/collector/src/lib.rs:409","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/collectors)\""} {"msg":"contacting nexus","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:14:38.339639308Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013} {"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:14:38.33975307Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/collectors","method":"POST"} {"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:14:38.458170472Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"result":"Ok(Response { url: \"http://[fd00:1122:3344:101::c]:12221/metrics/collectors\", status: 204, headers: {\"x-request-id\": \"520b90ec-1501-43ea-ade1-4f41e78a5f5b\", \"date\": \"Tue, 03 Mar 2026 19:14:38 GMT\"} })"} {"msg":"oximeter registered with nexus","v":0,"name":"oximeter","level":30,"time":"2026-03-03T19:14:38.458251674Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"file":"oximeter/collector/src/lib.rs:427","id":"d37cbb5f-1c84-406e-84dd-3efb89358613"} {"msg":"starting refresh list task","v":0,"name":"oximeter","level":30,"time":"2026-03-03T19:14:38.458332525Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"collector_ip":"fd00:1122:3344:101::d","collector_id":"d37cbb5f-1c84-406e-84dd-3efb89358613","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:554"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"oximeter","level":30,"time":"2026-03-03T19:14:38.459371082Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"collector_ip":"fd00:1122:3344:101::d","collector_id":"d37cbb5f-1c84-406e-84dd-3efb89358613","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557"} {"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:14:38.46610897Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"body":"None","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/collectors/d37cbb5f-1c84-406e-84dd-3efb89358613/producers?sort_by=id_ascending","method":"GET"} {"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:14:38.466330713Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/collectors/d37cbb5f-1c84-406e-84dd-3efb89358613/producers?sort_by=id_ascending\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [fd00:1122:3344:101::b]:12221, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"error fetching next assigned producer, abandoning this refresh attempt","v":0,"name":"oximeter","level":50,"time":"2026-03-03T19:14:38.469550765Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"collector_ip":"fd00:1122:3344:101::d","collector_id":"d37cbb5f-1c84-406e-84dd-3efb89358613","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:595","error":"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/collectors/d37cbb5f-1c84-406e-84dd-3efb89358613/producers?sort_by=id_ascending): error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/collectors/d37cbb5f-1c84-406e-84dd-3efb89358613/producers?sort_by=id_ascending): client error (Connect): tcp connect error: Connection refused (os error 146)"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"oximeter","level":30,"time":"2026-03-03T19:14:53.462508336Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"collector_ip":"fd00:1122:3344:101::d","collector_id":"d37cbb5f-1c84-406e-84dd-3efb89358613","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557"} {"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:14:53.462584267Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"body":"None","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/collectors/d37cbb5f-1c84-406e-84dd-3efb89358613/producers?sort_by=id_ascending","method":"GET"} {"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:14:53.620306392Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"result":"Ok(Response { url: \"http://[fd00:1122:3344:101::a]:12221/metrics/collectors/d37cbb5f-1c84-406e-84dd-3efb89358613/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c372fc13-03b2-4021-8979-ffab03c327c1\", \"content-length\": \"572\", \"date\": \"Tue, 03 Mar 2026 19:14:53 GMT\"} })"} {"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:14:53.627817432Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"body":"None","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/collectors/d37cbb5f-1c84-406e-84dd-3efb89358613/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhZDA2ZmEwMi0yM2ZlLTQxODctOWE1Yi1iNTkzMmJkNGU0YzUifX0%3D","method":"GET"} {"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:14:53.738259767Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"result":"Ok(Response { url: \"http://[fd00:1122:3344:101::a]:12221/metrics/collectors/d37cbb5f-1c84-406e-84dd-3efb89358613/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhZDA2ZmEwMi0yM2ZlLTQxODctOWE1Yi1iNTkzMmJkNGU0YzUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5bbe0f44-3861-4775-8b9f-a08dad751b36\", \"content-length\": \"29\", \"date\": \"Tue, 03 Mar 2026 19:14:53 GMT\"} })"} {"msg":"registered new metric producer","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:14:53.744450447Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"collector_ip":"fd00:1122:3344:101::d","collector_id":"d37cbb5f-1c84-406e-84dd-3efb89358613","component":"oximeter-agent","address":"[fd00:1122:3344:101::1]:8001","producer_id":"16531efa-0062-408b-ab82-d5742995ed69"} {"msg":"registered new metric producer","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:14:53.746487869Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"collector_ip":"fd00:1122:3344:101::d","collector_id":"d37cbb5f-1c84-406e-84dd-3efb89358613","component":"oximeter-agent","address":"[fd00:1122:3344:101::2]:4677","producer_id":"75abf3a4-8fd5-4d22-ad7e-db197f03b3ca"} {"msg":"registered new metric producer","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:14:53.74654748Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"collector_ip":"fd00:1122:3344:101::d","collector_id":"d37cbb5f-1c84-406e-84dd-3efb89358613","component":"oximeter-agent","address":"[fd00:1122:3344:101::2]:51321","producer_id":"ad06fa02-23fe-4187-9a5b-b5932bd4e4c5"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"oximeter","level":30,"time":"2026-03-03T19:14:53.746588051Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"collector_ip":"fd00:1122:3344:101::d","collector_id":"d37cbb5f-1c84-406e-84dd-3efb89358613","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","n_current_tasks":3,"n_pruned_tasks":0} {"msg":"reporting oximeter self-collection statistics","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:14:53.751566331Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"16531efa-0062-408b-ab82-d5742995ed69","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"d37cbb5f-1c84-406e-84dd-3efb89358613","component":"oximeter-agent"} {"msg":"reporting oximeter self-collection statistics","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:14:53.751632482Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"producer_port":51321,"producer_ip":"fd00:1122:3344:101::2","producer_id":"ad06fa02-23fe-4187-9a5b-b5932bd4e4c5","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"d37cbb5f-1c84-406e-84dd-3efb89358613","component":"oximeter-agent"} {"msg":"reporting oximeter self-collection statistics","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:14:53.751640582Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"75abf3a4-8fd5-4d22-ad7e-db197f03b3ca","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"d37cbb5f-1c84-406e-84dd-3efb89358613","component":"oximeter-agent"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:14:53.789355788Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"16531efa-0062-408b-ab82-d5742995ed69","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"d37cbb5f-1c84-406e-84dd-3efb89358613","component":"oximeter-agent"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:14:53.789420189Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"75abf3a4-8fd5-4d22-ad7e-db197f03b3ca","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"d37cbb5f-1c84-406e-84dd-3efb89358613","component":"oximeter-agent"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:14:53.78945458Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"producer_port":51321,"producer_ip":"fd00:1122:3344:101::2","producer_id":"ad06fa02-23fe-4187-9a5b-b5932bd4e4c5","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"d37cbb5f-1c84-406e-84dd-3efb89358613","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:14:53.78948843Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"75abf3a4-8fd5-4d22-ad7e-db197f03b3ca","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"d37cbb5f-1c84-406e-84dd-3efb89358613","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:14:53.789522601Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"16531efa-0062-408b-ab82-d5742995ed69","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"d37cbb5f-1c84-406e-84dd-3efb89358613","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:14:53.789559151Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"producer_port":51321,"producer_ip":"fd00:1122:3344:101::2","producer_id":"ad06fa02-23fe-4187-9a5b-b5932bd4e4c5","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"d37cbb5f-1c84-406e-84dd-3efb89358613","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:14:53.813089479Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"75abf3a4-8fd5-4d22-ad7e-db197f03b3ca","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"d37cbb5f-1c84-406e-84dd-3efb89358613","component":"oximeter-agent","n_results":1} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:14:53.814028775Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"16531efa-0062-408b-ab82-d5742995ed69","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"d37cbb5f-1c84-406e-84dd-3efb89358613","component":"oximeter-agent","n_results":1} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:14:53.823016709Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"producer_port":51321,"producer_ip":"fd00:1122:3344:101::2","producer_id":"ad06fa02-23fe-4187-9a5b-b5932bd4e4c5","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"d37cbb5f-1c84-406e-84dd-3efb89358613","component":"oximeter-agent","n_results":1} {"msg":"inserting 175 samples into database","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:14:53.957820055Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"d37cbb5f-1c84-406e-84dd-3efb89358613","component":"oximeter-agent"} {"msg":"inserting 175 samples into database","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:14:53.957853346Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"d37cbb5f-1c84-406e-84dd-3efb89358613","component":"oximeter-agent"} {"msg":"unrolling 175 total samples","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:14:53.957894626Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"id":"ce417871-7805-44c3-bf7e-14ebf076bb74","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"d37cbb5f-1c84-406e-84dd-3efb89358613","component":"oximeter-agent"} {"msg":"retrieving timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:14:53.958064139Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"id":"ce417871-7805-44c3-bf7e-14ebf076bb74","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"d37cbb5f-1c84-406e-84dd-3efb89358613","component":"oximeter-agent"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:14:53.99980519Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"id":"ce417871-7805-44c3-bf7e-14ebf076bb74","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"d37cbb5f-1c84-406e-84dd-3efb89358613","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"oximeter_collector:collections\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"base_route\", field_type: String, source: Metric, description: \"\" }, FieldSchema { name: \"collector_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"collector_ip\", field_type: IpAddr, source: Target, description: \"\" }, FieldSchema { name: \"collector_port\", field_type: U16, source: Target, description: \"\" }, FieldSchema { name: \"producer_id\", field_type: Uuid, source: Metric, description: \"\" }, FieldSchema { name: \"producer_ip\", field_type: IpAddr, source: Metric, description: \"\" }, FieldSchema { name: \"producer_port\", field_type: U16, source: Metric, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-03-03T19:14:53.958051599Z }","timeseries_name":"oximeter_collector:collections"} {"msg":"retrieving timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:14:54.013684943Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"id":"ce417871-7805-44c3-bf7e-14ebf076bb74","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"d37cbb5f-1c84-406e-84dd-3efb89358613","component":"oximeter-agent"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:14:54.037853122Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"id":"ce417871-7805-44c3-bf7e-14ebf076bb74","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"d37cbb5f-1c84-406e-84dd-3efb89358613","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"static_routing_config:static_routes\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"hostname\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-03-03T19:14:54.013664163Z }","timeseries_name":"static_routing_config:static_routes"} {"msg":"retrieving timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:14:54.037940993Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"id":"ce417871-7805-44c3-bf7e-14ebf076bb74","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"d37cbb5f-1c84-406e-84dd-3efb89358613","component":"oximeter-agent"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:14:54.043762117Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"id":"ce417871-7805-44c3-bf7e-14ebf076bb74","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"d37cbb5f-1c84-406e-84dd-3efb89358613","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"static_routing_config:static_nexthops\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"hostname\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-03-03T19:14:54.037930813Z }","timeseries_name":"static_routing_config:static_nexthops"} {"msg":"retrieving timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:14:54.043850208Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"id":"ce417871-7805-44c3-bf7e-14ebf076bb74","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"d37cbb5f-1c84-406e-84dd-3efb89358613","component":"oximeter-agent"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:14:54.044840774Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"id":"ce417871-7805-44c3-bf7e-14ebf076bb74","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"d37cbb5f-1c84-406e-84dd-3efb89358613","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"switch_rib:active_routes\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"hostname\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: U64, version: 1, authz_scope: Fleet, units: Count, created: 2026-03-03T19:14:54.043846538Z }","timeseries_name":"switch_rib:active_routes"} {"msg":"retrieving timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:14:54.044913955Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"id":"ce417871-7805-44c3-bf7e-14ebf076bb74","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"d37cbb5f-1c84-406e-84dd-3efb89358613","component":"oximeter-agent"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:14:54.045807479Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"id":"ce417871-7805-44c3-bf7e-14ebf076bb74","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"d37cbb5f-1c84-406e-84dd-3efb89358613","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"mg_lower:routes_blocked_by_link_state\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"hostname\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: U64, version: 1, authz_scope: Fleet, units: Count, created: 2026-03-03T19:14:54.044904695Z }","timeseries_name":"mg_lower:routes_blocked_by_link_state"} {"msg":"retrieving timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:14:54.045908831Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"id":"ce417871-7805-44c3-bf7e-14ebf076bb74","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"d37cbb5f-1c84-406e-84dd-3efb89358613","component":"oximeter-agent"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:14:54.046756385Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"id":"ce417871-7805-44c3-bf7e-14ebf076bb74","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"d37cbb5f-1c84-406e-84dd-3efb89358613","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"ddm_router:originated_underlay_prefixes\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"hostname\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: U64, version: 1, authz_scope: Fleet, units: Count, created: 2026-03-03T19:14:54.045876240Z }","timeseries_name":"ddm_router:originated_underlay_prefixes"} {"msg":"retrieving timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:14:54.046828236Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"id":"ce417871-7805-44c3-bf7e-14ebf076bb74","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"d37cbb5f-1c84-406e-84dd-3efb89358613","component":"oximeter-agent"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:14:54.047768131Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"id":"ce417871-7805-44c3-bf7e-14ebf076bb74","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"d37cbb5f-1c84-406e-84dd-3efb89358613","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"ddm_router:originated_tunnel_endpoints\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"hostname\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: U64, version: 1, authz_scope: Fleet, units: Count, created: 2026-03-03T19:14:54.046811106Z }","timeseries_name":"ddm_router:originated_tunnel_endpoints"} {"msg":"retrieving timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:14:54.047830172Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"id":"ce417871-7805-44c3-bf7e-14ebf076bb74","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"d37cbb5f-1c84-406e-84dd-3efb89358613","component":"oximeter-agent"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:14:54.048702256Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"id":"ce417871-7805-44c3-bf7e-14ebf076bb74","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"d37cbb5f-1c84-406e-84dd-3efb89358613","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"ddm_session:solicitations_sent\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"hostname\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"interface\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-03-03T19:14:54.047827362Z }","timeseries_name":"ddm_session:solicitations_sent"} {"msg":"retrieving timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:14:54.048775477Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"id":"ce417871-7805-44c3-bf7e-14ebf076bb74","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"d37cbb5f-1c84-406e-84dd-3efb89358613","component":"oximeter-agent"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:14:54.049731612Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"id":"ce417871-7805-44c3-bf7e-14ebf076bb74","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"d37cbb5f-1c84-406e-84dd-3efb89358613","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"ddm_session:solicitations_received\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"hostname\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"interface\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-03-03T19:14:54.048772157Z }","timeseries_name":"ddm_session:solicitations_received"} {"msg":"retrieving timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:14:54.049794013Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"id":"ce417871-7805-44c3-bf7e-14ebf076bb74","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"d37cbb5f-1c84-406e-84dd-3efb89358613","component":"oximeter-agent"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:14:54.050757119Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"id":"ce417871-7805-44c3-bf7e-14ebf076bb74","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"d37cbb5f-1c84-406e-84dd-3efb89358613","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"ddm_session:advertisements_sent\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"hostname\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"interface\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-03-03T19:14:54.049791043Z }","timeseries_name":"ddm_session:advertisements_sent"} {"msg":"retrieving timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:14:54.05083101Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"id":"ce417871-7805-44c3-bf7e-14ebf076bb74","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"d37cbb5f-1c84-406e-84dd-3efb89358613","component":"oximeter-agent"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:14:54.051804316Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"id":"ce417871-7805-44c3-bf7e-14ebf076bb74","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"d37cbb5f-1c84-406e-84dd-3efb89358613","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"ddm_session:advertisements_received\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"hostname\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"interface\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-03-03T19:14:54.050820850Z }","timeseries_name":"ddm_session:advertisements_received"} {"msg":"retrieving timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:14:54.051890787Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"id":"ce417871-7805-44c3-bf7e-14ebf076bb74","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"d37cbb5f-1c84-406e-84dd-3efb89358613","component":"oximeter-agent"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:14:54.052803952Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"id":"ce417871-7805-44c3-bf7e-14ebf076bb74","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"d37cbb5f-1c84-406e-84dd-3efb89358613","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"ddm_session:peer_expirations\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"hostname\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"interface\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-03-03T19:14:54.051881797Z }","timeseries_name":"ddm_session:peer_expirations"} {"msg":"retrieving timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:14:54.052880763Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"id":"ce417871-7805-44c3-bf7e-14ebf076bb74","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"d37cbb5f-1c84-406e-84dd-3efb89358613","component":"oximeter-agent"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:14:54.053783638Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"id":"ce417871-7805-44c3-bf7e-14ebf076bb74","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"d37cbb5f-1c84-406e-84dd-3efb89358613","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"ddm_session:peer_address_changes\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"hostname\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"interface\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-03-03T19:14:54.052871763Z }","timeseries_name":"ddm_session:peer_address_changes"} {"msg":"retrieving timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:14:54.053852209Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"id":"ce417871-7805-44c3-bf7e-14ebf076bb74","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"d37cbb5f-1c84-406e-84dd-3efb89358613","component":"oximeter-agent"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:14:54.054932686Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"id":"ce417871-7805-44c3-bf7e-14ebf076bb74","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"d37cbb5f-1c84-406e-84dd-3efb89358613","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"ddm_session:peer_sessions_established\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"hostname\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"interface\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-03-03T19:14:54.053848948Z }","timeseries_name":"ddm_session:peer_sessions_established"} {"msg":"retrieving timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:14:54.054998867Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"id":"ce417871-7805-44c3-bf7e-14ebf076bb74","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"d37cbb5f-1c84-406e-84dd-3efb89358613","component":"oximeter-agent"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:14:54.055908032Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"id":"ce417871-7805-44c3-bf7e-14ebf076bb74","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"d37cbb5f-1c84-406e-84dd-3efb89358613","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"ddm_session:updates_sent\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"hostname\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"interface\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-03-03T19:14:54.054995377Z }","timeseries_name":"ddm_session:updates_sent"} {"msg":"retrieving timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:14:54.055985883Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"id":"ce417871-7805-44c3-bf7e-14ebf076bb74","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"d37cbb5f-1c84-406e-84dd-3efb89358613","component":"oximeter-agent"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:14:54.056885727Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"id":"ce417871-7805-44c3-bf7e-14ebf076bb74","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"d37cbb5f-1c84-406e-84dd-3efb89358613","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"ddm_session:updates_received\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"hostname\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"interface\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-03-03T19:14:54.055976803Z }","timeseries_name":"ddm_session:updates_received"} {"msg":"retrieving timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:14:54.056979499Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"id":"ce417871-7805-44c3-bf7e-14ebf076bb74","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"d37cbb5f-1c84-406e-84dd-3efb89358613","component":"oximeter-agent"} {"msg":"failed to insert some results into metric DB","v":0,"name":"oximeter","level":40,"time":"2026-03-03T19:14:54.057960445Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"d37cbb5f-1c84-406e-84dd-3efb89358613","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:14:54.058027866Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"id":"ce417871-7805-44c3-bf7e-14ebf076bb74","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"d37cbb5f-1c84-406e-84dd-3efb89358613","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"ddm_session:update_send_fail\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"hostname\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"interface\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-03-03T19:14:54.056939458Z }","timeseries_name":"ddm_session:update_send_fail"} {"msg":"retrieving timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:14:54.058180188Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"id":"ce417871-7805-44c3-bf7e-14ebf076bb74","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"d37cbb5f-1c84-406e-84dd-3efb89358613","component":"oximeter-agent"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:14:54.059164274Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"id":"ce417871-7805-44c3-bf7e-14ebf076bb74","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"d37cbb5f-1c84-406e-84dd-3efb89358613","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"ddm_session:imported_underlay_prefixes\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"hostname\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"interface\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: U64, version: 1, authz_scope: Fleet, units: Count, created: 2026-03-03T19:14:54.058169428Z }","timeseries_name":"ddm_session:imported_underlay_prefixes"} {"msg":"retrieving timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:14:54.059325487Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"id":"ce417871-7805-44c3-bf7e-14ebf076bb74","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"d37cbb5f-1c84-406e-84dd-3efb89358613","component":"oximeter-agent"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:14:54.06015993Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"id":"ce417871-7805-44c3-bf7e-14ebf076bb74","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"d37cbb5f-1c84-406e-84dd-3efb89358613","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"ddm_session:imported_tunnel_endpoints\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"hostname\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"interface\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: U64, version: 1, authz_scope: Fleet, units: Count, created: 2026-03-03T19:14:54.059227055Z }","timeseries_name":"ddm_session:imported_tunnel_endpoints"} {"msg":"retrieving timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:14:54.060683178Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"id":"ce417871-7805-44c3-bf7e-14ebf076bb74","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"d37cbb5f-1c84-406e-84dd-3efb89358613","component":"oximeter-agent"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:14:54.061671484Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"id":"ce417871-7805-44c3-bf7e-14ebf076bb74","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"d37cbb5f-1c84-406e-84dd-3efb89358613","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"switch_data_link:link_enabled\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"asic_fab\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_lot\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer\", field_type: U8, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_x\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_y\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"kind\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"link_id\", field_type: U8, source: Metric, description: \"\" }, FieldSchema { name: \"model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"network\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"port_id\", field_type: String, source: Metric, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"sled_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"sled_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"switch_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"switch_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_slot\", field_type: U16, source: Target, description: \"\" }}, datum_type: Bool, version: 1, authz_scope: Fleet, units: Count, created: 2026-03-03T19:14:54.060671998Z }","timeseries_name":"switch_data_link:link_enabled"} {"msg":"retrieving timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:14:54.064225325Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"id":"ce417871-7805-44c3-bf7e-14ebf076bb74","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"d37cbb5f-1c84-406e-84dd-3efb89358613","component":"oximeter-agent"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:14:54.065194731Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"id":"ce417871-7805-44c3-bf7e-14ebf076bb74","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"d37cbb5f-1c84-406e-84dd-3efb89358613","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"switch_data_link:link_up\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"asic_fab\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_lot\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer\", field_type: U8, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_x\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_y\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"kind\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"link_id\", field_type: U8, source: Metric, description: \"\" }, FieldSchema { name: \"model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"network\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"port_id\", field_type: String, source: Metric, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"sled_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"sled_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"switch_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"switch_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_slot\", field_type: U16, source: Target, description: \"\" }}, datum_type: Bool, version: 1, authz_scope: Fleet, units: Count, created: 2026-03-03T19:14:54.064210175Z }","timeseries_name":"switch_data_link:link_up"} {"msg":"retrieving timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:14:54.065545956Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"id":"ce417871-7805-44c3-bf7e-14ebf076bb74","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"d37cbb5f-1c84-406e-84dd-3efb89358613","component":"oximeter-agent"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:14:54.066467401Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"id":"ce417871-7805-44c3-bf7e-14ebf076bb74","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"d37cbb5f-1c84-406e-84dd-3efb89358613","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"switch_table:capacity\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"asic_fab\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_lot\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer\", field_type: U8, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_x\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_y\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"switch_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"switch_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"switch_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_slot\", field_type: U16, source: Target, description: \"\" }, FieldSchema { name: \"table\", field_type: String, source: Target, description: \"\" }}, datum_type: U64, version: 1, authz_scope: Fleet, units: Count, created: 2026-03-03T19:14:54.065535786Z }","timeseries_name":"switch_table:capacity"} {"msg":"retrieving timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:14:54.066572423Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"id":"ce417871-7805-44c3-bf7e-14ebf076bb74","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"d37cbb5f-1c84-406e-84dd-3efb89358613","component":"oximeter-agent"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:14:54.067481738Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"id":"ce417871-7805-44c3-bf7e-14ebf076bb74","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"d37cbb5f-1c84-406e-84dd-3efb89358613","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"switch_table:occupancy\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"asic_fab\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_lot\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer\", field_type: U8, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_x\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_y\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"switch_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"switch_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"switch_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_slot\", field_type: U16, source: Target, description: \"\" }, FieldSchema { name: \"table\", field_type: String, source: Target, description: \"\" }}, datum_type: U64, version: 1, authz_scope: Fleet, units: Count, created: 2026-03-03T19:14:54.066569473Z }","timeseries_name":"switch_table:occupancy"} {"msg":"retrieving timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:14:54.067579399Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"id":"ce417871-7805-44c3-bf7e-14ebf076bb74","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"d37cbb5f-1c84-406e-84dd-3efb89358613","component":"oximeter-agent"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:14:54.068512464Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"id":"ce417871-7805-44c3-bf7e-14ebf076bb74","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"d37cbb5f-1c84-406e-84dd-3efb89358613","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"switch_table:inserts\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"asic_fab\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_lot\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer\", field_type: U8, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_x\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_y\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"switch_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"switch_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"switch_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_slot\", field_type: U16, source: Target, description: \"\" }, FieldSchema { name: \"table\", field_type: String, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-03-03T19:14:54.067576269Z }","timeseries_name":"switch_table:inserts"} {"msg":"retrieving timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:14:54.068611996Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"id":"ce417871-7805-44c3-bf7e-14ebf076bb74","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"d37cbb5f-1c84-406e-84dd-3efb89358613","component":"oximeter-agent"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:14:54.06952726Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"id":"ce417871-7805-44c3-bf7e-14ebf076bb74","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"d37cbb5f-1c84-406e-84dd-3efb89358613","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"switch_table:deletes\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"asic_fab\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_lot\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer\", field_type: U8, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_x\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_y\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"switch_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"switch_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"switch_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_slot\", field_type: U16, source: Target, description: \"\" }, FieldSchema { name: \"table\", field_type: String, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-03-03T19:14:54.068603856Z }","timeseries_name":"switch_table:deletes"} {"msg":"retrieving timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:14:54.069624012Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"id":"ce417871-7805-44c3-bf7e-14ebf076bb74","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"d37cbb5f-1c84-406e-84dd-3efb89358613","component":"oximeter-agent"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:14:54.070529456Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"id":"ce417871-7805-44c3-bf7e-14ebf076bb74","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"d37cbb5f-1c84-406e-84dd-3efb89358613","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"switch_table:updates\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"asic_fab\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_lot\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer\", field_type: U8, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_x\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_y\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"switch_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"switch_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"switch_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_slot\", field_type: U16, source: Target, description: \"\" }, FieldSchema { name: \"table\", field_type: String, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-03-03T19:14:54.069608682Z }","timeseries_name":"switch_table:updates"} {"msg":"retrieving timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:14:54.070621788Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"id":"ce417871-7805-44c3-bf7e-14ebf076bb74","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"d37cbb5f-1c84-406e-84dd-3efb89358613","component":"oximeter-agent"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:14:54.071575524Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"id":"ce417871-7805-44c3-bf7e-14ebf076bb74","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"d37cbb5f-1c84-406e-84dd-3efb89358613","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"switch_table:collisions\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"asic_fab\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_lot\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer\", field_type: U8, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_x\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_y\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"switch_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"switch_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"switch_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_slot\", field_type: U16, source: Target, description: \"\" }, FieldSchema { name: \"table\", field_type: String, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-03-03T19:14:54.070612748Z }","timeseries_name":"switch_table:collisions"} {"msg":"retrieving timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:14:54.071723126Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"id":"ce417871-7805-44c3-bf7e-14ebf076bb74","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"d37cbb5f-1c84-406e-84dd-3efb89358613","component":"oximeter-agent"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:14:54.072723362Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"id":"ce417871-7805-44c3-bf7e-14ebf076bb74","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"d37cbb5f-1c84-406e-84dd-3efb89358613","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"switch_table:update_misses\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"asic_fab\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_lot\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer\", field_type: U8, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_x\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_y\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"switch_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"switch_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"switch_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_slot\", field_type: U16, source: Target, description: \"\" }, FieldSchema { name: \"table\", field_type: String, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-03-03T19:14:54.071713356Z }","timeseries_name":"switch_table:update_misses"} {"msg":"retrieving timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:14:54.072927305Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"id":"ce417871-7805-44c3-bf7e-14ebf076bb74","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"d37cbb5f-1c84-406e-84dd-3efb89358613","component":"oximeter-agent"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:14:54.0738361Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"id":"ce417871-7805-44c3-bf7e-14ebf076bb74","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"d37cbb5f-1c84-406e-84dd-3efb89358613","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"switch_table:delete_misses\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"asic_fab\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_lot\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer\", field_type: U8, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_x\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_y\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"switch_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"switch_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"switch_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_slot\", field_type: U16, source: Target, description: \"\" }, FieldSchema { name: \"table\", field_type: String, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-03-03T19:14:54.072813393Z }","timeseries_name":"switch_table:delete_misses"} {"msg":"retrieving timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:14:54.073958922Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"id":"ce417871-7805-44c3-bf7e-14ebf076bb74","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"d37cbb5f-1c84-406e-84dd-3efb89358613","component":"oximeter-agent"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:14:54.074952538Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"id":"ce417871-7805-44c3-bf7e-14ebf076bb74","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"d37cbb5f-1c84-406e-84dd-3efb89358613","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"switch_table:exhaustion\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"asic_fab\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_lot\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer\", field_type: U8, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_x\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_y\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"switch_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"switch_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"switch_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_slot\", field_type: U16, source: Target, description: \"\" }, FieldSchema { name: \"table\", field_type: String, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-03-03T19:14:54.073955502Z }","timeseries_name":"switch_table:exhaustion"} {"msg":"retrieving timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:14:54.082670622Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"id":"ce417871-7805-44c3-bf7e-14ebf076bb74","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"d37cbb5f-1c84-406e-84dd-3efb89358613","component":"oximeter-agent"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:14:54.083679848Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"id":"ce417871-7805-44c3-bf7e-14ebf076bb74","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"d37cbb5f-1c84-406e-84dd-3efb89358613","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"dendrite:sample_collection_duration\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"asic_fab\", field_type: String, source: Metric, description: \"\" }, FieldSchema { name: \"asic_lot\", field_type: String, source: Metric, description: \"\" }, FieldSchema { name: \"asic_wafer\", field_type: U8, source: Metric, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_x\", field_type: I16, source: Metric, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_y\", field_type: I16, source: Metric, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"sled_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"sled_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_id\", field_type: Uuid, source: Metric, description: \"\" }, FieldSchema { name: \"switch_model\", field_type: String, source: Metric, description: \"\" }, FieldSchema { name: \"switch_revision\", field_type: U32, source: Metric, description: \"\" }, FieldSchema { name: \"switch_serial\", field_type: String, source: Metric, description: \"\" }, FieldSchema { name: \"switch_slot\", field_type: U16, source: Metric, description: \"\" }}, datum_type: F64, version: 1, authz_scope: Fleet, units: Count, created: 2026-03-03T19:14:54.082656462Z }","timeseries_name":"dendrite:sample_collection_duration"} {"msg":"inserting 31 new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:14:54.08379012Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"id":"ce417871-7805-44c3-bf7e-14ebf076bb74","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"d37cbb5f-1c84-406e-84dd-3efb89358613","component":"oximeter-agent"} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:14:54.104549183Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"id":"ce417871-7805-44c3-bf7e-14ebf076bb74","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"d37cbb5f-1c84-406e-84dd-3efb89358613","component":"oximeter-agent","table_name":"fields_i16","n_rows":284} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:14:54.106543225Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"id":"ce417871-7805-44c3-bf7e-14ebf076bb74","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"d37cbb5f-1c84-406e-84dd-3efb89358613","component":"oximeter-agent","table_name":"fields_ipaddr","n_rows":6} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:14:54.108833492Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"id":"ce417871-7805-44c3-bf7e-14ebf076bb74","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"d37cbb5f-1c84-406e-84dd-3efb89358613","component":"oximeter-agent","table_name":"fields_string","n_rows":774} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:14:54.110646921Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"id":"ce417871-7805-44c3-bf7e-14ebf076bb74","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"d37cbb5f-1c84-406e-84dd-3efb89358613","component":"oximeter-agent","table_name":"fields_u16","n_rows":148} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:14:54.112498631Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"id":"ce417871-7805-44c3-bf7e-14ebf076bb74","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"d37cbb5f-1c84-406e-84dd-3efb89358613","component":"oximeter-agent","table_name":"fields_u32","n_rows":149} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:14:54.116912382Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"id":"ce417871-7805-44c3-bf7e-14ebf076bb74","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"d37cbb5f-1c84-406e-84dd-3efb89358613","component":"oximeter-agent","table_name":"fields_u8","n_rows":148} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:14:54.119139638Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"id":"ce417871-7805-44c3-bf7e-14ebf076bb74","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"d37cbb5f-1c84-406e-84dd-3efb89358613","component":"oximeter-agent","table_name":"fields_uuid","n_rows":468} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:14:54.125766734Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"id":"ce417871-7805-44c3-bf7e-14ebf076bb74","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"d37cbb5f-1c84-406e-84dd-3efb89358613","component":"oximeter-agent","table_name":"measurements_bool","n_rows":6} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:14:54.130559401Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"id":"ce417871-7805-44c3-bf7e-14ebf076bb74","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"d37cbb5f-1c84-406e-84dd-3efb89358613","component":"oximeter-agent","table_name":"measurements_cumulativeu64","n_rows":130} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:14:54.132253248Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"id":"ce417871-7805-44c3-bf7e-14ebf076bb74","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"d37cbb5f-1c84-406e-84dd-3efb89358613","component":"oximeter-agent","table_name":"measurements_f64","n_rows":1} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:14:54.13422084Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"id":"ce417871-7805-44c3-bf7e-14ebf076bb74","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"d37cbb5f-1c84-406e-84dd-3efb89358613","component":"oximeter-agent","table_name":"measurements_u64","n_rows":38} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:14:54.745317399Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"16531efa-0062-408b-ab82-d5742995ed69","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"d37cbb5f-1c84-406e-84dd-3efb89358613","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:14:54.7453684Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"16531efa-0062-408b-ab82-d5742995ed69","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"d37cbb5f-1c84-406e-84dd-3efb89358613","component":"oximeter-agent"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:14:54.747420903Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"75abf3a4-8fd5-4d22-ad7e-db197f03b3ca","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"d37cbb5f-1c84-406e-84dd-3efb89358613","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:14:54.747448384Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"75abf3a4-8fd5-4d22-ad7e-db197f03b3ca","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"d37cbb5f-1c84-406e-84dd-3efb89358613","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:14:54.748411629Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"75abf3a4-8fd5-4d22-ad7e-db197f03b3ca","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"d37cbb5f-1c84-406e-84dd-3efb89358613","component":"oximeter-agent","n_results":1} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:14:54.749481566Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"16531efa-0062-408b-ab82-d5742995ed69","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"d37cbb5f-1c84-406e-84dd-3efb89358613","component":"oximeter-agent","n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:14:55.74551951Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"16531efa-0062-408b-ab82-d5742995ed69","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"d37cbb5f-1c84-406e-84dd-3efb89358613","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:14:55.74557575Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"16531efa-0062-408b-ab82-d5742995ed69","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"d37cbb5f-1c84-406e-84dd-3efb89358613","component":"oximeter-agent"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:14:55.74678567Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"75abf3a4-8fd5-4d22-ad7e-db197f03b3ca","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"d37cbb5f-1c84-406e-84dd-3efb89358613","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:14:55.74680944Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"75abf3a4-8fd5-4d22-ad7e-db197f03b3ca","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"d37cbb5f-1c84-406e-84dd-3efb89358613","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:14:55.747651804Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"75abf3a4-8fd5-4d22-ad7e-db197f03b3ca","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"d37cbb5f-1c84-406e-84dd-3efb89358613","component":"oximeter-agent","n_results":1} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:14:55.748064661Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"16531efa-0062-408b-ab82-d5742995ed69","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"d37cbb5f-1c84-406e-84dd-3efb89358613","component":"oximeter-agent","n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:14:56.74573857Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"16531efa-0062-408b-ab82-d5742995ed69","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"d37cbb5f-1c84-406e-84dd-3efb89358613","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:14:56.745789081Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"16531efa-0062-408b-ab82-d5742995ed69","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"d37cbb5f-1c84-406e-84dd-3efb89358613","component":"oximeter-agent"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:14:56.746756266Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"75abf3a4-8fd5-4d22-ad7e-db197f03b3ca","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"d37cbb5f-1c84-406e-84dd-3efb89358613","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:14:56.746786587Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"75abf3a4-8fd5-4d22-ad7e-db197f03b3ca","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"d37cbb5f-1c84-406e-84dd-3efb89358613","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:14:56.747695001Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"75abf3a4-8fd5-4d22-ad7e-db197f03b3ca","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"d37cbb5f-1c84-406e-84dd-3efb89358613","component":"oximeter-agent","n_results":1} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:14:56.74823886Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"16531efa-0062-408b-ab82-d5742995ed69","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"d37cbb5f-1c84-406e-84dd-3efb89358613","component":"oximeter-agent","n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:14:57.745027424Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"16531efa-0062-408b-ab82-d5742995ed69","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"d37cbb5f-1c84-406e-84dd-3efb89358613","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:14:57.745090295Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"16531efa-0062-408b-ab82-d5742995ed69","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"d37cbb5f-1c84-406e-84dd-3efb89358613","component":"oximeter-agent"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:14:57.747043457Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"75abf3a4-8fd5-4d22-ad7e-db197f03b3ca","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"d37cbb5f-1c84-406e-84dd-3efb89358613","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:14:57.747068547Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"75abf3a4-8fd5-4d22-ad7e-db197f03b3ca","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"d37cbb5f-1c84-406e-84dd-3efb89358613","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:14:57.747992402Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"75abf3a4-8fd5-4d22-ad7e-db197f03b3ca","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"d37cbb5f-1c84-406e-84dd-3efb89358613","component":"oximeter-agent","n_results":1} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:14:57.749593498Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"16531efa-0062-408b-ab82-d5742995ed69","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"d37cbb5f-1c84-406e-84dd-3efb89358613","component":"oximeter-agent","n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:14:58.745776231Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"16531efa-0062-408b-ab82-d5742995ed69","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"d37cbb5f-1c84-406e-84dd-3efb89358613","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:14:58.745838323Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"16531efa-0062-408b-ab82-d5742995ed69","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"d37cbb5f-1c84-406e-84dd-3efb89358613","component":"oximeter-agent"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:14:58.747001631Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"75abf3a4-8fd5-4d22-ad7e-db197f03b3ca","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"d37cbb5f-1c84-406e-84dd-3efb89358613","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:14:58.747032312Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"75abf3a4-8fd5-4d22-ad7e-db197f03b3ca","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"d37cbb5f-1c84-406e-84dd-3efb89358613","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:14:58.747830724Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"75abf3a4-8fd5-4d22-ad7e-db197f03b3ca","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"d37cbb5f-1c84-406e-84dd-3efb89358613","component":"oximeter-agent","n_results":1} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:14:58.74819383Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"16531efa-0062-408b-ab82-d5742995ed69","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"d37cbb5f-1c84-406e-84dd-3efb89358613","component":"oximeter-agent","n_results":1} {"msg":"inserting 150 samples into database","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:14:58.956955824Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"d37cbb5f-1c84-406e-84dd-3efb89358613","component":"oximeter-agent"} {"msg":"inserting 150 samples into database","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:14:58.956983195Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"d37cbb5f-1c84-406e-84dd-3efb89358613","component":"oximeter-agent"} {"msg":"unrolling 150 total samples","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:14:58.957010875Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"id":"ce417871-7805-44c3-bf7e-14ebf076bb74","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"d37cbb5f-1c84-406e-84dd-3efb89358613","component":"oximeter-agent"} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:14:58.964934752Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"id":"ce417871-7805-44c3-bf7e-14ebf076bb74","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"d37cbb5f-1c84-406e-84dd-3efb89358613","component":"oximeter-agent","table_name":"fields_string","n_rows":30} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:14:58.966339595Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"id":"ce417871-7805-44c3-bf7e-14ebf076bb74","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"d37cbb5f-1c84-406e-84dd-3efb89358613","component":"oximeter-agent","table_name":"fields_uuid","n_rows":36} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:14:58.967843089Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"id":"ce417871-7805-44c3-bf7e-14ebf076bb74","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"d37cbb5f-1c84-406e-84dd-3efb89358613","component":"oximeter-agent","table_name":"measurements_cumulativeu64","n_rows":110} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:14:58.96917393Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"id":"ce417871-7805-44c3-bf7e-14ebf076bb74","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"d37cbb5f-1c84-406e-84dd-3efb89358613","component":"oximeter-agent","table_name":"measurements_u64","n_rows":40} {"msg":"failed to insert some results into metric DB","v":0,"name":"oximeter","level":40,"time":"2026-03-03T19:14:59.058338893Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"d37cbb5f-1c84-406e-84dd-3efb89358613","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:14:59.745606113Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"16531efa-0062-408b-ab82-d5742995ed69","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"d37cbb5f-1c84-406e-84dd-3efb89358613","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:14:59.745663714Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"16531efa-0062-408b-ab82-d5742995ed69","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"d37cbb5f-1c84-406e-84dd-3efb89358613","component":"oximeter-agent"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:14:59.746904934Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"75abf3a4-8fd5-4d22-ad7e-db197f03b3ca","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"d37cbb5f-1c84-406e-84dd-3efb89358613","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:14:59.746933824Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"75abf3a4-8fd5-4d22-ad7e-db197f03b3ca","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"d37cbb5f-1c84-406e-84dd-3efb89358613","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:14:59.747746787Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"75abf3a4-8fd5-4d22-ad7e-db197f03b3ca","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"d37cbb5f-1c84-406e-84dd-3efb89358613","component":"oximeter-agent","n_results":1} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:14:59.748123273Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"16531efa-0062-408b-ab82-d5742995ed69","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"d37cbb5f-1c84-406e-84dd-3efb89358613","component":"oximeter-agent","n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:15:00.745289676Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"16531efa-0062-408b-ab82-d5742995ed69","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"d37cbb5f-1c84-406e-84dd-3efb89358613","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:15:00.745338867Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"16531efa-0062-408b-ab82-d5742995ed69","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"d37cbb5f-1c84-406e-84dd-3efb89358613","component":"oximeter-agent"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:15:00.747698742Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"75abf3a4-8fd5-4d22-ad7e-db197f03b3ca","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"d37cbb5f-1c84-406e-84dd-3efb89358613","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:15:00.747735242Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"75abf3a4-8fd5-4d22-ad7e-db197f03b3ca","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"d37cbb5f-1c84-406e-84dd-3efb89358613","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:15:00.747907115Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"16531efa-0062-408b-ab82-d5742995ed69","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"d37cbb5f-1c84-406e-84dd-3efb89358613","component":"oximeter-agent","n_results":1} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:15:00.748497944Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"75abf3a4-8fd5-4d22-ad7e-db197f03b3ca","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"d37cbb5f-1c84-406e-84dd-3efb89358613","component":"oximeter-agent","n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:15:01.745606474Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"16531efa-0062-408b-ab82-d5742995ed69","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"d37cbb5f-1c84-406e-84dd-3efb89358613","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:15:01.745664225Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"16531efa-0062-408b-ab82-d5742995ed69","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"d37cbb5f-1c84-406e-84dd-3efb89358613","component":"oximeter-agent"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:15:01.747942351Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"75abf3a4-8fd5-4d22-ad7e-db197f03b3ca","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"d37cbb5f-1c84-406e-84dd-3efb89358613","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:15:01.747979312Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"75abf3a4-8fd5-4d22-ad7e-db197f03b3ca","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"d37cbb5f-1c84-406e-84dd-3efb89358613","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:15:01.748197825Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"16531efa-0062-408b-ab82-d5742995ed69","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"d37cbb5f-1c84-406e-84dd-3efb89358613","component":"oximeter-agent","n_results":1} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:15:01.748876246Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"75abf3a4-8fd5-4d22-ad7e-db197f03b3ca","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"d37cbb5f-1c84-406e-84dd-3efb89358613","component":"oximeter-agent","n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:15:02.745963156Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"16531efa-0062-408b-ab82-d5742995ed69","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"d37cbb5f-1c84-406e-84dd-3efb89358613","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:15:02.745992816Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"16531efa-0062-408b-ab82-d5742995ed69","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"d37cbb5f-1c84-406e-84dd-3efb89358613","component":"oximeter-agent"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:15:02.746976672Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"75abf3a4-8fd5-4d22-ad7e-db197f03b3ca","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"d37cbb5f-1c84-406e-84dd-3efb89358613","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:15:02.747025593Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"75abf3a4-8fd5-4d22-ad7e-db197f03b3ca","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"d37cbb5f-1c84-406e-84dd-3efb89358613","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:15:02.747957308Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"75abf3a4-8fd5-4d22-ad7e-db197f03b3ca","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"d37cbb5f-1c84-406e-84dd-3efb89358613","component":"oximeter-agent","n_results":1} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-03-03T19:15:02.748852112Z","hostname":"oxz_oximeter_d37cbb5f-1c84-406e-84dd-3efb89358613","pid":23013,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"16531efa-0062-408b-ab82-d5742995ed69","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"d37cbb5f-1c84-406e-84dd-3efb89358613","component":"oximeter-agent","n_results":1}