[ Jul 21 19:13:55 Enabled. ] [ Jul 21 19:13:55 Rereading configuration. ] [ Jul 21 19:13:56 Rereading configuration. ] [ Jul 21 19:14:00 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/oximeter-collector/bin/oximeter run /var/svc/manifest/site/oximeter/config.toml --address [fd00:1122:3344:101::d]:12223 --id c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc &"). ] [ Jul 21 19:14:00 Method "start" exited with status 0. ] note: configured to log to "/dev/stdout" {"msg":"registered DTrace probes","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:00.374332617Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414} {"msg":"starting oximeter server","v":0,"name":"oximeter","level":30,"time":"2026-07-21T19:14:00.376028203Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"file":"oximeter/collector/src/lib.rs:299"} {"msg":"creating ClickHouse client","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:00.376978373Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414} {"msg":"registered USDT probes","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:00.388520107Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"id":"db2a39d5-2206-4581-a196-7813f863f15e","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent"} {"msg":"oximeter database does not exist, or is out-of-date","v":0,"name":"oximeter","level":40,"time":"2026-07-21T19:14:07.188772323Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"id":"db2a39d5-2206-4581-a196-7813f863f15e","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:888"} {"msg":"oximeter database does not exist, creating","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:07.188853075Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent"} {"msg":"reading db version","v":0,"name":"oximeter","level":30,"time":"2026-07-21T19:14:07.188897845Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"id":"db2a39d5-2206-4581-a196-7813f863f15e","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:788"} {"msg":"oximeter database does not exist, or is out-of-date","v":0,"name":"oximeter","level":40,"time":"2026-07-21T19:14:07.189797115Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"id":"db2a39d5-2206-4581-a196-7813f863f15e","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:888"} {"msg":"read oximeter database version","v":0,"name":"oximeter","level":30,"time":"2026-07-21T19:14:07.189861786Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"id":"db2a39d5-2206-4581-a196-7813f863f15e","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:793","version":0} {"msg":"initializing oximeter schema","v":0,"name":"oximeter","level":30,"time":"2026-07-21T19:14:07.189871856Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"id":"db2a39d5-2206-4581-a196-7813f863f15e","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:798"} {"msg":"initializing ClickHouse database","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:07.189908677Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"id":"db2a39d5-2206-4581-a196-7813f863f15e","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent"} {"msg":"inserting current version","v":0,"name":"oximeter","level":30,"time":"2026-07-21T19:14:07.294571237Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"id":"db2a39d5-2206-4581-a196-7813f863f15e","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:819","version":14} {"msg":"registered USDT probes","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:07.33260805Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"id":"6dfaef16-dd35-442c-83a0-8b5625e3bd67","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent"} {"msg":"registered endpoint","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:07.351972039Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","versions":"all","path":"/info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:07.35201814Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","versions":"all","path":"/producers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:07.352062801Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","versions":"all","path":"/producers/{producer_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:07.352076371Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","versions":"all","path":"/producers/{producer_id}","method":"GET"} {"msg":"listening","v":0,"name":"oximeter","level":30,"time":"2026-07-21T19:14:07.352126372Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.17.1/src/server.rs:335"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:07.361073151Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot"} {"msg":"registered USDT probes","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:07.361178853Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414} {"msg":"contacting nexus","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:07.361235235Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414} {"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:07.412038557Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/collectors","method":"POST"} {"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:07.412807174Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/collectors\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [fd00:1122:3344:101::a]:12221, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to contact nexus, will retry in 249.879494ms","v":0,"name":"oximeter","level":40,"time":"2026-07-21T19:14:07.412896316Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"file":"oximeter/collector/src/lib.rs:413","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/collectors)\""} {"msg":"contacting nexus","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:07.66401441Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414} {"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:07.664104341Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/collectors","method":"POST"} {"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:07.664259175Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/collectors\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [fd00:1122:3344:101::a]:12221, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to contact nexus, will retry in 543.684303ms","v":0,"name":"oximeter","level":40,"time":"2026-07-21T19:14:07.664298056Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"file":"oximeter/collector/src/lib.rs:413","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/collectors)\""} {"msg":"contacting nexus","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:08.209344798Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414} {"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:08.209507301Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/collectors","method":"POST"} {"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:08.209658984Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/collectors\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [fd00:1122:3344:101::b]:12221, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to contact nexus, will retry in 1.270858798s","v":0,"name":"oximeter","level":40,"time":"2026-07-21T19:14:08.209734376Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"file":"oximeter/collector/src/lib.rs:413","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/collectors)\""} {"msg":"contacting nexus","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:09.480763824Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414} {"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:09.480845346Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/collectors","method":"POST"} {"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:09.48105592Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/collectors\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [fd00:1122:3344:101::a]:12221, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to contact nexus, will retry in 2.059076943s","v":0,"name":"oximeter","level":40,"time":"2026-07-21T19:14:09.481122431Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"file":"oximeter/collector/src/lib.rs:413","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/collectors)\""} {"msg":"contacting nexus","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:11.540814645Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414} {"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:11.540917697Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/collectors","method":"POST"} {"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:11.608653848Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"result":"Ok(Response { url: \"http://[fd00:1122:3344:101::b]:12221/metrics/collectors\", status: 204, headers: {\"x-request-id\": \"4be1a9fd-3e9c-4574-a8a2-9412cca8fb8f\", \"date\": \"Tue, 21 Jul 2026 19:14:11 GMT\"} })"} {"msg":"oximeter registered with nexus","v":0,"name":"oximeter","level":30,"time":"2026-07-21T19:14:11.611038528Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"file":"oximeter/collector/src/lib.rs:431","id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc"} {"msg":"starting refresh list task","v":0,"name":"oximeter","level":30,"time":"2026-07-21T19:14:11.611071009Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:626"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"oximeter","level":30,"time":"2026-07-21T19:14:11.612129131Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:629"} {"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:11.617263999Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"body":"None","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/collectors/c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc/producers?sort_by=id_ascending","method":"GET"} {"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:11.617497075Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/collectors/c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc/producers?sort_by=id_ascending\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [fd00:1122:3344:101::a]:12221, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"error fetching next assigned producer, abandoning this refresh attempt","v":0,"name":"oximeter","level":50,"time":"2026-07-21T19:14:11.617557206Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:667","error":"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/collectors/c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc/producers?sort_by=id_ascending): error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/collectors/c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc/producers?sort_by=id_ascending): client error (Connect): tcp connect error: Connection refused (os error 146)"} {"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:12.333714541Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent","n_samples":4} {"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:12.333786182Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent","n_samples":4} {"msg":"unrolling 4 total samples","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:12.333797772Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"id":"db2a39d5-2206-4581-a196-7813f863f15e","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent"} {"msg":"fetching timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:12.335904407Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"id":"db2a39d5-2206-4581-a196-7813f863f15e","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:12.337550022Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"id":"db2a39d5-2206-4581-a196-7813f863f15e","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"oximeter_collector:database_queue_depth\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"collector_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"collector_ip\", field_type: IpAddr, source: Target, description: \"\" }, FieldSchema { name: \"collector_port\", field_type: U16, source: Target, description: \"\" }, FieldSchema { name: \"collector_sink\", field_type: String, source: Metric, description: \"\" }}, datum_type: HistogramU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-07-21T19:14:12.335856266Z }","timeseries_name":"oximeter_collector:database_queue_depth"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:12.337633603Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"id":"db2a39d5-2206-4581-a196-7813f863f15e","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"oximeter_collector:database_samples_dropped\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"collector_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"collector_ip\", field_type: IpAddr, source: Target, description: \"\" }, FieldSchema { name: \"collector_port\", field_type: U16, source: Target, description: \"\" }, FieldSchema { name: \"collector_sink\", field_type: String, source: Metric, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-07-21T19:14:12.335851376Z }","timeseries_name":"oximeter_collector:database_samples_dropped"} {"msg":"inserting 2 new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:12.337822287Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"id":"db2a39d5-2206-4581-a196-7813f863f15e","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent"} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:12.342751641Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"id":"db2a39d5-2206-4581-a196-7813f863f15e","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent","table_name":"fields_ipaddr","n_rows":4} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:12.344707483Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"id":"db2a39d5-2206-4581-a196-7813f863f15e","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent","table_name":"fields_string","n_rows":4} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:12.346739686Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"id":"db2a39d5-2206-4581-a196-7813f863f15e","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent","table_name":"fields_u16","n_rows":4} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:12.349812761Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"id":"db2a39d5-2206-4581-a196-7813f863f15e","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent","table_name":"fields_uuid","n_rows":4} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:12.351538817Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"id":"db2a39d5-2206-4581-a196-7813f863f15e","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent","table_name":"measurements_cumulativeu64","n_rows":2} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:12.354148075Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"id":"db2a39d5-2206-4581-a196-7813f863f15e","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent","table_name":"measurements_histogramu64","n_rows":2} {"msg":"failed to insert some results into metric DB","v":0,"name":"oximeter","level":40,"time":"2026-07-21T19:14:12.434415417Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:276","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:17.333580068Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:17.3336754Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:22.334299226Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:22.334353357Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"oximeter","level":30,"time":"2026-07-21T19:14:26.611615371Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:629"} {"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:26.611881486Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"body":"None","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/collectors/c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc/producers?sort_by=id_ascending","method":"GET"} {"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:26.61870287Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"result":"Ok(Response { url: \"http://[fd00:1122:3344:101::b]:12221/metrics/collectors/c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5270720b-4fa0-4870-8f0a-0a4b726be034\", \"content-length\": \"298\", \"date\": \"Tue, 21 Jul 2026 19:14:26 GMT\"} })"} {"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:26.620828155Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"body":"None","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/collectors/c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJiYmM5Y2U2Ni01ODc5LTQ1MGUtYjM3Yy04ZWRhNjE1OWRmYWEifX0%3D","method":"GET"} {"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:26.631020541Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"result":"Ok(Response { url: \"http://[fd00:1122:3344:101::b]:12221/metrics/collectors/c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJiYmM5Y2U2Ni01ODc5LTQ1MGUtYjM3Yy04ZWRhNjE1OWRmYWEifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fb43dd36-59e2-40c5-a8e4-1dbfb5d349af\", \"content-length\": \"29\", \"date\": \"Tue, 21 Jul 2026 19:14:26 GMT\"} })"} {"msg":"registered new metric producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:26.631094122Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent","address":"[fd00:1122:3344:101::1]:8001","producer_id":"bbc9ce66-5879-450e-b37c-8eda6159dfaa"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"oximeter","level":30,"time":"2026-07-21T19:14:26.631135733Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:704","n_current_tasks":1,"n_pruned_tasks":0} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:26.688187118Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"bbc9ce66-5879-450e-b37c-8eda6159dfaa","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:26.68827113Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"bbc9ce66-5879-450e-b37c-8eda6159dfaa","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:26.701750215Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"bbc9ce66-5879-450e-b37c-8eda6159dfaa","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:27.333863386Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent","n_samples":26} {"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:27.333954628Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent","n_samples":26} {"msg":"unrolling 26 total samples","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:27.334000029Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"id":"db2a39d5-2206-4581-a196-7813f863f15e","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent"} {"msg":"fetching timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:27.334008139Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"id":"db2a39d5-2206-4581-a196-7813f863f15e","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:27.346781259Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"id":"db2a39d5-2206-4581-a196-7813f863f15e","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"ddm_router:originated_tunnel_endpoints\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"hostname\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: U64, version: 1, authz_scope: Fleet, units: Count, created: 2026-07-21T19:14:27.333904467Z }","timeseries_name":"ddm_router:originated_tunnel_endpoints"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:27.34685357Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"id":"db2a39d5-2206-4581-a196-7813f863f15e","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"ddm_router:originated_underlay_prefixes\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"hostname\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: U64, version: 1, authz_scope: Fleet, units: Count, created: 2026-07-21T19:14:27.333901217Z }","timeseries_name":"ddm_router:originated_underlay_prefixes"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:27.346905992Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"id":"db2a39d5-2206-4581-a196-7813f863f15e","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"ddm_session:advertisements_received\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"hostname\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"interface\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-07-21T19:14:27.333912217Z }","timeseries_name":"ddm_session:advertisements_received"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:27.346961363Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"id":"db2a39d5-2206-4581-a196-7813f863f15e","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"ddm_session:advertisements_sent\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"hostname\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"interface\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-07-21T19:14:27.333910547Z }","timeseries_name":"ddm_session:advertisements_sent"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:27.347011544Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"id":"db2a39d5-2206-4581-a196-7813f863f15e","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"ddm_session:imported_tunnel_endpoints\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"hostname\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"interface\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: U64, version: 1, authz_scope: Fleet, units: Count, created: 2026-07-21T19:14:27.333925917Z }","timeseries_name":"ddm_session:imported_tunnel_endpoints"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:27.347099216Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"id":"db2a39d5-2206-4581-a196-7813f863f15e","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"ddm_session:imported_underlay_prefixes\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"hostname\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"interface\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: U64, version: 1, authz_scope: Fleet, units: Count, created: 2026-07-21T19:14:27.333924348Z }","timeseries_name":"ddm_session:imported_underlay_prefixes"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:27.347207088Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"id":"db2a39d5-2206-4581-a196-7813f863f15e","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"ddm_session:peer_address_changes\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"hostname\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"interface\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-07-21T19:14:27.333915717Z }","timeseries_name":"ddm_session:peer_address_changes"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:27.3472943Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"id":"db2a39d5-2206-4581-a196-7813f863f15e","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"ddm_session:peer_expirations\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"hostname\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"interface\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-07-21T19:14:27.333914197Z }","timeseries_name":"ddm_session:peer_expirations"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:27.347342021Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"id":"db2a39d5-2206-4581-a196-7813f863f15e","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"ddm_session:peer_sessions_established\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"hostname\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"interface\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-07-21T19:14:27.333917517Z }","timeseries_name":"ddm_session:peer_sessions_established"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:27.347389852Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"id":"db2a39d5-2206-4581-a196-7813f863f15e","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"ddm_session:solicitations_received\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"hostname\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"interface\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-07-21T19:14:27.333908647Z }","timeseries_name":"ddm_session:solicitations_received"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:27.347438213Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"id":"db2a39d5-2206-4581-a196-7813f863f15e","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"ddm_session:solicitations_sent\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"hostname\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"interface\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-07-21T19:14:27.333906627Z }","timeseries_name":"ddm_session:solicitations_sent"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:27.347486264Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"id":"db2a39d5-2206-4581-a196-7813f863f15e","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"ddm_session:update_send_fail\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"hostname\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"interface\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-07-21T19:14:27.333921868Z }","timeseries_name":"ddm_session:update_send_fail"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:27.347532675Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"id":"db2a39d5-2206-4581-a196-7813f863f15e","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"ddm_session:updates_received\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"hostname\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"interface\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-07-21T19:14:27.333920637Z }","timeseries_name":"ddm_session:updates_received"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:27.347625417Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"id":"db2a39d5-2206-4581-a196-7813f863f15e","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"ddm_session:updates_sent\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"hostname\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"interface\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-07-21T19:14:27.333919227Z }","timeseries_name":"ddm_session:updates_sent"} {"msg":"inserting 14 new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:27.347718289Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"id":"db2a39d5-2206-4581-a196-7813f863f15e","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent"} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:27.35110074Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"id":"db2a39d5-2206-4581-a196-7813f863f15e","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent","table_name":"fields_string","n_rows":50} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:27.352824547Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"id":"db2a39d5-2206-4581-a196-7813f863f15e","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent","table_name":"fields_uuid","n_rows":52} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:27.35441062Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"id":"db2a39d5-2206-4581-a196-7813f863f15e","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent","table_name":"measurements_cumulativeu64","n_rows":20} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:27.356052755Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"id":"db2a39d5-2206-4581-a196-7813f863f15e","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent","table_name":"measurements_u64","n_rows":6} {"msg":"failed to insert some results into metric DB","v":0,"name":"oximeter","level":40,"time":"2026-07-21T19:14:27.434513512Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:276","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:27.687583198Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"bbc9ce66-5879-450e-b37c-8eda6159dfaa","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:27.68769052Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"bbc9ce66-5879-450e-b37c-8eda6159dfaa","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:27.689350385Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"bbc9ce66-5879-450e-b37c-8eda6159dfaa","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:28.687481146Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"bbc9ce66-5879-450e-b37c-8eda6159dfaa","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:28.687511387Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"bbc9ce66-5879-450e-b37c-8eda6159dfaa","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:28.688874446Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"bbc9ce66-5879-450e-b37c-8eda6159dfaa","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:29.687825624Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"bbc9ce66-5879-450e-b37c-8eda6159dfaa","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:29.687916836Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"bbc9ce66-5879-450e-b37c-8eda6159dfaa","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:29.689359146Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"bbc9ce66-5879-450e-b37c-8eda6159dfaa","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:30.688192039Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"bbc9ce66-5879-450e-b37c-8eda6159dfaa","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:30.688281881Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"bbc9ce66-5879-450e-b37c-8eda6159dfaa","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:30.689817474Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"bbc9ce66-5879-450e-b37c-8eda6159dfaa","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:31.68831996Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"bbc9ce66-5879-450e-b37c-8eda6159dfaa","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:31.688417082Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"bbc9ce66-5879-450e-b37c-8eda6159dfaa","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:31.690006606Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"bbc9ce66-5879-450e-b37c-8eda6159dfaa","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:32.334449456Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent","n_samples":130} {"msg":"unrolling 130 total samples","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:32.334481537Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"id":"db2a39d5-2206-4581-a196-7813f863f15e","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent"} {"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:32.334583259Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent","n_samples":130} {"msg":"fetching timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:32.33463131Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"id":"db2a39d5-2206-4581-a196-7813f863f15e","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent"} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:32.35782785Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"id":"db2a39d5-2206-4581-a196-7813f863f15e","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent","table_name":"fields_string","n_rows":50} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:32.359490095Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"id":"db2a39d5-2206-4581-a196-7813f863f15e","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent","table_name":"fields_uuid","n_rows":52} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:32.36117902Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"id":"db2a39d5-2206-4581-a196-7813f863f15e","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent","table_name":"measurements_cumulativeu64","n_rows":100} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:32.362850876Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"id":"db2a39d5-2206-4581-a196-7813f863f15e","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent","table_name":"measurements_u64","n_rows":30} {"msg":"failed to insert some results into metric DB","v":0,"name":"oximeter","level":40,"time":"2026-07-21T19:14:32.43503364Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:276","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:32.688102425Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"bbc9ce66-5879-450e-b37c-8eda6159dfaa","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:32.688201157Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"bbc9ce66-5879-450e-b37c-8eda6159dfaa","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:32.689610327Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"bbc9ce66-5879-450e-b37c-8eda6159dfaa","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:33.687851069Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"bbc9ce66-5879-450e-b37c-8eda6159dfaa","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:33.687949211Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"bbc9ce66-5879-450e-b37c-8eda6159dfaa","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:33.68929786Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"bbc9ce66-5879-450e-b37c-8eda6159dfaa","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:34.688509252Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"bbc9ce66-5879-450e-b37c-8eda6159dfaa","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:34.688586653Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"bbc9ce66-5879-450e-b37c-8eda6159dfaa","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:34.690073125Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"bbc9ce66-5879-450e-b37c-8eda6159dfaa","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:35.688212306Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"bbc9ce66-5879-450e-b37c-8eda6159dfaa","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:35.688306748Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"bbc9ce66-5879-450e-b37c-8eda6159dfaa","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:35.689602065Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"bbc9ce66-5879-450e-b37c-8eda6159dfaa","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:36.687787297Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"bbc9ce66-5879-450e-b37c-8eda6159dfaa","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:36.68792261Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"bbc9ce66-5879-450e-b37c-8eda6159dfaa","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:36.689691447Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"bbc9ce66-5879-450e-b37c-8eda6159dfaa","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:37.333758261Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent","n_samples":130} {"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:37.334102508Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent","n_samples":130} {"msg":"unrolling 130 total samples","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:37.334127909Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"id":"db2a39d5-2206-4581-a196-7813f863f15e","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent"} {"msg":"fetching timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:37.334213311Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"id":"db2a39d5-2206-4581-a196-7813f863f15e","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent"} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:37.339238257Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"id":"db2a39d5-2206-4581-a196-7813f863f15e","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent","table_name":"fields_string","n_rows":50} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:37.341029255Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"id":"db2a39d5-2206-4581-a196-7813f863f15e","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent","table_name":"fields_uuid","n_rows":52} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:37.342538767Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"id":"db2a39d5-2206-4581-a196-7813f863f15e","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent","table_name":"measurements_cumulativeu64","n_rows":100} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:37.344083159Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"id":"db2a39d5-2206-4581-a196-7813f863f15e","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent","table_name":"measurements_u64","n_rows":30} {"msg":"failed to insert some results into metric DB","v":0,"name":"oximeter","level":40,"time":"2026-07-21T19:14:37.434661702Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:276","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:37.68778304Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"bbc9ce66-5879-450e-b37c-8eda6159dfaa","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:37.687915292Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"bbc9ce66-5879-450e-b37c-8eda6159dfaa","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:37.689928195Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"bbc9ce66-5879-450e-b37c-8eda6159dfaa","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:38.687845555Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"bbc9ce66-5879-450e-b37c-8eda6159dfaa","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:38.687917707Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"bbc9ce66-5879-450e-b37c-8eda6159dfaa","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:38.689234525Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"bbc9ce66-5879-450e-b37c-8eda6159dfaa","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:39.688432387Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"bbc9ce66-5879-450e-b37c-8eda6159dfaa","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:39.68854833Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"bbc9ce66-5879-450e-b37c-8eda6159dfaa","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:39.690359348Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"bbc9ce66-5879-450e-b37c-8eda6159dfaa","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:40.688242713Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"bbc9ce66-5879-450e-b37c-8eda6159dfaa","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:40.688319855Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"bbc9ce66-5879-450e-b37c-8eda6159dfaa","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:40.689593452Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"bbc9ce66-5879-450e-b37c-8eda6159dfaa","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"refreshing list of producers from Nexus","v":0,"name":"oximeter","level":30,"time":"2026-07-21T19:14:41.611753229Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:629"} {"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:41.611913042Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"body":"None","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/collectors/c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc/producers?sort_by=id_ascending","method":"GET"} {"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:41.621636177Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"result":"Ok(Response { url: \"http://[fd00:1122:3344:101::a]:12221/metrics/collectors/c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f93ec594-e791-4855-990d-c6dc90fcd75d\", \"content-length\": \"583\", \"date\": \"Tue, 21 Jul 2026 19:14:41 GMT\"} })"} {"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:41.62173263Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"body":"None","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/collectors/c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJiYmM5Y2U2Ni01ODc5LTQ1MGUtYjM3Yy04ZWRhNjE1OWRmYWEifX0%3D","method":"GET"} {"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:41.625408797Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"result":"Ok(Response { url: \"http://[fd00:1122:3344:101::a]:12221/metrics/collectors/c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJiYmM5Y2U2Ni01ODc5LTQ1MGUtYjM3Yy04ZWRhNjE1OWRmYWEifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ac37cc4b-131d-44f1-8d94-82da8c419e33\", \"content-length\": \"29\", \"date\": \"Tue, 21 Jul 2026 19:14:41 GMT\"} })"} {"msg":"registered new metric producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:41.625475639Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent","address":"[fd00:1122:3344:101::2]:40979","producer_id":"16870ef3-3e24-4393-8a2a-d71808ed1392"} {"msg":"registered new metric producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:41.62553125Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent","address":"[fd00:1122:3344:101::2]:8001","producer_id":"8fe5a0d7-3374-4862-9184-39628662ba69"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"oximeter","level":30,"time":"2026-07-21T19:14:41.625593221Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:704","n_current_tasks":3,"n_pruned_tasks":0} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:41.687658792Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"bbc9ce66-5879-450e-b37c-8eda6159dfaa","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:41.687803475Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"bbc9ce66-5879-450e-b37c-8eda6159dfaa","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:41.689706655Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"bbc9ce66-5879-450e-b37c-8eda6159dfaa","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:41.945929527Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"8fe5a0d7-3374-4862-9184-39628662ba69","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:41.94606979Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"8fe5a0d7-3374-4862-9184-39628662ba69","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:41.955387737Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"8fe5a0d7-3374-4862-9184-39628662ba69","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent","n_samples":14,"n_results":1} {"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:42.333579495Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent","n_samples":144} {"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:42.333715448Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent","n_samples":144} {"msg":"unrolling 144 total samples","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:42.333728918Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"id":"db2a39d5-2206-4581-a196-7813f863f15e","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent"} {"msg":"fetching timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:42.333776489Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"id":"db2a39d5-2206-4581-a196-7813f863f15e","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent"} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:42.338468978Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"id":"db2a39d5-2206-4581-a196-7813f863f15e","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent","table_name":"fields_string","n_rows":76} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:42.340085472Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"id":"db2a39d5-2206-4581-a196-7813f863f15e","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent","table_name":"fields_uuid","n_rows":80} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:42.341689947Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"id":"db2a39d5-2206-4581-a196-7813f863f15e","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent","table_name":"measurements_cumulativeu64","n_rows":110} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:42.343219178Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"id":"db2a39d5-2206-4581-a196-7813f863f15e","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent","table_name":"measurements_u64","n_rows":34} {"msg":"failed to insert some results into metric DB","v":0,"name":"oximeter","level":40,"time":"2026-07-21T19:14:42.434488616Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:276","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:42.687591171Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"bbc9ce66-5879-450e-b37c-8eda6159dfaa","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:42.687722514Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"bbc9ce66-5879-450e-b37c-8eda6159dfaa","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:42.689722487Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"bbc9ce66-5879-450e-b37c-8eda6159dfaa","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:42.945829445Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"8fe5a0d7-3374-4862-9184-39628662ba69","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:42.945909237Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"8fe5a0d7-3374-4862-9184-39628662ba69","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:42.946911748Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"8fe5a0d7-3374-4862-9184-39628662ba69","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent","n_samples":14,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:43.688069241Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"bbc9ce66-5879-450e-b37c-8eda6159dfaa","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:43.688156273Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"bbc9ce66-5879-450e-b37c-8eda6159dfaa","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:43.689627893Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"bbc9ce66-5879-450e-b37c-8eda6159dfaa","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:43.945795064Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"8fe5a0d7-3374-4862-9184-39628662ba69","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:43.945913156Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"8fe5a0d7-3374-4862-9184-39628662ba69","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:43.946966719Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"8fe5a0d7-3374-4862-9184-39628662ba69","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent","n_samples":14,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:44.688295433Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"bbc9ce66-5879-450e-b37c-8eda6159dfaa","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:44.688456806Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"bbc9ce66-5879-450e-b37c-8eda6159dfaa","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:44.690501109Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"bbc9ce66-5879-450e-b37c-8eda6159dfaa","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:44.945704358Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"8fe5a0d7-3374-4862-9184-39628662ba69","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:44.945841291Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"8fe5a0d7-3374-4862-9184-39628662ba69","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:44.947038046Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"8fe5a0d7-3374-4862-9184-39628662ba69","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent","n_samples":14,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:45.68823119Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"bbc9ce66-5879-450e-b37c-8eda6159dfaa","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:45.688312062Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"bbc9ce66-5879-450e-b37c-8eda6159dfaa","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:45.689887435Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"bbc9ce66-5879-450e-b37c-8eda6159dfaa","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:45.946116747Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"8fe5a0d7-3374-4862-9184-39628662ba69","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:45.94626174Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"8fe5a0d7-3374-4862-9184-39628662ba69","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:45.947888615Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"8fe5a0d7-3374-4862-9184-39628662ba69","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent","n_samples":14,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:46.687990345Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"bbc9ce66-5879-450e-b37c-8eda6159dfaa","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:46.688023556Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"bbc9ce66-5879-450e-b37c-8eda6159dfaa","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:46.689408055Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"bbc9ce66-5879-450e-b37c-8eda6159dfaa","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:46.946582367Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"8fe5a0d7-3374-4862-9184-39628662ba69","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:46.947117298Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"8fe5a0d7-3374-4862-9184-39628662ba69","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:46.947803052Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"8fe5a0d7-3374-4862-9184-39628662ba69","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent","n_samples":14,"n_results":1} {"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:47.333990898Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent","n_samples":200} {"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:47.33410866Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent","n_samples":200} {"msg":"unrolling 200 total samples","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:47.334177712Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"id":"db2a39d5-2206-4581-a196-7813f863f15e","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent"} {"msg":"fetching timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:47.334192592Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"id":"db2a39d5-2206-4581-a196-7813f863f15e","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent"} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:47.33884442Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"id":"db2a39d5-2206-4581-a196-7813f863f15e","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent","table_name":"fields_string","n_rows":76} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:47.340784361Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"id":"db2a39d5-2206-4581-a196-7813f863f15e","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent","table_name":"fields_uuid","n_rows":80} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:47.342526768Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"id":"db2a39d5-2206-4581-a196-7813f863f15e","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent","table_name":"measurements_cumulativeu64","n_rows":150} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:47.344112342Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"id":"db2a39d5-2206-4581-a196-7813f863f15e","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent","table_name":"measurements_u64","n_rows":50} {"msg":"failed to insert some results into metric DB","v":0,"name":"oximeter","level":40,"time":"2026-07-21T19:14:47.43586615Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:276","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:47.688667149Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"bbc9ce66-5879-450e-b37c-8eda6159dfaa","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:47.68870134Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"bbc9ce66-5879-450e-b37c-8eda6159dfaa","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:47.690336584Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"bbc9ce66-5879-450e-b37c-8eda6159dfaa","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:47.946833432Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"8fe5a0d7-3374-4862-9184-39628662ba69","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:47.947088027Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"8fe5a0d7-3374-4862-9184-39628662ba69","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:47.948259122Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"8fe5a0d7-3374-4862-9184-39628662ba69","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent","n_samples":14,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:48.688362424Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"bbc9ce66-5879-450e-b37c-8eda6159dfaa","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:48.688463716Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"bbc9ce66-5879-450e-b37c-8eda6159dfaa","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:48.689728473Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"bbc9ce66-5879-450e-b37c-8eda6159dfaa","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:48.945880333Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"8fe5a0d7-3374-4862-9184-39628662ba69","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:48.946013496Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"8fe5a0d7-3374-4862-9184-39628662ba69","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:48.949653483Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"8fe5a0d7-3374-4862-9184-39628662ba69","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent","n_samples":14,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:49.687821905Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"bbc9ce66-5879-450e-b37c-8eda6159dfaa","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:49.688172772Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"bbc9ce66-5879-450e-b37c-8eda6159dfaa","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:49.689675794Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"bbc9ce66-5879-450e-b37c-8eda6159dfaa","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:49.945758823Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"8fe5a0d7-3374-4862-9184-39628662ba69","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:49.945838615Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"8fe5a0d7-3374-4862-9184-39628662ba69","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:49.946712623Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"8fe5a0d7-3374-4862-9184-39628662ba69","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent","n_samples":14,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:50.688365Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"bbc9ce66-5879-450e-b37c-8eda6159dfaa","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:50.688481942Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"bbc9ce66-5879-450e-b37c-8eda6159dfaa","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:50.690565946Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"bbc9ce66-5879-450e-b37c-8eda6159dfaa","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:50.81668523Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":40979,"producer_ip":"fd00:1122:3344:101::2","producer_id":"16870ef3-3e24-4393-8a2a-d71808ed1392","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:50.816779492Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":40979,"producer_ip":"fd00:1122:3344:101::2","producer_id":"16870ef3-3e24-4393-8a2a-d71808ed1392","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:50.826790044Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":40979,"producer_ip":"fd00:1122:3344:101::2","producer_id":"16870ef3-3e24-4393-8a2a-d71808ed1392","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent","n_samples":11,"n_results":2} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:50.94592033Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"8fe5a0d7-3374-4862-9184-39628662ba69","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:50.946014332Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"8fe5a0d7-3374-4862-9184-39628662ba69","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:50.946905881Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"8fe5a0d7-3374-4862-9184-39628662ba69","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent","n_samples":14,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:51.687959413Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"bbc9ce66-5879-450e-b37c-8eda6159dfaa","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:51.688034465Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"bbc9ce66-5879-450e-b37c-8eda6159dfaa","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:51.689463905Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"bbc9ce66-5879-450e-b37c-8eda6159dfaa","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:51.945608715Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"8fe5a0d7-3374-4862-9184-39628662ba69","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:51.945710387Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"8fe5a0d7-3374-4862-9184-39628662ba69","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:51.946693728Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"8fe5a0d7-3374-4862-9184-39628662ba69","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent","n_samples":14,"n_results":1} {"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:52.333845042Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent","n_samples":211} {"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:52.333922032Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent","n_samples":211} {"msg":"unrolling 211 total samples","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:52.333968898Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"id":"db2a39d5-2206-4581-a196-7813f863f15e","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent"} {"msg":"fetching timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:52.333976023Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"id":"db2a39d5-2206-4581-a196-7813f863f15e","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:52.336560761Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"id":"db2a39d5-2206-4581-a196-7813f863f15e","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"http_service:request_latency_histogram\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"name\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"operation_id\", field_type: String, source: Metric, description: \"\" }, FieldSchema { name: \"status_code\", field_type: U16, source: Metric, description: \"\" }}, datum_type: HistogramU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-07-21T19:14:52.333935626Z }","timeseries_name":"http_service:request_latency_histogram"} {"msg":"inserting 1 new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:52.337503641Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"id":"db2a39d5-2206-4581-a196-7813f863f15e","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent"} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:52.341733914Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"id":"db2a39d5-2206-4581-a196-7813f863f15e","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent","table_name":"fields_string","n_rows":98} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:52.343405725Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"id":"db2a39d5-2206-4581-a196-7813f863f15e","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent","table_name":"fields_u16","n_rows":11} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:52.345082221Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"id":"db2a39d5-2206-4581-a196-7813f863f15e","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent","table_name":"fields_uuid","n_rows":91} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:52.346753026Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"id":"db2a39d5-2206-4581-a196-7813f863f15e","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent","table_name":"measurements_cumulativeu64","n_rows":150} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:52.352999438Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"id":"db2a39d5-2206-4581-a196-7813f863f15e","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent","table_name":"measurements_histogramu64","n_rows":11} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:52.354632773Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"id":"db2a39d5-2206-4581-a196-7813f863f15e","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent","table_name":"measurements_u64","n_rows":50} {"msg":"failed to insert some results into metric DB","v":0,"name":"oximeter","level":40,"time":"2026-07-21T19:14:52.434848656Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:276","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:52.687912711Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"bbc9ce66-5879-450e-b37c-8eda6159dfaa","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:52.688002393Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"bbc9ce66-5879-450e-b37c-8eda6159dfaa","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:52.689567236Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"bbc9ce66-5879-450e-b37c-8eda6159dfaa","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:52.945693736Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"8fe5a0d7-3374-4862-9184-39628662ba69","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:52.945777606Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"8fe5a0d7-3374-4862-9184-39628662ba69","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:52.946841229Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"8fe5a0d7-3374-4862-9184-39628662ba69","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent","n_samples":14,"n_results":1} {"msg":"reporting oximeter self-collection statistics","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:53.463147053Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"bbc9ce66-5879-450e-b37c-8eda6159dfaa","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:53.688289348Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"bbc9ce66-5879-450e-b37c-8eda6159dfaa","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:53.68838801Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"bbc9ce66-5879-450e-b37c-8eda6159dfaa","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:53.689851211Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"bbc9ce66-5879-450e-b37c-8eda6159dfaa","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:53.946062952Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"8fe5a0d7-3374-4862-9184-39628662ba69","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:53.946144854Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"8fe5a0d7-3374-4862-9184-39628662ba69","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:53.947062624Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"8fe5a0d7-3374-4862-9184-39628662ba69","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent","n_samples":14,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:54.688208266Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"bbc9ce66-5879-450e-b37c-8eda6159dfaa","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:54.688244597Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"bbc9ce66-5879-450e-b37c-8eda6159dfaa","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:54.689709917Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"bbc9ce66-5879-450e-b37c-8eda6159dfaa","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:54.945869978Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"8fe5a0d7-3374-4862-9184-39628662ba69","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:54.945912938Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"8fe5a0d7-3374-4862-9184-39628662ba69","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:54.94694814Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"8fe5a0d7-3374-4862-9184-39628662ba69","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent","n_samples":14,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:55.688182124Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"bbc9ce66-5879-450e-b37c-8eda6159dfaa","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:55.688231205Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"bbc9ce66-5879-450e-b37c-8eda6159dfaa","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:55.690031953Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"bbc9ce66-5879-450e-b37c-8eda6159dfaa","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:55.946174266Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"8fe5a0d7-3374-4862-9184-39628662ba69","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:55.946224751Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"8fe5a0d7-3374-4862-9184-39628662ba69","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:55.947195084Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"8fe5a0d7-3374-4862-9184-39628662ba69","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent","n_samples":14,"n_results":1} {"msg":"refreshing list of producers from Nexus","v":0,"name":"oximeter","level":30,"time":"2026-07-21T19:14:56.612398201Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:629"} {"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:56.612457922Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"body":"None","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/collectors/c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc/producers?sort_by=id_ascending","method":"GET"} {"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:56.619577723Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"result":"Ok(Response { url: \"http://[fd00:1122:3344:101::c]:12221/metrics/collectors/c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a425fdde-16eb-42f2-a828-45c8477a2bf8\", \"content-length\": \"995\", \"date\": \"Tue, 21 Jul 2026 19:14:56 GMT\"} })"} {"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:56.619616473Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"body":"None","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/collectors/c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjMTY1YmZjNi04Y2NjLTRmODEtYTA2Ni0wNjVjZDNmNTZhODEifX0%3D","method":"GET"} {"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:56.622218748Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"result":"Ok(Response { url: \"http://[fd00:1122:3344:101::c]:12221/metrics/collectors/c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjMTY1YmZjNi04Y2NjLTRmODEtYTA2Ni0wNjVjZDNmNTZhODEifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e74d3a61-4533-45b3-b888-8ccb1cd2baae\", \"content-length\": \"29\", \"date\": \"Tue, 21 Jul 2026 19:14:56 GMT\"} })"} {"msg":"registered new metric producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:56.622232719Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent","address":"[fd00:1122:3344:101::a]:44821","producer_id":"315b75e8-783a-4ab0-a3b6-7ad1bd507336"} {"msg":"registered new metric producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:56.62226388Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent","address":"[fd00:1122:3344:101::2]:36965","producer_id":"9ce44447-fa52-40d6-9ce7-0219bde8959a"} {"msg":"registered new metric producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:56.6222995Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent","address":"[fd00:1122:3344:101::2]:4677","producer_id":"c165bfc6-8ccc-4f81-a066-065cd3f56a81"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"oximeter","level":30,"time":"2026-07-21T19:14:56.62230795Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:704","n_current_tasks":6,"n_pruned_tasks":0} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:56.687783833Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"bbc9ce66-5879-450e-b37c-8eda6159dfaa","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:56.687812934Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"bbc9ce66-5879-450e-b37c-8eda6159dfaa","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:56.689258014Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"bbc9ce66-5879-450e-b37c-8eda6159dfaa","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:56.946434626Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"8fe5a0d7-3374-4862-9184-39628662ba69","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:56.946483467Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"8fe5a0d7-3374-4862-9184-39628662ba69","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:56.948097601Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"8fe5a0d7-3374-4862-9184-39628662ba69","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent","n_samples":14,"n_results":1} {"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:57.334119833Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent","n_samples":202} {"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:57.334156914Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent","n_samples":202} {"msg":"unrolling 202 total samples","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:57.334205335Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"id":"db2a39d5-2206-4581-a196-7813f863f15e","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent"} {"msg":"fetching timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:57.334377509Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"id":"db2a39d5-2206-4581-a196-7813f863f15e","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:57.337103556Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"id":"db2a39d5-2206-4581-a196-7813f863f15e","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"oximeter_collector:collections\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"base_route\", field_type: String, source: Metric, description: \"\" }, FieldSchema { name: \"collector_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"collector_ip\", field_type: IpAddr, source: Target, description: \"\" }, FieldSchema { name: \"collector_port\", field_type: U16, source: Target, description: \"\" }, FieldSchema { name: \"producer_id\", field_type: Uuid, source: Metric, description: \"\" }, FieldSchema { name: \"producer_ip\", field_type: IpAddr, source: Metric, description: \"\" }, FieldSchema { name: \"producer_port\", field_type: U16, source: Metric, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-07-21T19:14:57.334288587Z }","timeseries_name":"oximeter_collector:collections"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:57.337152487Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"id":"db2a39d5-2206-4581-a196-7813f863f15e","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"oximeter_collector:samples_collected\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"base_route\", field_type: String, source: Metric, description: \"\" }, FieldSchema { name: \"collector_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"collector_ip\", field_type: IpAddr, source: Target, description: \"\" }, FieldSchema { name: \"collector_port\", field_type: U16, source: Target, description: \"\" }, FieldSchema { name: \"producer_id\", field_type: Uuid, source: Metric, description: \"\" }, FieldSchema { name: \"producer_ip\", field_type: IpAddr, source: Metric, description: \"\" }, FieldSchema { name: \"producer_port\", field_type: U16, source: Metric, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-07-21T19:14:57.334292267Z }","timeseries_name":"oximeter_collector:samples_collected"} {"msg":"inserting 2 new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:57.338054317Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"id":"db2a39d5-2206-4581-a196-7813f863f15e","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent"} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:57.340930847Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"id":"db2a39d5-2206-4581-a196-7813f863f15e","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent","table_name":"fields_ipaddr","n_rows":4} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:57.342175953Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"id":"db2a39d5-2206-4581-a196-7813f863f15e","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent","table_name":"fields_string","n_rows":78} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:57.343382049Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"id":"db2a39d5-2206-4581-a196-7813f863f15e","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent","table_name":"fields_u16","n_rows":4} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:57.344609935Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"id":"db2a39d5-2206-4581-a196-7813f863f15e","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent","table_name":"fields_uuid","n_rows":84} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:57.34581995Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"id":"db2a39d5-2206-4581-a196-7813f863f15e","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent","table_name":"measurements_cumulativeu64","n_rows":152} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:57.346976935Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"id":"db2a39d5-2206-4581-a196-7813f863f15e","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent","table_name":"measurements_u64","n_rows":50} {"msg":"failed to insert some results into metric DB","v":0,"name":"oximeter","level":40,"time":"2026-07-21T19:14:57.435350981Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:276","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:57.504383889Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"c165bfc6-8ccc-4f81-a066-065cd3f56a81","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:57.50440639Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"c165bfc6-8ccc-4f81-a066-065cd3f56a81","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:57.512746826Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"c165bfc6-8ccc-4f81-a066-065cd3f56a81","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent","n_samples":4,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:57.687868615Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"bbc9ce66-5879-450e-b37c-8eda6159dfaa","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:57.687906986Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"bbc9ce66-5879-450e-b37c-8eda6159dfaa","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:57.689263884Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"bbc9ce66-5879-450e-b37c-8eda6159dfaa","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:57.946216241Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"8fe5a0d7-3374-4862-9184-39628662ba69","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:57.946248952Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"8fe5a0d7-3374-4862-9184-39628662ba69","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:57.947194902Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"8fe5a0d7-3374-4862-9184-39628662ba69","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent","n_samples":14,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:58.167884603Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":44821,"producer_ip":"fd00:1122:3344:101::a","producer_id":"315b75e8-783a-4ab0-a3b6-7ad1bd507336","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:58.167930014Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":44821,"producer_ip":"fd00:1122:3344:101::a","producer_id":"315b75e8-783a-4ab0-a3b6-7ad1bd507336","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:58.168843803Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":44821,"producer_ip":"fd00:1122:3344:101::a","producer_id":"315b75e8-783a-4ab0-a3b6-7ad1bd507336","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent","n_samples":6,"n_results":5} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:58.504148405Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"c165bfc6-8ccc-4f81-a066-065cd3f56a81","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:58.504197106Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"c165bfc6-8ccc-4f81-a066-065cd3f56a81","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:58.505878511Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"c165bfc6-8ccc-4f81-a066-065cd3f56a81","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent","n_samples":4,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:58.687994208Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"bbc9ce66-5879-450e-b37c-8eda6159dfaa","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:58.688034749Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"bbc9ce66-5879-450e-b37c-8eda6159dfaa","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:58.68954381Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"bbc9ce66-5879-450e-b37c-8eda6159dfaa","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:58.945735642Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"8fe5a0d7-3374-4862-9184-39628662ba69","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:58.945788363Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"8fe5a0d7-3374-4862-9184-39628662ba69","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:58.946937167Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"8fe5a0d7-3374-4862-9184-39628662ba69","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent","n_samples":14,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:59.503985373Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"c165bfc6-8ccc-4f81-a066-065cd3f56a81","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:59.504029564Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"c165bfc6-8ccc-4f81-a066-065cd3f56a81","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:59.504716939Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"c165bfc6-8ccc-4f81-a066-065cd3f56a81","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent","n_samples":4,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:59.687815767Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"bbc9ce66-5879-450e-b37c-8eda6159dfaa","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:59.687865688Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"bbc9ce66-5879-450e-b37c-8eda6159dfaa","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:59.689322848Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"bbc9ce66-5879-450e-b37c-8eda6159dfaa","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:59.94644346Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"8fe5a0d7-3374-4862-9184-39628662ba69","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:59.94647826Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"8fe5a0d7-3374-4862-9184-39628662ba69","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:14:59.947532253Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"8fe5a0d7-3374-4862-9184-39628662ba69","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent","n_samples":14,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:15:00.504141859Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"c165bfc6-8ccc-4f81-a066-065cd3f56a81","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:15:00.5041764Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"c165bfc6-8ccc-4f81-a066-065cd3f56a81","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:15:00.504804843Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"c165bfc6-8ccc-4f81-a066-065cd3f56a81","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent","n_samples":4,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:15:00.687902381Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"bbc9ce66-5879-450e-b37c-8eda6159dfaa","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:15:00.687942402Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"bbc9ce66-5879-450e-b37c-8eda6159dfaa","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:15:00.689370392Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"bbc9ce66-5879-450e-b37c-8eda6159dfaa","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:15:00.816516828Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":40979,"producer_ip":"fd00:1122:3344:101::2","producer_id":"16870ef3-3e24-4393-8a2a-d71808ed1392","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:15:00.816554519Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":40979,"producer_ip":"fd00:1122:3344:101::2","producer_id":"16870ef3-3e24-4393-8a2a-d71808ed1392","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:15:00.818601992Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":40979,"producer_ip":"fd00:1122:3344:101::2","producer_id":"16870ef3-3e24-4393-8a2a-d71808ed1392","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent","n_samples":11,"n_results":2} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:15:00.945741838Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"8fe5a0d7-3374-4862-9184-39628662ba69","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:15:00.945775938Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"8fe5a0d7-3374-4862-9184-39628662ba69","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-07-21T19:15:00.947099336Z","hostname":"oxz_oximeter_c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","pid":23414,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"8fe5a0d7-3374-4862-9184-39628662ba69","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"c6fd564c-2f4d-4c6f-a355-d5d7bf5718fc","component":"oximeter-agent","n_samples":14,"n_results":1}