[ Aug 19 01:29:20 Enabled. ]
[ Aug 19 01:29:20 Rereading configuration. ]
[ Aug 19 01:29:24 Rereading configuration. ]
[ Aug 19 01:29:34 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/oximeter-collector/bin/oximeter run /var/svc/manifest/site/oximeter/config.toml --address [fd00:1122:3344:101::d]:12223 --id 78af3899-a85e-4494-8d52-694625739e84 &"). ]
[ Aug 19 01:29:34 Method "start" exited with status 0. ]
note: configured to log to "/dev/stdout"
{"msg":"registered DTrace probes","v":0,"name":"oximeter","level":20,"time":"2026-08-19T01:29:34.426220576Z","hostname":"oxz_oximeter_78af3899-a85e-4494-8d52-694625739e84","pid":24386}
{"msg":"starting oximeter server","v":0,"name":"oximeter","level":30,"time":"2026-08-19T01:29:34.432521102Z","hostname":"oxz_oximeter_78af3899-a85e-4494-8d52-694625739e84","pid":24386,"file":"oximeter/collector/src/lib.rs:299"}
{"msg":"creating ClickHouse client","v":0,"name":"oximeter","level":20,"time":"2026-08-19T01:29:34.445162034Z","hostname":"oxz_oximeter_78af3899-a85e-4494-8d52-694625739e84","pid":24386}
{"msg":"registered USDT probes","v":0,"name":"oximeter","level":20,"time":"2026-08-19T01:29:34.540182352Z","hostname":"oxz_oximeter_78af3899-a85e-4494-8d52-694625739e84","pid":24386,"id":"2c19318f-2af0-422c-bf43-1ff0766cd3a7","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"78af3899-a85e-4494-8d52-694625739e84","component":"oximeter-agent"}
{"msg":"oximeter database does not exist, or is out-of-date","v":0,"name":"oximeter","level":40,"time":"2026-08-19T01:29:37.088183629Z","hostname":"oxz_oximeter_78af3899-a85e-4494-8d52-694625739e84","pid":24386,"id":"2c19318f-2af0-422c-bf43-1ff0766cd3a7","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"78af3899-a85e-4494-8d52-694625739e84","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:888"}
{"msg":"oximeter database does not exist, creating","v":0,"name":"oximeter","level":20,"time":"2026-08-19T01:29:37.0882464Z","hostname":"oxz_oximeter_78af3899-a85e-4494-8d52-694625739e84","pid":24386,"collector_ip":"fd00:1122:3344:101::d","collector_id":"78af3899-a85e-4494-8d52-694625739e84","component":"oximeter-agent"}
{"msg":"reading db version","v":0,"name":"oximeter","level":30,"time":"2026-08-19T01:29:37.088261551Z","hostname":"oxz_oximeter_78af3899-a85e-4494-8d52-694625739e84","pid":24386,"id":"2c19318f-2af0-422c-bf43-1ff0766cd3a7","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"78af3899-a85e-4494-8d52-694625739e84","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:788"}
{"msg":"oximeter database does not exist, or is out-of-date","v":0,"name":"oximeter","level":40,"time":"2026-08-19T01:29:37.089343088Z","hostname":"oxz_oximeter_78af3899-a85e-4494-8d52-694625739e84","pid":24386,"id":"2c19318f-2af0-422c-bf43-1ff0766cd3a7","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"78af3899-a85e-4494-8d52-694625739e84","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:888"}
{"msg":"read oximeter database version","v":0,"name":"oximeter","level":30,"time":"2026-08-19T01:29:37.089355278Z","hostname":"oxz_oximeter_78af3899-a85e-4494-8d52-694625739e84","pid":24386,"id":"2c19318f-2af0-422c-bf43-1ff0766cd3a7","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"78af3899-a85e-4494-8d52-694625739e84","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:793","version":0}
{"msg":"initializing oximeter schema","v":0,"name":"oximeter","level":30,"time":"2026-08-19T01:29:37.089361648Z","hostname":"oxz_oximeter_78af3899-a85e-4494-8d52-694625739e84","pid":24386,"id":"2c19318f-2af0-422c-bf43-1ff0766cd3a7","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"78af3899-a85e-4494-8d52-694625739e84","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:798"}
{"msg":"initializing ClickHouse database","v":0,"name":"oximeter","level":20,"time":"2026-08-19T01:29:37.089371028Z","hostname":"oxz_oximeter_78af3899-a85e-4494-8d52-694625739e84","pid":24386,"id":"2c19318f-2af0-422c-bf43-1ff0766cd3a7","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"78af3899-a85e-4494-8d52-694625739e84","component":"oximeter-agent"}
{"msg":"inserting current version","v":0,"name":"oximeter","level":30,"time":"2026-08-19T01:29:37.26966518Z","hostname":"oxz_oximeter_78af3899-a85e-4494-8d52-694625739e84","pid":24386,"id":"2c19318f-2af0-422c-bf43-1ff0766cd3a7","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"78af3899-a85e-4494-8d52-694625739e84","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:819","version":14}
{"msg":"registered USDT probes","v":0,"name":"oximeter","level":20,"time":"2026-08-19T01:29:37.310081248Z","hostname":"oxz_oximeter_78af3899-a85e-4494-8d52-694625739e84","pid":24386,"id":"a913fa7a-f057-40ef-8aae-47212ba97884","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"78af3899-a85e-4494-8d52-694625739e84","component":"oximeter-agent"}
{"msg":"registered endpoint","v":0,"name":"oximeter","level":20,"time":"2026-08-19T01:29:37.32351739Z","hostname":"oxz_oximeter_78af3899-a85e-4494-8d52-694625739e84","pid":24386,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","versions":"all","path":"/info","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"oximeter","level":20,"time":"2026-08-19T01:29:37.32353675Z","hostname":"oxz_oximeter_78af3899-a85e-4494-8d52-694625739e84","pid":24386,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","versions":"all","path":"/producers","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"oximeter","level":20,"time":"2026-08-19T01:29:37.323550811Z","hostname":"oxz_oximeter_78af3899-a85e-4494-8d52-694625739e84","pid":24386,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","versions":"all","path":"/producers/{producer_id}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"oximeter","level":20,"time":"2026-08-19T01:29:37.323558001Z","hostname":"oxz_oximeter_78af3899-a85e-4494-8d52-694625739e84","pid":24386,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","versions":"all","path":"/producers/{producer_id}","method":"GET"}
{"msg":"listening","v":0,"name":"oximeter","level":30,"time":"2026-08-19T01:29:37.323571151Z","hostname":"oxz_oximeter_78af3899-a85e-4494-8d52-694625739e84","pid":24386,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.17.1/src/server.rs:335"}
{"msg":"successfully registered DTrace USDT probes","v":0,"name":"oximeter","level":20,"time":"2026-08-19T01:29:37.336963032Z","hostname":"oxz_oximeter_78af3899-a85e-4494-8d52-694625739e84","pid":24386,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot"}
{"msg":"registered USDT probes","v":0,"name":"oximeter","level":20,"time":"2026-08-19T01:29:37.337088595Z","hostname":"oxz_oximeter_78af3899-a85e-4494-8d52-694625739e84","pid":24386}
{"msg":"contacting nexus","v":0,"name":"oximeter","level":20,"time":"2026-08-19T01:29:37.337108436Z","hostname":"oxz_oximeter_78af3899-a85e-4494-8d52-694625739e84","pid":24386}
{"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2026-08-19T01:29:37.39925392Z","hostname":"oxz_oximeter_78af3899-a85e-4494-8d52-694625739e84","pid":24386,"body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/collectors","method":"POST"}
{"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2026-08-19T01:29:37.402011318Z","hostname":"oxz_oximeter_78af3899-a85e-4494-8d52-694625739e84","pid":24386,"result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/collectors\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [fd00:1122:3344:101::c]:12221, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"}
{"msg":"failed to contact nexus, will retry in 157.885263ms","v":0,"name":"oximeter","level":40,"time":"2026-08-19T01:29:37.402029539Z","hostname":"oxz_oximeter_78af3899-a85e-4494-8d52-694625739e84","pid":24386,"file":"oximeter/collector/src/lib.rs:413","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/collectors)\""}
{"msg":"contacting nexus","v":0,"name":"oximeter","level":20,"time":"2026-08-19T01:29:37.56122962Z","hostname":"oxz_oximeter_78af3899-a85e-4494-8d52-694625739e84","pid":24386}
{"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2026-08-19T01:29:37.561348283Z","hostname":"oxz_oximeter_78af3899-a85e-4494-8d52-694625739e84","pid":24386,"body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/collectors","method":"POST"}
{"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2026-08-19T01:29:37.561689161Z","hostname":"oxz_oximeter_78af3899-a85e-4494-8d52-694625739e84","pid":24386,"result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/collectors\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [fd00:1122:3344:101::c]:12221, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"}
{"msg":"failed to contact nexus, will retry in 357.234232ms","v":0,"name":"oximeter","level":40,"time":"2026-08-19T01:29:37.561710512Z","hostname":"oxz_oximeter_78af3899-a85e-4494-8d52-694625739e84","pid":24386,"file":"oximeter/collector/src/lib.rs:413","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/collectors)\""}
{"msg":"contacting nexus","v":0,"name":"oximeter","level":20,"time":"2026-08-19T01:29:37.919844414Z","hostname":"oxz_oximeter_78af3899-a85e-4494-8d52-694625739e84","pid":24386}
{"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2026-08-19T01:29:37.919940227Z","hostname":"oxz_oximeter_78af3899-a85e-4494-8d52-694625739e84","pid":24386,"body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/collectors","method":"POST"}
{"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2026-08-19T01:29:37.920100121Z","hostname":"oxz_oximeter_78af3899-a85e-4494-8d52-694625739e84","pid":24386,"result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/collectors\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [fd00:1122:3344:101::c]:12221, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"}
{"msg":"failed to contact nexus, will retry in 1.36650706s","v":0,"name":"oximeter","level":40,"time":"2026-08-19T01:29:37.920114911Z","hostname":"oxz_oximeter_78af3899-a85e-4494-8d52-694625739e84","pid":24386,"file":"oximeter/collector/src/lib.rs:413","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/collectors)\""}
{"msg":"contacting nexus","v":0,"name":"oximeter","level":20,"time":"2026-08-19T01:29:39.288195874Z","hostname":"oxz_oximeter_78af3899-a85e-4494-8d52-694625739e84","pid":24386}
{"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2026-08-19T01:29:39.288313577Z","hostname":"oxz_oximeter_78af3899-a85e-4494-8d52-694625739e84","pid":24386,"body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/collectors","method":"POST"}
{"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2026-08-19T01:29:39.288483742Z","hostname":"oxz_oximeter_78af3899-a85e-4494-8d52-694625739e84","pid":24386,"result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/collectors\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [fd00:1122:3344:101::c]:12221, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"}
{"msg":"failed to contact nexus, will retry in 1.162953767s","v":0,"name":"oximeter","level":40,"time":"2026-08-19T01:29:39.288661676Z","hostname":"oxz_oximeter_78af3899-a85e-4494-8d52-694625739e84","pid":24386,"file":"oximeter/collector/src/lib.rs:413","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/collectors)\""}
{"msg":"contacting nexus","v":0,"name":"oximeter","level":20,"time":"2026-08-19T01:29:40.451599353Z","hostname":"oxz_oximeter_78af3899-a85e-4494-8d52-694625739e84","pid":24386}
{"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2026-08-19T01:29:40.451712086Z","hostname":"oxz_oximeter_78af3899-a85e-4494-8d52-694625739e84","pid":24386,"body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/collectors","method":"POST"}
{"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2026-08-19T01:29:40.524697029Z","hostname":"oxz_oximeter_78af3899-a85e-4494-8d52-694625739e84","pid":24386,"result":"Ok(Response { url: \"http://[fd00:1122:3344:101::a]:12221/metrics/collectors\", status: 204, headers: {\"x-request-id\": \"4ba69d83-dce2-45b0-a7f9-b70c458d90c6\", \"date\": \"Wed, 19 Aug 2026 01:29:40 GMT\"} })"}
{"msg":"oximeter registered with nexus","v":0,"name":"oximeter","level":30,"time":"2026-08-19T01:29:40.524798591Z","hostname":"oxz_oximeter_78af3899-a85e-4494-8d52-694625739e84","pid":24386,"file":"oximeter/collector/src/lib.rs:431","id":"78af3899-a85e-4494-8d52-694625739e84"}
{"msg":"starting refresh list task","v":0,"name":"oximeter","level":30,"time":"2026-08-19T01:29:40.524808981Z","hostname":"oxz_oximeter_78af3899-a85e-4494-8d52-694625739e84","pid":24386,"collector_ip":"fd00:1122:3344:101::d","collector_id":"78af3899-a85e-4494-8d52-694625739e84","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:626"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"oximeter","level":30,"time":"2026-08-19T01:29:40.525849627Z","hostname":"oxz_oximeter_78af3899-a85e-4494-8d52-694625739e84","pid":24386,"collector_ip":"fd00:1122:3344:101::d","collector_id":"78af3899-a85e-4494-8d52-694625739e84","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:629"}
{"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2026-08-19T01:29:40.532335837Z","hostname":"oxz_oximeter_78af3899-a85e-4494-8d52-694625739e84","pid":24386,"body":"None","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/collectors/78af3899-a85e-4494-8d52-694625739e84/producers?sort_by=id_ascending","method":"GET"}
{"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2026-08-19T01:29:40.532628774Z","hostname":"oxz_oximeter_78af3899-a85e-4494-8d52-694625739e84","pid":24386,"result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/collectors/78af3899-a85e-4494-8d52-694625739e84/producers?sort_by=id_ascending\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [fd00:1122:3344:101::b]:12221, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"}
{"msg":"error fetching next assigned producer, abandoning this refresh attempt","v":0,"name":"oximeter","level":50,"time":"2026-08-19T01:29:40.534633904Z","hostname":"oxz_oximeter_78af3899-a85e-4494-8d52-694625739e84","pid":24386,"collector_ip":"fd00:1122:3344:101::d","collector_id":"78af3899-a85e-4494-8d52-694625739e84","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:667","error":"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/collectors/78af3899-a85e-4494-8d52-694625739e84/producers?sort_by=id_ascending): error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/collectors/78af3899-a85e-4494-8d52-694625739e84/producers?sort_by=id_ascending): client error (Connect): tcp connect error: Connection refused (os error 146)"}
{"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-08-19T01:29:42.310727054Z","hostname":"oxz_oximeter_78af3899-a85e-4494-8d52-694625739e84","pid":24386,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"78af3899-a85e-4494-8d52-694625739e84","component":"oximeter-agent","n_samples":4}
{"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-08-19T01:29:42.310795645Z","hostname":"oxz_oximeter_78af3899-a85e-4494-8d52-694625739e84","pid":24386,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"78af3899-a85e-4494-8d52-694625739e84","component":"oximeter-agent","n_samples":4}
{"msg":"unrolling 4 total samples","v":0,"name":"oximeter","level":20,"time":"2026-08-19T01:29:42.310808656Z","hostname":"oxz_oximeter_78af3899-a85e-4494-8d52-694625739e84","pid":24386,"id":"2c19318f-2af0-422c-bf43-1ff0766cd3a7","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"78af3899-a85e-4494-8d52-694625739e84","component":"oximeter-agent"}
{"msg":"fetching timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2026-08-19T01:29:42.31340583Z","hostname":"oxz_oximeter_78af3899-a85e-4494-8d52-694625739e84","pid":24386,"id":"2c19318f-2af0-422c-bf43-1ff0766cd3a7","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"78af3899-a85e-4494-8d52-694625739e84","component":"oximeter-agent"}
{"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-08-19T01:29:42.315007299Z","hostname":"oxz_oximeter_78af3899-a85e-4494-8d52-694625739e84","pid":24386,"id":"2c19318f-2af0-422c-bf43-1ff0766cd3a7","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"78af3899-a85e-4494-8d52-694625739e84","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"oximeter_collector:database_queue_depth\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"collector_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"collector_ip\", field_type: IpAddr, source: Target, description: \"\" }, FieldSchema { name: \"collector_port\", field_type: U16, source: Target, description: \"\" }, FieldSchema { name: \"collector_sink\", field_type: String, source: Metric, description: \"\" }}, datum_type: HistogramU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-08-19T01:29:42.313366309Z }","timeseries_name":"oximeter_collector:database_queue_depth"}
{"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-08-19T01:29:42.315065871Z","hostname":"oxz_oximeter_78af3899-a85e-4494-8d52-694625739e84","pid":24386,"id":"2c19318f-2af0-422c-bf43-1ff0766cd3a7","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"78af3899-a85e-4494-8d52-694625739e84","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"oximeter_collector:database_samples_dropped\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"collector_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"collector_ip\", field_type: IpAddr, source: Target, description: \"\" }, FieldSchema { name: \"collector_port\", field_type: U16, source: Target, description: \"\" }, FieldSchema { name: \"collector_sink\", field_type: String, source: Metric, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-08-19T01:29:42.313357268Z }","timeseries_name":"oximeter_collector:database_samples_dropped"}
{"msg":"inserting 2 new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-08-19T01:29:42.315215594Z","hostname":"oxz_oximeter_78af3899-a85e-4494-8d52-694625739e84","pid":24386,"id":"2c19318f-2af0-422c-bf43-1ff0766cd3a7","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"78af3899-a85e-4494-8d52-694625739e84","component":"oximeter-agent"}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-08-19T01:29:42.320098735Z","hostname":"oxz_oximeter_78af3899-a85e-4494-8d52-694625739e84","pid":24386,"id":"2c19318f-2af0-422c-bf43-1ff0766cd3a7","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"78af3899-a85e-4494-8d52-694625739e84","component":"oximeter-agent","table_name":"fields_ipaddr","n_rows":4}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-08-19T01:29:42.322207407Z","hostname":"oxz_oximeter_78af3899-a85e-4494-8d52-694625739e84","pid":24386,"id":"2c19318f-2af0-422c-bf43-1ff0766cd3a7","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"78af3899-a85e-4494-8d52-694625739e84","component":"oximeter-agent","table_name":"fields_string","n_rows":4}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-08-19T01:29:42.324033112Z","hostname":"oxz_oximeter_78af3899-a85e-4494-8d52-694625739e84","pid":24386,"id":"2c19318f-2af0-422c-bf43-1ff0766cd3a7","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"78af3899-a85e-4494-8d52-694625739e84","component":"oximeter-agent","table_name":"fields_u16","n_rows":4}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-08-19T01:29:42.326967004Z","hostname":"oxz_oximeter_78af3899-a85e-4494-8d52-694625739e84","pid":24386,"id":"2c19318f-2af0-422c-bf43-1ff0766cd3a7","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"78af3899-a85e-4494-8d52-694625739e84","component":"oximeter-agent","table_name":"fields_uuid","n_rows":4}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-08-19T01:29:42.328643306Z","hostname":"oxz_oximeter_78af3899-a85e-4494-8d52-694625739e84","pid":24386,"id":"2c19318f-2af0-422c-bf43-1ff0766cd3a7","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"78af3899-a85e-4494-8d52-694625739e84","component":"oximeter-agent","table_name":"measurements_cumulativeu64","n_rows":2}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-08-19T01:29:42.331309992Z","hostname":"oxz_oximeter_78af3899-a85e-4494-8d52-694625739e84","pid":24386,"id":"2c19318f-2af0-422c-bf43-1ff0766cd3a7","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"78af3899-a85e-4494-8d52-694625739e84","component":"oximeter-agent","table_name":"measurements_histogramu64","n_rows":2}
{"msg":"failed to insert some results into metric DB","v":0,"name":"oximeter","level":40,"time":"2026-08-19T01:29:42.412483767Z","hostname":"oxz_oximeter_78af3899-a85e-4494-8d52-694625739e84","pid":24386,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"78af3899-a85e-4494-8d52-694625739e84","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:276","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-08-19T01:29:47.311227677Z","hostname":"oxz_oximeter_78af3899-a85e-4494-8d52-694625739e84","pid":24386,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"78af3899-a85e-4494-8d52-694625739e84","component":"oximeter-agent"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-08-19T01:29:47.31132012Z","hostname":"oxz_oximeter_78af3899-a85e-4494-8d52-694625739e84","pid":24386,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"78af3899-a85e-4494-8d52-694625739e84","component":"oximeter-agent"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-08-19T01:29:52.311417949Z","hostname":"oxz_oximeter_78af3899-a85e-4494-8d52-694625739e84","pid":24386,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"78af3899-a85e-4494-8d52-694625739e84","component":"oximeter-agent"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-08-19T01:29:52.3114564Z","hostname":"oxz_oximeter_78af3899-a85e-4494-8d52-694625739e84","pid":24386,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"78af3899-a85e-4494-8d52-694625739e84","component":"oximeter-agent"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"oximeter","level":30,"time":"2026-08-19T01:29:55.526094223Z","hostname":"oxz_oximeter_78af3899-a85e-4494-8d52-694625739e84","pid":24386,"collector_ip":"fd00:1122:3344:101::d","collector_id":"78af3899-a85e-4494-8d52-694625739e84","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:629"}
{"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2026-08-19T01:29:55.526205616Z","hostname":"oxz_oximeter_78af3899-a85e-4494-8d52-694625739e84","pid":24386,"body":"None","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/collectors/78af3899-a85e-4494-8d52-694625739e84/producers?sort_by=id_ascending","method":"GET"}
{"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2026-08-19T01:29:55.562345769Z","hostname":"oxz_oximeter_78af3899-a85e-4494-8d52-694625739e84","pid":24386,"result":"Ok(Response { url: \"http://[fd00:1122:3344:101::c]:12221/metrics/collectors/78af3899-a85e-4494-8d52-694625739e84/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1288f384-5029-44e5-ab1e-f878d607e933\", \"content-length\": \"859\", \"date\": \"Wed, 19 Aug 2026 01:29:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2026-08-19T01:29:55.564369159Z","hostname":"oxz_oximeter_78af3899-a85e-4494-8d52-694625739e84","pid":24386,"body":"None","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/collectors/78af3899-a85e-4494-8d52-694625739e84/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJiYTQ1NTM3Zi0wOTI3LTRlZTAtOGNiYi1kZTY0MjFjNGU1M2QifX0%3D","method":"GET"}
{"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2026-08-19T01:29:55.581128923Z","hostname":"oxz_oximeter_78af3899-a85e-4494-8d52-694625739e84","pid":24386,"result":"Ok(Response { url: \"http://[fd00:1122:3344:101::c]:12221/metrics/collectors/78af3899-a85e-4494-8d52-694625739e84/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJiYTQ1NTM3Zi0wOTI3LTRlZTAtOGNiYi1kZTY0MjFjNGU1M2QifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9bdd7c74-f7e6-46c5-bb28-7e773806d1e0\", \"content-length\": \"29\", \"date\": \"Wed, 19 Aug 2026 01:29:55 GMT\"} })"}
{"msg":"registered new metric producer","v":0,"name":"oximeter","level":20,"time":"2026-08-19T01:29:55.581221695Z","hostname":"oxz_oximeter_78af3899-a85e-4494-8d52-694625739e84","pid":24386,"collector_ip":"fd00:1122:3344:101::d","collector_id":"78af3899-a85e-4494-8d52-694625739e84","component":"oximeter-agent","address":"[fd00:1122:3344:101::2]:4677","producer_id":"04a8c3ab-b5d5-48d8-95c7-ceb53152a806"}
{"msg":"registered new metric producer","v":0,"name":"oximeter","level":20,"time":"2026-08-19T01:29:55.581269076Z","hostname":"oxz_oximeter_78af3899-a85e-4494-8d52-694625739e84","pid":24386,"collector_ip":"fd00:1122:3344:101::d","collector_id":"78af3899-a85e-4494-8d52-694625739e84","component":"oximeter-agent","address":"[fd00:1122:3344:101::b]:48478","producer_id":"17ffdb4a-85b0-4b1d-acfc-47bb52614c41"}
{"msg":"registered new metric producer","v":0,"name":"oximeter","level":20,"time":"2026-08-19T01:29:55.581276766Z","hostname":"oxz_oximeter_78af3899-a85e-4494-8d52-694625739e84","pid":24386,"collector_ip":"fd00:1122:3344:101::d","collector_id":"78af3899-a85e-4494-8d52-694625739e84","component":"oximeter-agent","address":"[fd00:1122:3344:101::2]:56352","producer_id":"4f64b66f-89bd-400d-a695-a70d24df91ef"}
{"msg":"registered new metric producer","v":0,"name":"oximeter","level":20,"time":"2026-08-19T01:29:55.581311107Z","hostname":"oxz_oximeter_78af3899-a85e-4494-8d52-694625739e84","pid":24386,"collector_ip":"fd00:1122:3344:101::d","collector_id":"78af3899-a85e-4494-8d52-694625739e84","component":"oximeter-agent","address":"[fd00:1122:3344:101::1]:8001","producer_id":"6d19d521-eadf-4056-ad95-cea6abbd6ed4"}
{"msg":"registered new metric producer","v":0,"name":"oximeter","level":20,"time":"2026-08-19T01:29:55.581377139Z","hostname":"oxz_oximeter_78af3899-a85e-4494-8d52-694625739e84","pid":24386,"collector_ip":"fd00:1122:3344:101::d","collector_id":"78af3899-a85e-4494-8d52-694625739e84","component":"oximeter-agent","address":"[fd00:1122:3344:101::2]:57102","producer_id":"ba45537f-0927-4ee0-8cbb-de6421c4e53d"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"oximeter","level":30,"time":"2026-08-19T01:29:55.58142259Z","hostname":"oxz_oximeter_78af3899-a85e-4494-8d52-694625739e84","pid":24386,"collector_ip":"fd00:1122:3344:101::d","collector_id":"78af3899-a85e-4494-8d52-694625739e84","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:704","n_current_tasks":5,"n_pruned_tasks":0}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-08-19T01:29:55.704424127Z","hostname":"oxz_oximeter_78af3899-a85e-4494-8d52-694625739e84","pid":24386,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"04a8c3ab-b5d5-48d8-95c7-ceb53152a806","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"78af3899-a85e-4494-8d52-694625739e84","component":"oximeter-agent"}
{"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-08-19T01:29:55.704458018Z","hostname":"oxz_oximeter_78af3899-a85e-4494-8d52-694625739e84","pid":24386,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"04a8c3ab-b5d5-48d8-95c7-ceb53152a806","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"78af3899-a85e-4494-8d52-694625739e84","component":"oximeter-agent"}
{"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-08-19T01:29:55.721877398Z","hostname":"oxz_oximeter_78af3899-a85e-4494-8d52-694625739e84","pid":24386,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"04a8c3ab-b5d5-48d8-95c7-ceb53152a806","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"78af3899-a85e-4494-8d52-694625739e84","component":"oximeter-agent","n_samples":4,"n_results":1}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-08-19T01:29:55.783017118Z","hostname":"oxz_oximeter_78af3899-a85e-4494-8d52-694625739e84","pid":24386,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"6d19d521-eadf-4056-ad95-cea6abbd6ed4","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"78af3899-a85e-4494-8d52-694625739e84","component":"oximeter-agent"}
{"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-08-19T01:29:55.783135821Z","hostname":"oxz_oximeter_78af3899-a85e-4494-8d52-694625739e84","pid":24386,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"6d19d521-eadf-4056-ad95-cea6abbd6ed4","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"78af3899-a85e-4494-8d52-694625739e84","component":"oximeter-agent"}
{"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-08-19T01:29:55.789025836Z","hostname":"oxz_oximeter_78af3899-a85e-4494-8d52-694625739e84","pid":24386,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"6d19d521-eadf-4056-ad95-cea6abbd6ed4","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"78af3899-a85e-4494-8d52-694625739e84","component":"oximeter-agent","n_samples":26,"n_results":1}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-08-19T01:29:56.704206336Z","hostname":"oxz_oximeter_78af3899-a85e-4494-8d52-694625739e84","pid":24386,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"04a8c3ab-b5d5-48d8-95c7-ceb53152a806","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"78af3899-a85e-4494-8d52-694625739e84","component":"oximeter-agent"}
{"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-08-19T01:29:56.704306968Z","hostname":"oxz_oximeter_78af3899-a85e-4494-8d52-694625739e84","pid":24386,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"04a8c3ab-b5d5-48d8-95c7-ceb53152a806","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"78af3899-a85e-4494-8d52-694625739e84","component":"oximeter-agent"}
{"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-08-19T01:29:56.704914323Z","hostname":"oxz_oximeter_78af3899-a85e-4494-8d52-694625739e84","pid":24386,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"04a8c3ab-b5d5-48d8-95c7-ceb53152a806","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"78af3899-a85e-4494-8d52-694625739e84","component":"oximeter-agent","n_samples":4,"n_results":1}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-08-19T01:29:56.783034072Z","hostname":"oxz_oximeter_78af3899-a85e-4494-8d52-694625739e84","pid":24386,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"6d19d521-eadf-4056-ad95-cea6abbd6ed4","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"78af3899-a85e-4494-8d52-694625739e84","component":"oximeter-agent"}
{"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-08-19T01:29:56.783125605Z","hostname":"oxz_oximeter_78af3899-a85e-4494-8d52-694625739e84","pid":24386,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"6d19d521-eadf-4056-ad95-cea6abbd6ed4","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"78af3899-a85e-4494-8d52-694625739e84","component":"oximeter-agent"}
{"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-08-19T01:29:56.784875408Z","hostname":"oxz_oximeter_78af3899-a85e-4494-8d52-694625739e84","pid":24386,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"6d19d521-eadf-4056-ad95-cea6abbd6ed4","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"78af3899-a85e-4494-8d52-694625739e84","component":"oximeter-agent","n_samples":26,"n_results":1}
{"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-08-19T01:29:57.311060511Z","hostname":"oxz_oximeter_78af3899-a85e-4494-8d52-694625739e84","pid":24386,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"78af3899-a85e-4494-8d52-694625739e84","component":"oximeter-agent","n_samples":60}
{"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-08-19T01:29:57.311095682Z","hostname":"oxz_oximeter_78af3899-a85e-4494-8d52-694625739e84","pid":24386,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"78af3899-a85e-4494-8d52-694625739e84","component":"oximeter-agent","n_samples":60}
{"msg":"unrolling 60 total samples","v":0,"name":"oximeter","level":20,"time":"2026-08-19T01:29:57.311133043Z","hostname":"oxz_oximeter_78af3899-a85e-4494-8d52-694625739e84","pid":24386,"id":"2c19318f-2af0-422c-bf43-1ff0766cd3a7","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"78af3899-a85e-4494-8d52-694625739e84","component":"oximeter-agent"}
{"msg":"fetching timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2026-08-19T01:29:57.311162064Z","hostname":"oxz_oximeter_78af3899-a85e-4494-8d52-694625739e84","pid":24386,"id":"2c19318f-2af0-422c-bf43-1ff0766cd3a7","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"78af3899-a85e-4494-8d52-694625739e84","component":"oximeter-agent"}
{"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-08-19T01:29:57.317681715Z","hostname":"oxz_oximeter_78af3899-a85e-4494-8d52-694625739e84","pid":24386,"id":"2c19318f-2af0-422c-bf43-1ff0766cd3a7","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"78af3899-a85e-4494-8d52-694625739e84","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"ddm_router:originated_tunnel_endpoints\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"hostname\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: U64, version: 1, authz_scope: Fleet, units: Count, created: 2026-08-19T01:29:57.311097972Z }","timeseries_name":"ddm_router:originated_tunnel_endpoints"}
{"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-08-19T01:29:57.317768117Z","hostname":"oxz_oximeter_78af3899-a85e-4494-8d52-694625739e84","pid":24386,"id":"2c19318f-2af0-422c-bf43-1ff0766cd3a7","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"78af3899-a85e-4494-8d52-694625739e84","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"ddm_router:originated_underlay_prefixes\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"hostname\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: U64, version: 1, authz_scope: Fleet, units: Count, created: 2026-08-19T01:29:57.311091022Z }","timeseries_name":"ddm_router:originated_underlay_prefixes"}
{"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-08-19T01:29:57.317812958Z","hostname":"oxz_oximeter_78af3899-a85e-4494-8d52-694625739e84","pid":24386,"id":"2c19318f-2af0-422c-bf43-1ff0766cd3a7","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"78af3899-a85e-4494-8d52-694625739e84","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"ddm_session:advertisements_received\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"hostname\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"interface\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-08-19T01:29:57.311106842Z }","timeseries_name":"ddm_session:advertisements_received"}
{"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-08-19T01:29:57.317915981Z","hostname":"oxz_oximeter_78af3899-a85e-4494-8d52-694625739e84","pid":24386,"id":"2c19318f-2af0-422c-bf43-1ff0766cd3a7","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"78af3899-a85e-4494-8d52-694625739e84","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"ddm_session:advertisements_sent\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"hostname\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"interface\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-08-19T01:29:57.311105253Z }","timeseries_name":"ddm_session:advertisements_sent"}
{"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-08-19T01:29:57.317966132Z","hostname":"oxz_oximeter_78af3899-a85e-4494-8d52-694625739e84","pid":24386,"id":"2c19318f-2af0-422c-bf43-1ff0766cd3a7","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"78af3899-a85e-4494-8d52-694625739e84","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"ddm_session:imported_tunnel_endpoints\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"hostname\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"interface\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: U64, version: 1, authz_scope: Fleet, units: Count, created: 2026-08-19T01:29:57.311121613Z }","timeseries_name":"ddm_session:imported_tunnel_endpoints"}
{"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-08-19T01:29:57.318014973Z","hostname":"oxz_oximeter_78af3899-a85e-4494-8d52-694625739e84","pid":24386,"id":"2c19318f-2af0-422c-bf43-1ff0766cd3a7","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"78af3899-a85e-4494-8d52-694625739e84","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"ddm_session:imported_underlay_prefixes\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"hostname\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"interface\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: U64, version: 1, authz_scope: Fleet, units: Count, created: 2026-08-19T01:29:57.311119903Z }","timeseries_name":"ddm_session:imported_underlay_prefixes"}
{"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-08-19T01:29:57.318060584Z","hostname":"oxz_oximeter_78af3899-a85e-4494-8d52-694625739e84","pid":24386,"id":"2c19318f-2af0-422c-bf43-1ff0766cd3a7","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"78af3899-a85e-4494-8d52-694625739e84","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"ddm_session:peer_address_changes\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"hostname\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"interface\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-08-19T01:29:57.311110173Z }","timeseries_name":"ddm_session:peer_address_changes"}
{"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-08-19T01:29:57.318117596Z","hostname":"oxz_oximeter_78af3899-a85e-4494-8d52-694625739e84","pid":24386,"id":"2c19318f-2af0-422c-bf43-1ff0766cd3a7","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"78af3899-a85e-4494-8d52-694625739e84","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"ddm_session:peer_expirations\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"hostname\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"interface\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-08-19T01:29:57.311108422Z }","timeseries_name":"ddm_session:peer_expirations"}
{"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-08-19T01:29:57.318180447Z","hostname":"oxz_oximeter_78af3899-a85e-4494-8d52-694625739e84","pid":24386,"id":"2c19318f-2af0-422c-bf43-1ff0766cd3a7","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"78af3899-a85e-4494-8d52-694625739e84","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"ddm_session:peer_sessions_established\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"hostname\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"interface\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-08-19T01:29:57.311113183Z }","timeseries_name":"ddm_session:peer_sessions_established"}
{"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-08-19T01:29:57.31827689Z","hostname":"oxz_oximeter_78af3899-a85e-4494-8d52-694625739e84","pid":24386,"id":"2c19318f-2af0-422c-bf43-1ff0766cd3a7","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"78af3899-a85e-4494-8d52-694625739e84","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"ddm_session:solicitations_received\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"hostname\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"interface\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-08-19T01:29:57.311103582Z }","timeseries_name":"ddm_session:solicitations_received"}
{"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-08-19T01:29:57.318370012Z","hostname":"oxz_oximeter_78af3899-a85e-4494-8d52-694625739e84","pid":24386,"id":"2c19318f-2af0-422c-bf43-1ff0766cd3a7","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"78af3899-a85e-4494-8d52-694625739e84","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"ddm_session:solicitations_sent\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"hostname\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"interface\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-08-19T01:29:57.311100632Z }","timeseries_name":"ddm_session:solicitations_sent"}
{"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-08-19T01:29:57.318475704Z","hostname":"oxz_oximeter_78af3899-a85e-4494-8d52-694625739e84","pid":24386,"id":"2c19318f-2af0-422c-bf43-1ff0766cd3a7","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"78af3899-a85e-4494-8d52-694625739e84","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"ddm_session:update_send_fail\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"hostname\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"interface\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-08-19T01:29:57.311118423Z }","timeseries_name":"ddm_session:update_send_fail"}
{"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-08-19T01:29:57.318532686Z","hostname":"oxz_oximeter_78af3899-a85e-4494-8d52-694625739e84","pid":24386,"id":"2c19318f-2af0-422c-bf43-1ff0766cd3a7","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"78af3899-a85e-4494-8d52-694625739e84","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"ddm_session:updates_received\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"hostname\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"interface\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-08-19T01:29:57.311116453Z }","timeseries_name":"ddm_session:updates_received"}
{"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-08-19T01:29:57.318584467Z","hostname":"oxz_oximeter_78af3899-a85e-4494-8d52-694625739e84","pid":24386,"id":"2c19318f-2af0-422c-bf43-1ff0766cd3a7","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"78af3899-a85e-4494-8d52-694625739e84","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"ddm_session:updates_sent\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"hostname\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"interface\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-08-19T01:29:57.311114813Z }","timeseries_name":"ddm_session:updates_sent"}
{"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-08-19T01:29:57.318630758Z","hostname":"oxz_oximeter_78af3899-a85e-4494-8d52-694625739e84","pid":24386,"id":"2c19318f-2af0-422c-bf43-1ff0766cd3a7","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"78af3899-a85e-4494-8d52-694625739e84","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"mg_lower:routes_blocked_by_link_state\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"hostname\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: U64, version: 1, authz_scope: Fleet, units: Count, created: 2026-08-19T01:29:57.311088942Z }","timeseries_name":"mg_lower:routes_blocked_by_link_state"}
{"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-08-19T01:29:57.318673829Z","hostname":"oxz_oximeter_78af3899-a85e-4494-8d52-694625739e84","pid":24386,"id":"2c19318f-2af0-422c-bf43-1ff0766cd3a7","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"78af3899-a85e-4494-8d52-694625739e84","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"static_routing_config:static_nexthops\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"hostname\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-08-19T01:29:57.311084302Z }","timeseries_name":"static_routing_config:static_nexthops"}
{"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-08-19T01:29:57.318719201Z","hostname":"oxz_oximeter_78af3899-a85e-4494-8d52-694625739e84","pid":24386,"id":"2c19318f-2af0-422c-bf43-1ff0766cd3a7","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"78af3899-a85e-4494-8d52-694625739e84","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"static_routing_config:static_routes\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"hostname\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-08-19T01:29:57.311081112Z }","timeseries_name":"static_routing_config:static_routes"}
{"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-08-19T01:29:57.318761642Z","hostname":"oxz_oximeter_78af3899-a85e-4494-8d52-694625739e84","pid":24386,"id":"2c19318f-2af0-422c-bf43-1ff0766cd3a7","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"78af3899-a85e-4494-8d52-694625739e84","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"switch_rib:active_routes\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"hostname\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: U64, version: 1, authz_scope: Fleet, units: Count, created: 2026-08-19T01:29:57.311087022Z }","timeseries_name":"switch_rib:active_routes"}
{"msg":"inserting 18 new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-08-19T01:29:57.318812353Z","hostname":"oxz_oximeter_78af3899-a85e-4494-8d52-694625739e84","pid":24386,"id":"2c19318f-2af0-422c-bf43-1ff0766cd3a7","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"78af3899-a85e-4494-8d52-694625739e84","component":"oximeter-agent"}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-08-19T01:29:57.32398236Z","hostname":"oxz_oximeter_78af3899-a85e-4494-8d52-694625739e84","pid":24386,"id":"2c19318f-2af0-422c-bf43-1ff0766cd3a7","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"78af3899-a85e-4494-8d52-694625739e84","component":"oximeter-agent","table_name":"fields_string","n_rows":54}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-08-19T01:29:57.325856157Z","hostname":"oxz_oximeter_78af3899-a85e-4494-8d52-694625739e84","pid":24386,"id":"2c19318f-2af0-422c-bf43-1ff0766cd3a7","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"78af3899-a85e-4494-8d52-694625739e84","component":"oximeter-agent","table_name":"fields_uuid","n_rows":60}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-08-19T01:29:57.329890196Z","hostname":"oxz_oximeter_78af3899-a85e-4494-8d52-694625739e84","pid":24386,"id":"2c19318f-2af0-422c-bf43-1ff0766cd3a7","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"78af3899-a85e-4494-8d52-694625739e84","component":"oximeter-agent","table_name":"measurements_cumulativeu64","n_rows":44}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-08-19T01:29:57.331733332Z","hostname":"oxz_oximeter_78af3899-a85e-4494-8d52-694625739e84","pid":24386,"id":"2c19318f-2af0-422c-bf43-1ff0766cd3a7","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"78af3899-a85e-4494-8d52-694625739e84","component":"oximeter-agent","table_name":"measurements_u64","n_rows":16}
{"msg":"failed to insert some results into metric DB","v":0,"name":"oximeter","level":40,"time":"2026-08-19T01:29:57.411909312Z","hostname":"oxz_oximeter_78af3899-a85e-4494-8d52-694625739e84","pid":24386,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"78af3899-a85e-4494-8d52-694625739e84","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:276","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-08-19T01:29:57.703959934Z","hostname":"oxz_oximeter_78af3899-a85e-4494-8d52-694625739e84","pid":24386,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"04a8c3ab-b5d5-48d8-95c7-ceb53152a806","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"78af3899-a85e-4494-8d52-694625739e84","component":"oximeter-agent"}
{"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-08-19T01:29:57.704051156Z","hostname":"oxz_oximeter_78af3899-a85e-4494-8d52-694625739e84","pid":24386,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"04a8c3ab-b5d5-48d8-95c7-ceb53152a806","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"78af3899-a85e-4494-8d52-694625739e84","component":"oximeter-agent"}
{"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-08-19T01:29:57.704752974Z","hostname":"oxz_oximeter_78af3899-a85e-4494-8d52-694625739e84","pid":24386,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"04a8c3ab-b5d5-48d8-95c7-ceb53152a806","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"78af3899-a85e-4494-8d52-694625739e84","component":"oximeter-agent","n_samples":4,"n_results":1}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-08-19T01:29:57.782875253Z","hostname":"oxz_oximeter_78af3899-a85e-4494-8d52-694625739e84","pid":24386,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"6d19d521-eadf-4056-ad95-cea6abbd6ed4","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"78af3899-a85e-4494-8d52-694625739e84","component":"oximeter-agent"}
{"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-08-19T01:29:57.782951174Z","hostname":"oxz_oximeter_78af3899-a85e-4494-8d52-694625739e84","pid":24386,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"6d19d521-eadf-4056-ad95-cea6abbd6ed4","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"78af3899-a85e-4494-8d52-694625739e84","component":"oximeter-agent"}
{"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-08-19T01:29:57.784431881Z","hostname":"oxz_oximeter_78af3899-a85e-4494-8d52-694625739e84","pid":24386,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"6d19d521-eadf-4056-ad95-cea6abbd6ed4","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"78af3899-a85e-4494-8d52-694625739e84","component":"oximeter-agent","n_samples":26,"n_results":1}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-08-19T01:29:58.703711622Z","hostname":"oxz_oximeter_78af3899-a85e-4494-8d52-694625739e84","pid":24386,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"04a8c3ab-b5d5-48d8-95c7-ceb53152a806","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"78af3899-a85e-4494-8d52-694625739e84","component":"oximeter-agent"}
{"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-08-19T01:29:58.703786364Z","hostname":"oxz_oximeter_78af3899-a85e-4494-8d52-694625739e84","pid":24386,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"04a8c3ab-b5d5-48d8-95c7-ceb53152a806","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"78af3899-a85e-4494-8d52-694625739e84","component":"oximeter-agent"}
{"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-08-19T01:29:58.704377988Z","hostname":"oxz_oximeter_78af3899-a85e-4494-8d52-694625739e84","pid":24386,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"04a8c3ab-b5d5-48d8-95c7-ceb53152a806","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"78af3899-a85e-4494-8d52-694625739e84","component":"oximeter-agent","n_samples":4,"n_results":1}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-08-19T01:29:58.783694627Z","hostname":"oxz_oximeter_78af3899-a85e-4494-8d52-694625739e84","pid":24386,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"6d19d521-eadf-4056-ad95-cea6abbd6ed4","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"78af3899-a85e-4494-8d52-694625739e84","component":"oximeter-agent"}
{"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-08-19T01:29:58.783765199Z","hostname":"oxz_oximeter_78af3899-a85e-4494-8d52-694625739e84","pid":24386,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"6d19d521-eadf-4056-ad95-cea6abbd6ed4","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"78af3899-a85e-4494-8d52-694625739e84","component":"oximeter-agent"}
{"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-08-19T01:29:58.785252256Z","hostname":"oxz_oximeter_78af3899-a85e-4494-8d52-694625739e84","pid":24386,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"6d19d521-eadf-4056-ad95-cea6abbd6ed4","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"78af3899-a85e-4494-8d52-694625739e84","component":"oximeter-agent","n_samples":26,"n_results":1}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-08-19T01:29:59.704458434Z","hostname":"oxz_oximeter_78af3899-a85e-4494-8d52-694625739e84","pid":24386,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"04a8c3ab-b5d5-48d8-95c7-ceb53152a806","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"78af3899-a85e-4494-8d52-694625739e84","component":"oximeter-agent"}
{"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-08-19T01:29:59.704614818Z","hostname":"oxz_oximeter_78af3899-a85e-4494-8d52-694625739e84","pid":24386,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"04a8c3ab-b5d5-48d8-95c7-ceb53152a806","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"78af3899-a85e-4494-8d52-694625739e84","component":"oximeter-agent"}
{"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-08-19T01:29:59.705282115Z","hostname":"oxz_oximeter_78af3899-a85e-4494-8d52-694625739e84","pid":24386,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"04a8c3ab-b5d5-48d8-95c7-ceb53152a806","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"78af3899-a85e-4494-8d52-694625739e84","component":"oximeter-agent","n_samples":4,"n_results":1}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-08-19T01:29:59.782598264Z","hostname":"oxz_oximeter_78af3899-a85e-4494-8d52-694625739e84","pid":24386,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"6d19d521-eadf-4056-ad95-cea6abbd6ed4","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"78af3899-a85e-4494-8d52-694625739e84","component":"oximeter-agent"}
{"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-08-19T01:29:59.782674266Z","hostname":"oxz_oximeter_78af3899-a85e-4494-8d52-694625739e84","pid":24386,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"6d19d521-eadf-4056-ad95-cea6abbd6ed4","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"78af3899-a85e-4494-8d52-694625739e84","component":"oximeter-agent"}
{"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-08-19T01:29:59.784209534Z","hostname":"oxz_oximeter_78af3899-a85e-4494-8d52-694625739e84","pid":24386,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"6d19d521-eadf-4056-ad95-cea6abbd6ed4","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"78af3899-a85e-4494-8d52-694625739e84","component":"oximeter-agent","n_samples":26,"n_results":1}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-08-19T01:30:00.704386246Z","hostname":"oxz_oximeter_78af3899-a85e-4494-8d52-694625739e84","pid":24386,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"04a8c3ab-b5d5-48d8-95c7-ceb53152a806","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"78af3899-a85e-4494-8d52-694625739e84","component":"oximeter-agent"}
{"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-08-19T01:30:00.704482458Z","hostname":"oxz_oximeter_78af3899-a85e-4494-8d52-694625739e84","pid":24386,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"04a8c3ab-b5d5-48d8-95c7-ceb53152a806","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"78af3899-a85e-4494-8d52-694625739e84","component":"oximeter-agent"}
{"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-08-19T01:30:00.705157025Z","hostname":"oxz_oximeter_78af3899-a85e-4494-8d52-694625739e84","pid":24386,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"04a8c3ab-b5d5-48d8-95c7-ceb53152a806","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"78af3899-a85e-4494-8d52-694625739e84","component":"oximeter-agent","n_samples":4,"n_results":1}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-08-19T01:30:00.783141451Z","hostname":"oxz_oximeter_78af3899-a85e-4494-8d52-694625739e84","pid":24386,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"6d19d521-eadf-4056-ad95-cea6abbd6ed4","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"78af3899-a85e-4494-8d52-694625739e84","component":"oximeter-agent"}
{"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-08-19T01:30:00.783234643Z","hostname":"oxz_oximeter_78af3899-a85e-4494-8d52-694625739e84","pid":24386,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"6d19d521-eadf-4056-ad95-cea6abbd6ed4","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"78af3899-a85e-4494-8d52-694625739e84","component":"oximeter-agent"}
{"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-08-19T01:30:00.784667589Z","hostname":"oxz_oximeter_78af3899-a85e-4494-8d52-694625739e84","pid":24386,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"6d19d521-eadf-4056-ad95-cea6abbd6ed4","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"78af3899-a85e-4494-8d52-694625739e84","component":"oximeter-agent","n_samples":26,"n_results":1}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-08-19T01:30:01.538854752Z","hostname":"oxz_oximeter_78af3899-a85e-4494-8d52-694625739e84","pid":24386,"producer_port":56352,"producer_ip":"fd00:1122:3344:101::2","producer_id":"4f64b66f-89bd-400d-a695-a70d24df91ef","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"78af3899-a85e-4494-8d52-694625739e84","component":"oximeter-agent"}
{"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-08-19T01:30:01.538951765Z","hostname":"oxz_oximeter_78af3899-a85e-4494-8d52-694625739e84","pid":24386,"producer_port":56352,"producer_ip":"fd00:1122:3344:101::2","producer_id":"4f64b66f-89bd-400d-a695-a70d24df91ef","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"78af3899-a85e-4494-8d52-694625739e84","component":"oximeter-agent"}
{"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-08-19T01:30:01.558868956Z","hostname":"oxz_oximeter_78af3899-a85e-4494-8d52-694625739e84","pid":24386,"producer_port":56352,"producer_ip":"fd00:1122:3344:101::2","producer_id":"4f64b66f-89bd-400d-a695-a70d24df91ef","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"78af3899-a85e-4494-8d52-694625739e84","component":"oximeter-agent","n_samples":11,"n_results":2}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-08-19T01:30:01.703835546Z","hostname":"oxz_oximeter_78af3899-a85e-4494-8d52-694625739e84","pid":24386,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"04a8c3ab-b5d5-48d8-95c7-ceb53152a806","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"78af3899-a85e-4494-8d52-694625739e84","component":"oximeter-agent"}
{"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-08-19T01:30:01.703925139Z","hostname":"oxz_oximeter_78af3899-a85e-4494-8d52-694625739e84","pid":24386,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"04a8c3ab-b5d5-48d8-95c7-ceb53152a806","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"78af3899-a85e-4494-8d52-694625739e84","component":"oximeter-agent"}
{"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-08-19T01:30:01.704515343Z","hostname":"oxz_oximeter_78af3899-a85e-4494-8d52-694625739e84","pid":24386,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"04a8c3ab-b5d5-48d8-95c7-ceb53152a806","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"78af3899-a85e-4494-8d52-694625739e84","component":"oximeter-agent","n_samples":4,"n_results":1}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-08-19T01:30:01.783545795Z","hostname":"oxz_oximeter_78af3899-a85e-4494-8d52-694625739e84","pid":24386,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"6d19d521-eadf-4056-ad95-cea6abbd6ed4","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"78af3899-a85e-4494-8d52-694625739e84","component":"oximeter-agent"}
{"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-08-19T01:30:01.783628137Z","hostname":"oxz_oximeter_78af3899-a85e-4494-8d52-694625739e84","pid":24386,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"6d19d521-eadf-4056-ad95-cea6abbd6ed4","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"78af3899-a85e-4494-8d52-694625739e84","component":"oximeter-agent"}
{"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-08-19T01:30:01.784990311Z","hostname":"oxz_oximeter_78af3899-a85e-4494-8d52-694625739e84","pid":24386,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"6d19d521-eadf-4056-ad95-cea6abbd6ed4","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"78af3899-a85e-4494-8d52-694625739e84","component":"oximeter-agent","n_samples":26,"n_results":1}