[ Aug 26 21:28:49 Enabled. ] [ Aug 26 21:28:49 Rereading configuration. ] [ Aug 26 21:28:52 Rereading configuration. ] [ Aug 26 21:28:58 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/oximeter-collector/bin/oximeter run /var/svc/manifest/site/oximeter/config.toml --address [fd00:1122:3344:101::d]:12223 --id 8434ede6-327d-44e3-8722-6c9e65e5b476 &"). ] [ Aug 26 21:28:58 Method "start" exited with status 0. ] note: configured to log to "/dev/stdout" {"msg":"registered DTrace probes","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:28:58.279620501Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789} {"msg":"starting oximeter server","v":0,"name":"oximeter","level":30,"time":"2026-08-26T21:28:58.28054595Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"file":"oximeter/collector/src/lib.rs:299"} {"msg":"creating ClickHouse client","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:28:58.299045798Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789} {"msg":"registered USDT probes","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:28:58.308687875Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"id":"686df668-58e8-4ea0-8f4e-b1d302e96d30","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent"} {"msg":"oximeter database does not exist, or is out-of-date","v":0,"name":"oximeter","level":40,"time":"2026-08-26T21:29:09.150655886Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"id":"686df668-58e8-4ea0-8f4e-b1d302e96d30","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:888"} {"msg":"oximeter database does not exist, creating","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:09.150769938Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent"} {"msg":"reading db version","v":0,"name":"oximeter","level":30,"time":"2026-08-26T21:29:09.15085832Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"id":"686df668-58e8-4ea0-8f4e-b1d302e96d30","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:788"} {"msg":"oximeter database does not exist, or is out-of-date","v":0,"name":"oximeter","level":40,"time":"2026-08-26T21:29:09.152513184Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"id":"686df668-58e8-4ea0-8f4e-b1d302e96d30","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:888"} {"msg":"read oximeter database version","v":0,"name":"oximeter","level":30,"time":"2026-08-26T21:29:09.152604106Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"id":"686df668-58e8-4ea0-8f4e-b1d302e96d30","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:793","version":0} {"msg":"initializing oximeter schema","v":0,"name":"oximeter","level":30,"time":"2026-08-26T21:29:09.152623656Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"id":"686df668-58e8-4ea0-8f4e-b1d302e96d30","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:798"} {"msg":"initializing ClickHouse database","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:09.152736339Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"id":"686df668-58e8-4ea0-8f4e-b1d302e96d30","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent"} {"msg":"inserting current version","v":0,"name":"oximeter","level":30,"time":"2026-08-26T21:29:09.779713637Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"id":"686df668-58e8-4ea0-8f4e-b1d302e96d30","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:819","version":14} {"msg":"registered USDT probes","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:09.810112129Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"id":"d0e03fce-be30-4ca7-8f21-5ccbff02f5bb","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent"} {"msg":"registered endpoint","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:09.827737729Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","versions":"all","path":"/info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:09.82779206Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","versions":"all","path":"/producers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:09.827930393Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","versions":"all","path":"/producers/{producer_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:09.827948133Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","versions":"all","path":"/producers/{producer_id}","method":"GET"} {"msg":"listening","v":0,"name":"oximeter","level":30,"time":"2026-08-26T21:29:09.828005954Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.17.1/src/server.rs:335"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:09.834465436Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot"} {"msg":"registered USDT probes","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:09.83463265Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789} {"msg":"contacting nexus","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:09.834742922Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789} {"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:09.862232823Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/collectors","method":"POST"} {"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:09.906184641Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"result":"Ok(Response { url: \"http://[fd00:1122:3344:101::a]:12221/metrics/collectors\", status: 204, headers: {\"x-request-id\": \"c0199b8c-475f-4c92-ac34-0187c23f179c\", \"date\": \"Wed, 26 Aug 2026 21:29:09 GMT\"} })"} {"msg":"oximeter registered with nexus","v":0,"name":"oximeter","level":30,"time":"2026-08-26T21:29:09.906274353Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"file":"oximeter/collector/src/lib.rs:431","id":"8434ede6-327d-44e3-8722-6c9e65e5b476"} {"msg":"starting refresh list task","v":0,"name":"oximeter","level":30,"time":"2026-08-26T21:29:09.906371815Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:626"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"oximeter","level":30,"time":"2026-08-26T21:29:09.907370485Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:629"} {"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:09.908970988Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"body":"None","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/collectors/8434ede6-327d-44e3-8722-6c9e65e5b476/producers?sort_by=id_ascending","method":"GET"} {"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:09.932362316Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"result":"Ok(Response { url: \"http://[fd00:1122:3344:101::a]:12221/metrics/collectors/8434ede6-327d-44e3-8722-6c9e65e5b476/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fd2f457e-ae1d-4b79-9da1-baf36864aa1d\", \"content-length\": \"29\", \"date\": \"Wed, 26 Aug 2026 21:29:09 GMT\"} })"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"oximeter","level":30,"time":"2026-08-26T21:29:09.935204454Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:704","n_current_tasks":0,"n_pruned_tasks":0} {"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:14.811598034Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","n_samples":4} {"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:14.811638794Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","n_samples":4} {"msg":"unrolling 4 total samples","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:14.811681885Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"id":"686df668-58e8-4ea0-8f4e-b1d302e96d30","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent"} {"msg":"fetching timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:14.812352339Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"id":"686df668-58e8-4ea0-8f4e-b1d302e96d30","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:14.813937932Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"id":"686df668-58e8-4ea0-8f4e-b1d302e96d30","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"oximeter_collector:database_queue_depth\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"collector_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"collector_ip\", field_type: IpAddr, source: Target, description: \"\" }, FieldSchema { name: \"collector_port\", field_type: U16, source: Target, description: \"\" }, FieldSchema { name: \"collector_sink\", field_type: String, source: Metric, description: \"\" }}, datum_type: HistogramU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-08-26T21:29:14.812318158Z }","timeseries_name":"oximeter_collector:database_queue_depth"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:14.814019273Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"id":"686df668-58e8-4ea0-8f4e-b1d302e96d30","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"oximeter_collector:database_samples_dropped\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"collector_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"collector_ip\", field_type: IpAddr, source: Target, description: \"\" }, FieldSchema { name: \"collector_port\", field_type: U16, source: Target, description: \"\" }, FieldSchema { name: \"collector_sink\", field_type: String, source: Metric, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-08-26T21:29:14.812313088Z }","timeseries_name":"oximeter_collector:database_samples_dropped"} {"msg":"inserting 2 new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:14.814227027Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"id":"686df668-58e8-4ea0-8f4e-b1d302e96d30","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent"} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:14.818985095Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"id":"686df668-58e8-4ea0-8f4e-b1d302e96d30","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","table_name":"fields_ipaddr","n_rows":4} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:14.82069569Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"id":"686df668-58e8-4ea0-8f4e-b1d302e96d30","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","table_name":"fields_string","n_rows":4} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:14.822323003Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"id":"686df668-58e8-4ea0-8f4e-b1d302e96d30","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","table_name":"fields_u16","n_rows":4} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:14.825225332Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"id":"686df668-58e8-4ea0-8f4e-b1d302e96d30","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","table_name":"fields_uuid","n_rows":4} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:14.826864936Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"id":"686df668-58e8-4ea0-8f4e-b1d302e96d30","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","table_name":"measurements_cumulativeu64","n_rows":2} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:14.829247574Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"id":"686df668-58e8-4ea0-8f4e-b1d302e96d30","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","table_name":"measurements_histogramu64","n_rows":2} {"msg":"failed to insert some results into metric DB","v":0,"name":"oximeter","level":40,"time":"2026-08-26T21:29:14.913000475Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:276","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:19.811757621Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:19.811849933Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:24.811855099Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:24.811948041Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"oximeter","level":30,"time":"2026-08-26T21:29:24.907918712Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:629"} {"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:24.908004573Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"body":"None","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/collectors/8434ede6-327d-44e3-8722-6c9e65e5b476/producers?sort_by=id_ascending","method":"GET"} {"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:24.918638561Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"result":"Ok(Response { url: \"http://[fd00:1122:3344:101::c]:12221/metrics/collectors/8434ede6-327d-44e3-8722-6c9e65e5b476/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cbb51233-77c3-4141-8dc1-c9efa688230e\", \"content-length\": \"436\", \"date\": \"Wed, 26 Aug 2026 21:29:24 GMT\"} })"} {"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:24.918710932Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"body":"None","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/collectors/8434ede6-327d-44e3-8722-6c9e65e5b476/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiI0MmUwMTI1Mi1iMWU2LTQ0YjUtOGU4MC1mZGEzODE3Nzg2MGIifX0%3D","method":"GET"} {"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:24.923422139Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"result":"Ok(Response { url: \"http://[fd00:1122:3344:101::c]:12221/metrics/collectors/8434ede6-327d-44e3-8722-6c9e65e5b476/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiI0MmUwMTI1Mi1iMWU2LTQ0YjUtOGU4MC1mZGEzODE3Nzg2MGIifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"83c26d60-0a4d-4fc8-bdca-aac7a6b2e330\", \"content-length\": \"29\", \"date\": \"Wed, 26 Aug 2026 21:29:24 GMT\"} })"} {"msg":"registered new metric producer","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:24.92348219Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","address":"[fd00:1122:3344:101::2]:4677","producer_id":"322a7ed9-abbd-411d-8ee5-1a1fdff896f1"} {"msg":"registered new metric producer","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:24.92349888Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","address":"[fd00:1122:3344:101::2]:38589","producer_id":"42e01252-b1e6-44b5-8e80-fda38177860b"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"oximeter","level":30,"time":"2026-08-26T21:29:24.923561831Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:704","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:25.411700633Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"322a7ed9-abbd-411d-8ee5-1a1fdff896f1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:25.411835966Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"322a7ed9-abbd-411d-8ee5-1a1fdff896f1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:25.428370694Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"322a7ed9-abbd-411d-8ee5-1a1fdff896f1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","n_samples":4,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:26.411558069Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"322a7ed9-abbd-411d-8ee5-1a1fdff896f1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:26.411654731Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"322a7ed9-abbd-411d-8ee5-1a1fdff896f1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:26.412555839Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"322a7ed9-abbd-411d-8ee5-1a1fdff896f1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","n_samples":4,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:27.411919786Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"322a7ed9-abbd-411d-8ee5-1a1fdff896f1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:27.412010107Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"322a7ed9-abbd-411d-8ee5-1a1fdff896f1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:27.412588239Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"322a7ed9-abbd-411d-8ee5-1a1fdff896f1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","n_samples":4,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:28.411359733Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"322a7ed9-abbd-411d-8ee5-1a1fdff896f1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:28.411444735Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"322a7ed9-abbd-411d-8ee5-1a1fdff896f1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:28.412023357Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"322a7ed9-abbd-411d-8ee5-1a1fdff896f1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","n_samples":4,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:29.41122089Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"322a7ed9-abbd-411d-8ee5-1a1fdff896f1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:29.411342583Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"322a7ed9-abbd-411d-8ee5-1a1fdff896f1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:29.412054767Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"322a7ed9-abbd-411d-8ee5-1a1fdff896f1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","n_samples":4,"n_results":1} {"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:29.811254182Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","n_samples":20} {"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:29.811365455Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","n_samples":20} {"msg":"unrolling 20 total samples","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:29.811375795Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"id":"686df668-58e8-4ea0-8f4e-b1d302e96d30","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent"} {"msg":"fetching timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:29.811558249Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"id":"686df668-58e8-4ea0-8f4e-b1d302e96d30","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:29.813488898Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"id":"686df668-58e8-4ea0-8f4e-b1d302e96d30","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"mg_lower:routes_blocked_by_link_state\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"hostname\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: U64, version: 1, authz_scope: Fleet, units: Count, created: 2026-08-26T21:29:29.811356555Z }","timeseries_name":"mg_lower:routes_blocked_by_link_state"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:29.81357776Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"id":"686df668-58e8-4ea0-8f4e-b1d302e96d30","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"static_routing_config:static_nexthops\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"hostname\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-08-26T21:29:29.811351615Z }","timeseries_name":"static_routing_config:static_nexthops"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:29.813630051Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"id":"686df668-58e8-4ea0-8f4e-b1d302e96d30","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"static_routing_config:static_routes\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"hostname\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-08-26T21:29:29.811347534Z }","timeseries_name":"static_routing_config:static_routes"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:29.813680632Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"id":"686df668-58e8-4ea0-8f4e-b1d302e96d30","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"switch_rib:active_routes\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"hostname\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: U64, version: 1, authz_scope: Fleet, units: Count, created: 2026-08-26T21:29:29.811354544Z }","timeseries_name":"switch_rib:active_routes"} {"msg":"inserting 4 new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:29.813726923Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"id":"686df668-58e8-4ea0-8f4e-b1d302e96d30","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent"} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:29.817441679Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"id":"686df668-58e8-4ea0-8f4e-b1d302e96d30","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","table_name":"fields_string","n_rows":4} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:29.819619944Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"id":"686df668-58e8-4ea0-8f4e-b1d302e96d30","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","table_name":"fields_uuid","n_rows":8} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:29.82143305Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"id":"686df668-58e8-4ea0-8f4e-b1d302e96d30","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","table_name":"measurements_cumulativeu64","n_rows":10} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:29.822952372Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"id":"686df668-58e8-4ea0-8f4e-b1d302e96d30","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","table_name":"measurements_u64","n_rows":10} {"msg":"failed to insert some results into metric DB","v":0,"name":"oximeter","level":40,"time":"2026-08-26T21:29:29.912135254Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:276","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:30.41127274Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"322a7ed9-abbd-411d-8ee5-1a1fdff896f1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:30.411362162Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"322a7ed9-abbd-411d-8ee5-1a1fdff896f1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:30.412179578Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"322a7ed9-abbd-411d-8ee5-1a1fdff896f1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","n_samples":4,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:31.411388111Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"322a7ed9-abbd-411d-8ee5-1a1fdff896f1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:31.411471153Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"322a7ed9-abbd-411d-8ee5-1a1fdff896f1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:31.412121976Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"322a7ed9-abbd-411d-8ee5-1a1fdff896f1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","n_samples":4,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:32.411253497Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"322a7ed9-abbd-411d-8ee5-1a1fdff896f1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:32.411324399Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"322a7ed9-abbd-411d-8ee5-1a1fdff896f1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:32.412060204Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"322a7ed9-abbd-411d-8ee5-1a1fdff896f1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","n_samples":4,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:33.411245297Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"322a7ed9-abbd-411d-8ee5-1a1fdff896f1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:33.411370749Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"322a7ed9-abbd-411d-8ee5-1a1fdff896f1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:33.411993982Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"322a7ed9-abbd-411d-8ee5-1a1fdff896f1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","n_samples":4,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:34.412156364Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"322a7ed9-abbd-411d-8ee5-1a1fdff896f1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:34.412279207Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"322a7ed9-abbd-411d-8ee5-1a1fdff896f1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:34.413000131Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"322a7ed9-abbd-411d-8ee5-1a1fdff896f1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","n_samples":4,"n_results":1} {"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:34.812117925Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","n_samples":20} {"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:34.812156426Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","n_samples":20} {"msg":"unrolling 20 total samples","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:34.812220257Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"id":"686df668-58e8-4ea0-8f4e-b1d302e96d30","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent"} {"msg":"fetching timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:34.812276079Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"id":"686df668-58e8-4ea0-8f4e-b1d302e96d30","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent"} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:34.820841614Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"id":"686df668-58e8-4ea0-8f4e-b1d302e96d30","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","table_name":"fields_string","n_rows":4} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:34.822389635Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"id":"686df668-58e8-4ea0-8f4e-b1d302e96d30","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","table_name":"fields_uuid","n_rows":8} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:34.823934777Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"id":"686df668-58e8-4ea0-8f4e-b1d302e96d30","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","table_name":"measurements_cumulativeu64","n_rows":10} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:34.825347115Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"id":"686df668-58e8-4ea0-8f4e-b1d302e96d30","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","table_name":"measurements_u64","n_rows":10} {"msg":"failed to insert some results into metric DB","v":0,"name":"oximeter","level":40,"time":"2026-08-26T21:29:34.913541577Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:276","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:35.411730974Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"322a7ed9-abbd-411d-8ee5-1a1fdff896f1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:35.411884717Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"322a7ed9-abbd-411d-8ee5-1a1fdff896f1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:35.412883198Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"322a7ed9-abbd-411d-8ee5-1a1fdff896f1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","n_samples":4,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:36.412014609Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"322a7ed9-abbd-411d-8ee5-1a1fdff896f1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:36.412156732Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"322a7ed9-abbd-411d-8ee5-1a1fdff896f1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:36.412790385Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"322a7ed9-abbd-411d-8ee5-1a1fdff896f1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","n_samples":4,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:37.411904407Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"322a7ed9-abbd-411d-8ee5-1a1fdff896f1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:37.411977838Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"322a7ed9-abbd-411d-8ee5-1a1fdff896f1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:37.41254124Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"322a7ed9-abbd-411d-8ee5-1a1fdff896f1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","n_samples":4,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:38.411583879Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"322a7ed9-abbd-411d-8ee5-1a1fdff896f1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:38.411710381Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"322a7ed9-abbd-411d-8ee5-1a1fdff896f1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:38.412497608Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"322a7ed9-abbd-411d-8ee5-1a1fdff896f1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","n_samples":4,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:39.412015877Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"322a7ed9-abbd-411d-8ee5-1a1fdff896f1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:39.412109609Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"322a7ed9-abbd-411d-8ee5-1a1fdff896f1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:39.412743542Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"322a7ed9-abbd-411d-8ee5-1a1fdff896f1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","n_samples":4,"n_results":1} {"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:39.811909206Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","n_samples":20} {"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:39.812001639Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","n_samples":20} {"msg":"unrolling 20 total samples","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:39.812010819Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"id":"686df668-58e8-4ea0-8f4e-b1d302e96d30","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent"} {"msg":"fetching timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:39.81206391Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"id":"686df668-58e8-4ea0-8f4e-b1d302e96d30","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent"} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:39.817102433Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"id":"686df668-58e8-4ea0-8f4e-b1d302e96d30","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","table_name":"fields_string","n_rows":4} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:39.818811938Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"id":"686df668-58e8-4ea0-8f4e-b1d302e96d30","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","table_name":"fields_uuid","n_rows":8} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:39.820467312Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"id":"686df668-58e8-4ea0-8f4e-b1d302e96d30","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","table_name":"measurements_cumulativeu64","n_rows":10} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:39.822143346Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"id":"686df668-58e8-4ea0-8f4e-b1d302e96d30","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","table_name":"measurements_u64","n_rows":10} {"msg":"refreshing list of producers from Nexus","v":0,"name":"oximeter","level":30,"time":"2026-08-26T21:29:39.907483609Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:629"} {"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:39.90754038Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"body":"None","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/collectors/8434ede6-327d-44e3-8722-6c9e65e5b476/producers?sort_by=id_ascending","method":"GET"} {"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:39.911366209Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"result":"Ok(Response { url: \"http://[fd00:1122:3344:101::a]:12221/metrics/collectors/8434ede6-327d-44e3-8722-6c9e65e5b476/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3f3ae090-34f1-4d54-b7da-d62e9bcb981a\", \"content-length\": \"572\", \"date\": \"Wed, 26 Aug 2026 21:29:39 GMT\"} })"} {"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:39.911464591Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"body":"None","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/collectors/8434ede6-327d-44e3-8722-6c9e65e5b476/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiI0MmUwMTI1Mi1iMWU2LTQ0YjUtOGU4MC1mZGEzODE3Nzg2MGIifX0%3D","method":"GET"} {"msg":"failed to insert some results into metric DB","v":0,"name":"oximeter","level":40,"time":"2026-08-26T21:29:39.912504952Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:276","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:39.915045154Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"result":"Ok(Response { url: \"http://[fd00:1122:3344:101::a]:12221/metrics/collectors/8434ede6-327d-44e3-8722-6c9e65e5b476/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiI0MmUwMTI1Mi1iMWU2LTQ0YjUtOGU4MC1mZGEzODE3Nzg2MGIifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2ec70620-fd1d-4c98-83e4-27e0103daf0c\", \"content-length\": \"29\", \"date\": \"Wed, 26 Aug 2026 21:29:39 GMT\"} })"} {"msg":"registered new metric producer","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:39.915113775Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","address":"[fd00:1122:3344:101::1]:8001","producer_id":"1132f55a-c26d-4393-a6a9-70855ee9911b"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"oximeter","level":30,"time":"2026-08-26T21:29:39.915158306Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:704","n_current_tasks":3,"n_pruned_tasks":0} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:40.019162791Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"1132f55a-c26d-4393-a6a9-70855ee9911b","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:40.019244522Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"1132f55a-c26d-4393-a6a9-70855ee9911b","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:40.025890438Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"1132f55a-c26d-4393-a6a9-70855ee9911b","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:40.412286981Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"322a7ed9-abbd-411d-8ee5-1a1fdff896f1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:40.412365553Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"322a7ed9-abbd-411d-8ee5-1a1fdff896f1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:40.413111588Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"322a7ed9-abbd-411d-8ee5-1a1fdff896f1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","n_samples":4,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:41.019309143Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"1132f55a-c26d-4393-a6a9-70855ee9911b","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:41.019460136Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"1132f55a-c26d-4393-a6a9-70855ee9911b","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:41.021182811Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"1132f55a-c26d-4393-a6a9-70855ee9911b","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:41.411364851Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"322a7ed9-abbd-411d-8ee5-1a1fdff896f1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:41.411507794Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"322a7ed9-abbd-411d-8ee5-1a1fdff896f1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:41.412073986Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"322a7ed9-abbd-411d-8ee5-1a1fdff896f1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","n_samples":4,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:41.524174376Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":38589,"producer_ip":"fd00:1122:3344:101::2","producer_id":"42e01252-b1e6-44b5-8e80-fda38177860b","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:41.524247507Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":38589,"producer_ip":"fd00:1122:3344:101::2","producer_id":"42e01252-b1e6-44b5-8e80-fda38177860b","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:41.543051111Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":38589,"producer_ip":"fd00:1122:3344:101::2","producer_id":"42e01252-b1e6-44b5-8e80-fda38177860b","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","n_samples":228,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:42.020177289Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"1132f55a-c26d-4393-a6a9-70855ee9911b","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:42.020249991Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"1132f55a-c26d-4393-a6a9-70855ee9911b","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:42.02171324Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"1132f55a-c26d-4393-a6a9-70855ee9911b","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:42.41186856Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"322a7ed9-abbd-411d-8ee5-1a1fdff896f1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:42.411974602Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"322a7ed9-abbd-411d-8ee5-1a1fdff896f1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:42.412533694Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"322a7ed9-abbd-411d-8ee5-1a1fdff896f1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","n_samples":4,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:43.019690728Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"1132f55a-c26d-4393-a6a9-70855ee9911b","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:43.019780329Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"1132f55a-c26d-4393-a6a9-70855ee9911b","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:43.022044316Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"1132f55a-c26d-4393-a6a9-70855ee9911b","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:43.411292367Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"322a7ed9-abbd-411d-8ee5-1a1fdff896f1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:43.411400299Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"322a7ed9-abbd-411d-8ee5-1a1fdff896f1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:43.412044772Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"322a7ed9-abbd-411d-8ee5-1a1fdff896f1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","n_samples":4,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:44.020194526Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"1132f55a-c26d-4393-a6a9-70855ee9911b","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:44.020235007Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"1132f55a-c26d-4393-a6a9-70855ee9911b","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:44.021705257Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"1132f55a-c26d-4393-a6a9-70855ee9911b","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:44.411866918Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"322a7ed9-abbd-411d-8ee5-1a1fdff896f1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:44.411951639Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"322a7ed9-abbd-411d-8ee5-1a1fdff896f1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:44.412524801Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"322a7ed9-abbd-411d-8ee5-1a1fdff896f1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","n_samples":4,"n_results":1} {"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:44.811688086Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","n_samples":378} {"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:44.811784278Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","n_samples":378} {"msg":"unrolling 378 total samples","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:44.811835889Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"id":"686df668-58e8-4ea0-8f4e-b1d302e96d30","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent"} {"msg":"fetching timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:44.8118969Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"id":"686df668-58e8-4ea0-8f4e-b1d302e96d30","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:44.814391711Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"id":"686df668-58e8-4ea0-8f4e-b1d302e96d30","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"ddm_router:originated_tunnel_endpoints\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"hostname\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: U64, version: 1, authz_scope: Fleet, units: Count, created: 2026-08-26T21:29:44.811731387Z }","timeseries_name":"ddm_router:originated_tunnel_endpoints"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:44.814478383Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"id":"686df668-58e8-4ea0-8f4e-b1d302e96d30","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"ddm_router:originated_underlay_prefixes\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"hostname\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: U64, version: 1, authz_scope: Fleet, units: Count, created: 2026-08-26T21:29:44.811717696Z }","timeseries_name":"ddm_router:originated_underlay_prefixes"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:44.814522234Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"id":"686df668-58e8-4ea0-8f4e-b1d302e96d30","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"ddm_session:advertisements_received\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"hostname\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"interface\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-08-26T21:29:44.811739967Z }","timeseries_name":"ddm_session:advertisements_received"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:44.814566204Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"id":"686df668-58e8-4ea0-8f4e-b1d302e96d30","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"ddm_session:advertisements_sent\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"hostname\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"interface\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-08-26T21:29:44.811737757Z }","timeseries_name":"ddm_session:advertisements_sent"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:44.814606755Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"id":"686df668-58e8-4ea0-8f4e-b1d302e96d30","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"ddm_session:imported_tunnel_endpoints\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"hostname\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"interface\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: U64, version: 1, authz_scope: Fleet, units: Count, created: 2026-08-26T21:29:44.811753867Z }","timeseries_name":"ddm_session:imported_tunnel_endpoints"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:44.814652296Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"id":"686df668-58e8-4ea0-8f4e-b1d302e96d30","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"ddm_session:imported_underlay_prefixes\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"hostname\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"interface\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: U64, version: 1, authz_scope: Fleet, units: Count, created: 2026-08-26T21:29:44.811752297Z }","timeseries_name":"ddm_session:imported_underlay_prefixes"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:44.814712898Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"id":"686df668-58e8-4ea0-8f4e-b1d302e96d30","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"ddm_session:peer_address_changes\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"hostname\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"interface\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-08-26T21:29:44.811743347Z }","timeseries_name":"ddm_session:peer_address_changes"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:44.814782609Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"id":"686df668-58e8-4ea0-8f4e-b1d302e96d30","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"ddm_session:peer_expirations\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"hostname\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"interface\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-08-26T21:29:44.811741607Z }","timeseries_name":"ddm_session:peer_expirations"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:44.814865711Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"id":"686df668-58e8-4ea0-8f4e-b1d302e96d30","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"ddm_session:peer_sessions_established\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"hostname\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"interface\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-08-26T21:29:44.811744997Z }","timeseries_name":"ddm_session:peer_sessions_established"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:44.814903722Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"id":"686df668-58e8-4ea0-8f4e-b1d302e96d30","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"ddm_session:solicitations_received\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"hostname\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"interface\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-08-26T21:29:44.811735987Z }","timeseries_name":"ddm_session:solicitations_received"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:44.814940362Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"id":"686df668-58e8-4ea0-8f4e-b1d302e96d30","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"ddm_session:solicitations_sent\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"hostname\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"interface\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-08-26T21:29:44.811733797Z }","timeseries_name":"ddm_session:solicitations_sent"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:44.814983643Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"id":"686df668-58e8-4ea0-8f4e-b1d302e96d30","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"ddm_session:update_send_fail\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"hostname\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"interface\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-08-26T21:29:44.811749627Z }","timeseries_name":"ddm_session:update_send_fail"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:44.815034724Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"id":"686df668-58e8-4ea0-8f4e-b1d302e96d30","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"ddm_session:updates_received\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"hostname\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"interface\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-08-26T21:29:44.811748137Z }","timeseries_name":"ddm_session:updates_received"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:44.815081265Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"id":"686df668-58e8-4ea0-8f4e-b1d302e96d30","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"ddm_session:updates_sent\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"hostname\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"interface\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-08-26T21:29:44.811746867Z }","timeseries_name":"ddm_session:updates_sent"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:44.815180727Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"id":"686df668-58e8-4ea0-8f4e-b1d302e96d30","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"switch_port_control_data_link:bytes_received\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"asic_fab\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_lot\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer\", field_type: U8, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_x\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_y\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"kind\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"link_name\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"network\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"sled_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"sled_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"switch_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"switch_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_slot\", field_type: U16, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-08-26T21:29:44.811795148Z }","timeseries_name":"switch_port_control_data_link:bytes_received"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:44.81531778Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"id":"686df668-58e8-4ea0-8f4e-b1d302e96d30","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"switch_port_control_data_link:bytes_sent\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"asic_fab\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_lot\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer\", field_type: U8, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_x\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_y\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"kind\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"link_name\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"network\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"sled_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"sled_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"switch_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"switch_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_slot\", field_type: U16, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-08-26T21:29:44.811805218Z }","timeseries_name":"switch_port_control_data_link:bytes_sent"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:44.815486363Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"id":"686df668-58e8-4ea0-8f4e-b1d302e96d30","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"switch_port_control_data_link:errors_received\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"asic_fab\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_lot\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer\", field_type: U8, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_x\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_y\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"kind\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"link_name\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"network\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"sled_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"sled_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"switch_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"switch_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_slot\", field_type: U16, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-08-26T21:29:44.811779808Z }","timeseries_name":"switch_port_control_data_link:errors_received"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:44.815612636Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"id":"686df668-58e8-4ea0-8f4e-b1d302e96d30","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"switch_port_control_data_link:errors_sent\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"asic_fab\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_lot\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer\", field_type: U8, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_x\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_y\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"kind\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"link_name\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"network\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"sled_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"sled_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"switch_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"switch_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_slot\", field_type: U16, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-08-26T21:29:44.811785728Z }","timeseries_name":"switch_port_control_data_link:errors_sent"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:44.815738888Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"id":"686df668-58e8-4ea0-8f4e-b1d302e96d30","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"switch_port_control_data_link:packets_received\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"asic_fab\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_lot\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer\", field_type: U8, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_x\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_y\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"kind\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"link_name\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"network\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"sled_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"sled_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"switch_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"switch_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_slot\", field_type: U16, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-08-26T21:29:44.811800748Z }","timeseries_name":"switch_port_control_data_link:packets_received"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:44.815866551Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"id":"686df668-58e8-4ea0-8f4e-b1d302e96d30","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"switch_port_control_data_link:packets_sent\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"asic_fab\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_lot\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer\", field_type: U8, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_x\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"asic_wafer_loc_y\", field_type: I16, source: Target, description: \"\" }, FieldSchema { name: \"kind\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"link_name\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"network\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"rack_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"sled_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"sled_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"sled_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"switch_model\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_revision\", field_type: U32, source: Target, description: \"\" }, FieldSchema { name: \"switch_serial\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"switch_slot\", field_type: U16, source: Target, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-08-26T21:29:44.811811928Z }","timeseries_name":"switch_port_control_data_link:packets_sent"} {"msg":"inserting 20 new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:44.817366922Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"id":"686df668-58e8-4ea0-8f4e-b1d302e96d30","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent"} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:44.821919985Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"id":"686df668-58e8-4ea0-8f4e-b1d302e96d30","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","table_name":"fields_i16","n_rows":24} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:44.823833744Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"id":"686df668-58e8-4ea0-8f4e-b1d302e96d30","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","table_name":"fields_string","n_rows":174} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:44.825444327Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"id":"686df668-58e8-4ea0-8f4e-b1d302e96d30","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","table_name":"fields_u16","n_rows":12} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:44.82706183Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"id":"686df668-58e8-4ea0-8f4e-b1d302e96d30","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","table_name":"fields_u32","n_rows":24} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:44.828637792Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"id":"686df668-58e8-4ea0-8f4e-b1d302e96d30","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","table_name":"fields_u8","n_rows":12} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:44.830286786Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"id":"686df668-58e8-4ea0-8f4e-b1d302e96d30","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","table_name":"fields_uuid","n_rows":96} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:44.832107553Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"id":"686df668-58e8-4ea0-8f4e-b1d302e96d30","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","table_name":"measurements_cumulativeu64","n_rows":338} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:44.833675015Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"id":"686df668-58e8-4ea0-8f4e-b1d302e96d30","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","table_name":"measurements_u64","n_rows":40} {"msg":"failed to insert some results into metric DB","v":0,"name":"oximeter","level":40,"time":"2026-08-26T21:29:44.912831562Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:276","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:45.019895599Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"1132f55a-c26d-4393-a6a9-70855ee9911b","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:45.019980141Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"1132f55a-c26d-4393-a6a9-70855ee9911b","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:45.02138335Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"1132f55a-c26d-4393-a6a9-70855ee9911b","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:45.411501176Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"322a7ed9-abbd-411d-8ee5-1a1fdff896f1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:45.411601294Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"322a7ed9-abbd-411d-8ee5-1a1fdff896f1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:45.412158692Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"322a7ed9-abbd-411d-8ee5-1a1fdff896f1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","n_samples":4,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:46.020306486Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"1132f55a-c26d-4393-a6a9-70855ee9911b","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:46.020453389Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"1132f55a-c26d-4393-a6a9-70855ee9911b","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:46.021839807Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"1132f55a-c26d-4393-a6a9-70855ee9911b","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:46.411976517Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"322a7ed9-abbd-411d-8ee5-1a1fdff896f1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:46.412002167Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"322a7ed9-abbd-411d-8ee5-1a1fdff896f1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:46.412756583Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"322a7ed9-abbd-411d-8ee5-1a1fdff896f1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","n_samples":4,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:47.019871835Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"1132f55a-c26d-4393-a6a9-70855ee9911b","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:47.019971118Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"1132f55a-c26d-4393-a6a9-70855ee9911b","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:47.02154073Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"1132f55a-c26d-4393-a6a9-70855ee9911b","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:47.41168521Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"322a7ed9-abbd-411d-8ee5-1a1fdff896f1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:47.411799412Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"322a7ed9-abbd-411d-8ee5-1a1fdff896f1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:47.412345163Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"322a7ed9-abbd-411d-8ee5-1a1fdff896f1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","n_samples":4,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:48.019468767Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"1132f55a-c26d-4393-a6a9-70855ee9911b","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:48.019569039Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"1132f55a-c26d-4393-a6a9-70855ee9911b","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:48.021270844Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"1132f55a-c26d-4393-a6a9-70855ee9911b","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:48.412051306Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"322a7ed9-abbd-411d-8ee5-1a1fdff896f1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:48.412222519Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"322a7ed9-abbd-411d-8ee5-1a1fdff896f1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:48.412965215Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"322a7ed9-abbd-411d-8ee5-1a1fdff896f1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","n_samples":4,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:49.020103968Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"1132f55a-c26d-4393-a6a9-70855ee9911b","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:49.02019264Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"1132f55a-c26d-4393-a6a9-70855ee9911b","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:49.021586108Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"1132f55a-c26d-4393-a6a9-70855ee9911b","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:49.411726209Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"322a7ed9-abbd-411d-8ee5-1a1fdff896f1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:49.411829281Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"322a7ed9-abbd-411d-8ee5-1a1fdff896f1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:49.412406983Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"322a7ed9-abbd-411d-8ee5-1a1fdff896f1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","n_samples":4,"n_results":1} {"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:49.811480976Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","n_samples":150} {"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:49.811568668Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","n_samples":150} {"msg":"unrolling 150 total samples","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:49.811584538Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"id":"686df668-58e8-4ea0-8f4e-b1d302e96d30","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent"} {"msg":"fetching timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:49.811635739Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"id":"686df668-58e8-4ea0-8f4e-b1d302e96d30","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent"} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:49.821295446Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"id":"686df668-58e8-4ea0-8f4e-b1d302e96d30","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","table_name":"fields_string","n_rows":54} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:49.823363429Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"id":"686df668-58e8-4ea0-8f4e-b1d302e96d30","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","table_name":"fields_uuid","n_rows":60} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:49.825211317Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"id":"686df668-58e8-4ea0-8f4e-b1d302e96d30","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","table_name":"measurements_cumulativeu64","n_rows":110} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:49.826978153Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"id":"686df668-58e8-4ea0-8f4e-b1d302e96d30","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","table_name":"measurements_u64","n_rows":40} {"msg":"failed to insert some results into metric DB","v":0,"name":"oximeter","level":40,"time":"2026-08-26T21:29:49.913150513Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:276","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:50.020224831Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"1132f55a-c26d-4393-a6a9-70855ee9911b","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:50.020259281Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"1132f55a-c26d-4393-a6a9-70855ee9911b","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:50.021818643Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"1132f55a-c26d-4393-a6a9-70855ee9911b","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:50.411920772Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"322a7ed9-abbd-411d-8ee5-1a1fdff896f1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:50.411951263Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"322a7ed9-abbd-411d-8ee5-1a1fdff896f1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:50.412592506Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"322a7ed9-abbd-411d-8ee5-1a1fdff896f1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","n_samples":4,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:51.019697299Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"1132f55a-c26d-4393-a6a9-70855ee9911b","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:51.01973754Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"1132f55a-c26d-4393-a6a9-70855ee9911b","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:51.021358003Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"1132f55a-c26d-4393-a6a9-70855ee9911b","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:51.411713907Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"322a7ed9-abbd-411d-8ee5-1a1fdff896f1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:51.411747188Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"322a7ed9-abbd-411d-8ee5-1a1fdff896f1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:51.412405391Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"322a7ed9-abbd-411d-8ee5-1a1fdff896f1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","n_samples":4,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:52.019531135Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"1132f55a-c26d-4393-a6a9-70855ee9911b","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:52.019562436Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"1132f55a-c26d-4393-a6a9-70855ee9911b","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:52.021020145Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"1132f55a-c26d-4393-a6a9-70855ee9911b","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:52.411936911Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"322a7ed9-abbd-411d-8ee5-1a1fdff896f1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:52.411974822Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"322a7ed9-abbd-411d-8ee5-1a1fdff896f1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:52.412691426Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"322a7ed9-abbd-411d-8ee5-1a1fdff896f1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","n_samples":4,"n_results":1} {"msg":"reporting oximeter self-collection statistics","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:52.712813378Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"322a7ed9-abbd-411d-8ee5-1a1fdff896f1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:53.020166717Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"1132f55a-c26d-4393-a6a9-70855ee9911b","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:53.020204358Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"1132f55a-c26d-4393-a6a9-70855ee9911b","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:53.02176295Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"1132f55a-c26d-4393-a6a9-70855ee9911b","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:53.41190549Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"322a7ed9-abbd-411d-8ee5-1a1fdff896f1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:53.411953941Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"322a7ed9-abbd-411d-8ee5-1a1fdff896f1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:53.412534792Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"322a7ed9-abbd-411d-8ee5-1a1fdff896f1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","n_samples":4,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:54.019671816Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"1132f55a-c26d-4393-a6a9-70855ee9911b","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:54.019709437Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"1132f55a-c26d-4393-a6a9-70855ee9911b","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:54.021190747Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"1132f55a-c26d-4393-a6a9-70855ee9911b","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:54.411342987Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"322a7ed9-abbd-411d-8ee5-1a1fdff896f1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:54.411380168Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"322a7ed9-abbd-411d-8ee5-1a1fdff896f1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:54.411968249Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"322a7ed9-abbd-411d-8ee5-1a1fdff896f1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","n_samples":4,"n_results":1} {"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:54.812127254Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","n_samples":152} {"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:54.812166065Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","n_samples":152} {"msg":"unrolling 152 total samples","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:54.812175225Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"id":"686df668-58e8-4ea0-8f4e-b1d302e96d30","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent"} {"msg":"fetching timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:54.812269837Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"id":"686df668-58e8-4ea0-8f4e-b1d302e96d30","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:54.815029193Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"id":"686df668-58e8-4ea0-8f4e-b1d302e96d30","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"oximeter_collector:collections\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"base_route\", field_type: String, source: Metric, description: \"\" }, FieldSchema { name: \"collector_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"collector_ip\", field_type: IpAddr, source: Target, description: \"\" }, FieldSchema { name: \"collector_port\", field_type: U16, source: Target, description: \"\" }, FieldSchema { name: \"producer_id\", field_type: Uuid, source: Metric, description: \"\" }, FieldSchema { name: \"producer_ip\", field_type: IpAddr, source: Metric, description: \"\" }, FieldSchema { name: \"producer_port\", field_type: U16, source: Metric, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-08-26T21:29:54.812227446Z }","timeseries_name":"oximeter_collector:collections"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:54.815047194Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"id":"686df668-58e8-4ea0-8f4e-b1d302e96d30","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"oximeter_collector:samples_collected\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"base_route\", field_type: String, source: Metric, description: \"\" }, FieldSchema { name: \"collector_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"collector_ip\", field_type: IpAddr, source: Target, description: \"\" }, FieldSchema { name: \"collector_port\", field_type: U16, source: Target, description: \"\" }, FieldSchema { name: \"producer_id\", field_type: Uuid, source: Metric, description: \"\" }, FieldSchema { name: \"producer_ip\", field_type: IpAddr, source: Metric, description: \"\" }, FieldSchema { name: \"producer_port\", field_type: U16, source: Metric, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-08-26T21:29:54.812229716Z }","timeseries_name":"oximeter_collector:samples_collected"} {"msg":"inserting 2 new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:54.815593155Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"id":"686df668-58e8-4ea0-8f4e-b1d302e96d30","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent"} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:54.818549905Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"id":"686df668-58e8-4ea0-8f4e-b1d302e96d30","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","table_name":"fields_ipaddr","n_rows":4} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:54.81977515Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"id":"686df668-58e8-4ea0-8f4e-b1d302e96d30","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","table_name":"fields_string","n_rows":56} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:54.820962515Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"id":"686df668-58e8-4ea0-8f4e-b1d302e96d30","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","table_name":"fields_u16","n_rows":4} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:54.822164527Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"id":"686df668-58e8-4ea0-8f4e-b1d302e96d30","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","table_name":"fields_uuid","n_rows":64} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:54.823457635Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"id":"686df668-58e8-4ea0-8f4e-b1d302e96d30","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","table_name":"measurements_cumulativeu64","n_rows":112} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:54.824542418Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"id":"686df668-58e8-4ea0-8f4e-b1d302e96d30","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","table_name":"measurements_u64","n_rows":40} {"msg":"refreshing list of producers from Nexus","v":0,"name":"oximeter","level":30,"time":"2026-08-26T21:29:54.907904891Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:629"} {"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:54.907938671Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"body":"None","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/collectors/8434ede6-327d-44e3-8722-6c9e65e5b476/producers?sort_by=id_ascending","method":"GET"} {"msg":"failed to insert some results into metric DB","v":0,"name":"oximeter","level":40,"time":"2026-08-26T21:29:54.913085064Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:276","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:54.913430126Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"result":"Ok(Response { url: \"http://[fd00:1122:3344:101::c]:12221/metrics/collectors/8434ede6-327d-44e3-8722-6c9e65e5b476/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6f58d95d-d95d-4427-a6fd-fbc0cc492962\", \"content-length\": \"995\", \"date\": \"Wed, 26 Aug 2026 21:29:54 GMT\"} })"} {"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:54.913565636Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"body":"None","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/collectors/8434ede6-327d-44e3-8722-6c9e65e5b476/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiI5ZTlmNzEwZS0wMzAxLTQ0MTctYTI4Ni05NmRkZmI0YjlhM2QifX0%3D","method":"GET"} {"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:54.916640159Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"result":"Ok(Response { url: \"http://[fd00:1122:3344:101::c]:12221/metrics/collectors/8434ede6-327d-44e3-8722-6c9e65e5b476/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiI5ZTlmNzEwZS0wMzAxLTQ0MTctYTI4Ni05NmRkZmI0YjlhM2QifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"906a4ba3-531c-409d-9e35-f4e82813f072\", \"content-length\": \"29\", \"date\": \"Wed, 26 Aug 2026 21:29:54 GMT\"} })"} {"msg":"registered new metric producer","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:54.91666713Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","address":"[fd00:1122:3344:101::2]:8001","producer_id":"25e38706-5d92-4662-82c7-284daee2e3f5"} {"msg":"received request to register existing metric producer, updating collection information","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:54.91667588Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","address":"[fd00:1122:3344:101::2]:35741","interval":"10s","producer_id":"42e01252-b1e6-44b5-8e80-fda38177860b"} {"msg":"notified collection task of new producer endpoint","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:54.91668249Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":38589,"producer_ip":"fd00:1122:3344:101::2","producer_id":"42e01252-b1e6-44b5-8e80-fda38177860b","component":"collection-task-handle","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent"} {"msg":"registered new metric producer","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:54.91668975Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","address":"[fd00:1122:3344:101::2]:34121","producer_id":"5f75ab69-29fe-41fd-8e57-fddae0ba2803"} {"msg":"registered new metric producer","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:54.91669573Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","address":"[fd00:1122:3344:101::a]:36878","producer_id":"9e9f710e-0301-4417-a286-96ddfb4b9a3d"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"oximeter","level":30,"time":"2026-08-26T21:29:54.91670104Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:704","n_current_tasks":6,"n_pruned_tasks":0} {"msg":"collection task received request to update its producer information","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:54.916823653Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":38589,"producer_ip":"fd00:1122:3344:101::2","producer_id":"42e01252-b1e6-44b5-8e80-fda38177860b","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","address":"[fd00:1122:3344:101::2]:35741","interval":"10s"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:55.019920799Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"1132f55a-c26d-4393-a6a9-70855ee9911b","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:55.01995588Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"1132f55a-c26d-4393-a6a9-70855ee9911b","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:55.021357618Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"1132f55a-c26d-4393-a6a9-70855ee9911b","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:55.034439576Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"25e38706-5d92-4662-82c7-284daee2e3f5","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:55.034456556Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"25e38706-5d92-4662-82c7-284daee2e3f5","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:55.041611632Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"25e38706-5d92-4662-82c7-284daee2e3f5","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","n_samples":14,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:55.411646011Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"322a7ed9-abbd-411d-8ee5-1a1fdff896f1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:55.411695443Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"322a7ed9-abbd-411d-8ee5-1a1fdff896f1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:55.412387087Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"322a7ed9-abbd-411d-8ee5-1a1fdff896f1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","n_samples":4,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:56.019564401Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"1132f55a-c26d-4393-a6a9-70855ee9911b","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:56.019597702Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"1132f55a-c26d-4393-a6a9-70855ee9911b","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:56.021064921Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"1132f55a-c26d-4393-a6a9-70855ee9911b","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:56.03517608Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"25e38706-5d92-4662-82c7-284daee2e3f5","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:56.035265452Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"25e38706-5d92-4662-82c7-284daee2e3f5","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:56.036213251Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"25e38706-5d92-4662-82c7-284daee2e3f5","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","n_samples":14,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:56.411394285Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"322a7ed9-abbd-411d-8ee5-1a1fdff896f1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:56.411433306Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"322a7ed9-abbd-411d-8ee5-1a1fdff896f1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:56.412484727Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"322a7ed9-abbd-411d-8ee5-1a1fdff896f1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","n_samples":4,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:57.019566959Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"1132f55a-c26d-4393-a6a9-70855ee9911b","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:57.019610947Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"1132f55a-c26d-4393-a6a9-70855ee9911b","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:57.021608331Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"1132f55a-c26d-4393-a6a9-70855ee9911b","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:57.034726649Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"25e38706-5d92-4662-82c7-284daee2e3f5","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:57.034752489Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"25e38706-5d92-4662-82c7-284daee2e3f5","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:57.035696069Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"25e38706-5d92-4662-82c7-284daee2e3f5","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","n_samples":14,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:57.412006735Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"322a7ed9-abbd-411d-8ee5-1a1fdff896f1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:57.412039996Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"322a7ed9-abbd-411d-8ee5-1a1fdff896f1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:57.412622588Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"322a7ed9-abbd-411d-8ee5-1a1fdff896f1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","n_samples":4,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:58.019759591Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"1132f55a-c26d-4393-a6a9-70855ee9911b","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:58.019795612Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"1132f55a-c26d-4393-a6a9-70855ee9911b","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:58.02114834Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"1132f55a-c26d-4393-a6a9-70855ee9911b","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:58.035249498Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"25e38706-5d92-4662-82c7-284daee2e3f5","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:58.035280279Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"25e38706-5d92-4662-82c7-284daee2e3f5","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:58.036372361Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"25e38706-5d92-4662-82c7-284daee2e3f5","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","n_samples":14,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:58.41226267Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"322a7ed9-abbd-411d-8ee5-1a1fdff896f1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:58.412307651Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"322a7ed9-abbd-411d-8ee5-1a1fdff896f1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:58.413038306Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"322a7ed9-abbd-411d-8ee5-1a1fdff896f1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","n_samples":4,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:59.020123219Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"1132f55a-c26d-4393-a6a9-70855ee9911b","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:59.020159159Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"1132f55a-c26d-4393-a6a9-70855ee9911b","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:59.022291313Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"1132f55a-c26d-4393-a6a9-70855ee9911b","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:59.03440248Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"25e38706-5d92-4662-82c7-284daee2e3f5","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:59.034431431Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"25e38706-5d92-4662-82c7-284daee2e3f5","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:59.035448002Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"25e38706-5d92-4662-82c7-284daee2e3f5","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","n_samples":14,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:59.411561485Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"322a7ed9-abbd-411d-8ee5-1a1fdff896f1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:59.411598996Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"322a7ed9-abbd-411d-8ee5-1a1fdff896f1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:59.41230098Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"322a7ed9-abbd-411d-8ee5-1a1fdff896f1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","n_samples":4,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:59.682437979Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":34121,"producer_ip":"fd00:1122:3344:101::2","producer_id":"5f75ab69-29fe-41fd-8e57-fddae0ba2803","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:59.68248135Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":34121,"producer_ip":"fd00:1122:3344:101::2","producer_id":"5f75ab69-29fe-41fd-8e57-fddae0ba2803","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:59.690142867Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":34121,"producer_ip":"fd00:1122:3344:101::2","producer_id":"5f75ab69-29fe-41fd-8e57-fddae0ba2803","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","n_samples":11,"n_results":2} {"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:59.812317492Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","n_samples":231} {"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:59.812350303Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","n_samples":231} {"msg":"unrolling 231 total samples","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:59.812357513Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"id":"686df668-58e8-4ea0-8f4e-b1d302e96d30","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent"} {"msg":"fetching timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:59.812440425Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"id":"686df668-58e8-4ea0-8f4e-b1d302e96d30","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent"} {"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:59.81514845Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"id":"686df668-58e8-4ea0-8f4e-b1d302e96d30","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"http_service:request_latency_histogram\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"name\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"operation_id\", field_type: String, source: Metric, description: \"\" }, FieldSchema { name: \"status_code\", field_type: U16, source: Metric, description: \"\" }}, datum_type: HistogramU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-08-26T21:29:59.812419574Z }","timeseries_name":"http_service:request_latency_histogram"} {"msg":"inserting 1 new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:59.81611416Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"id":"686df668-58e8-4ea0-8f4e-b1d302e96d30","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent"} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:59.819183463Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"id":"686df668-58e8-4ea0-8f4e-b1d302e96d30","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","table_name":"fields_string","n_rows":102} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:59.820433118Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"id":"686df668-58e8-4ea0-8f4e-b1d302e96d30","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","table_name":"fields_u16","n_rows":11} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:59.821648543Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"id":"686df668-58e8-4ea0-8f4e-b1d302e96d30","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","table_name":"fields_uuid","n_rows":99} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:59.822874448Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"id":"686df668-58e8-4ea0-8f4e-b1d302e96d30","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","table_name":"measurements_cumulativeu64","n_rows":160} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:59.824709476Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"id":"686df668-58e8-4ea0-8f4e-b1d302e96d30","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","table_name":"measurements_histogramu64","n_rows":11} {"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:29:59.825827719Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"id":"686df668-58e8-4ea0-8f4e-b1d302e96d30","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","table_name":"measurements_u64","n_rows":60} {"msg":"failed to insert some results into metric DB","v":0,"name":"oximeter","level":40,"time":"2026-08-26T21:29:59.91300168Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:276","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:30:00.020063087Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"1132f55a-c26d-4393-a6a9-70855ee9911b","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:30:00.020097348Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"1132f55a-c26d-4393-a6a9-70855ee9911b","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:30:00.021514736Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::1","producer_id":"1132f55a-c26d-4393-a6a9-70855ee9911b","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","n_samples":26,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:30:00.034597464Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"25e38706-5d92-4662-82c7-284daee2e3f5","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:30:00.034628244Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"25e38706-5d92-4662-82c7-284daee2e3f5","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:30:00.035601734Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":8001,"producer_ip":"fd00:1122:3344:101::2","producer_id":"25e38706-5d92-4662-82c7-284daee2e3f5","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","n_samples":14,"n_results":1} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:30:00.411726978Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"322a7ed9-abbd-411d-8ee5-1a1fdff896f1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent"} {"msg":"collecting from producer","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:30:00.411760038Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"322a7ed9-abbd-411d-8ee5-1a1fdff896f1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent"} {"msg":"collected results from producer","v":0,"name":"oximeter","level":20,"time":"2026-08-26T21:30:00.412518584Z","hostname":"oxz_oximeter_8434ede6-327d-44e3-8722-6c9e65e5b476","pid":24789,"producer_port":4677,"producer_ip":"fd00:1122:3344:101::2","producer_id":"322a7ed9-abbd-411d-8ee5-1a1fdff896f1","component":"collection-task","collector_ip":"fd00:1122:3344:101::d","collector_id":"8434ede6-327d-44e3-8722-6c9e65e5b476","component":"oximeter-agent","n_samples":4,"n_results":1}