[ Jul 31 18:00:31 Enabled. ]
[ Jul 31 18:00:31 Rereading configuration. ]
[ Jul 31 18:00:32 Rereading configuration. ]
[ Jul 31 18:00:35 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/oximeter-collector/bin/oximeter run /var/svc/manifest/site/oximeter/config.toml --address [fd00:1122:3344:101::d]:12223 --id 6d850c1c-e7cf-4379-b733-317a7457c500 &"). ]
[ Jul 31 18:00:35 Method "start" exited with status 0. ]
note: configured to log to "/dev/stdout"
{"msg":"registered DTrace probes","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:00:35.787161806Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633}
{"msg":"starting oximeter server","v":0,"name":"oximeter","level":30,"time":"2026-07-31T18:00:35.789021725Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"file":"oximeter/collector/src/lib.rs:299"}
{"msg":"creating ClickHouse client","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:00:35.789123427Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633}
{"msg":"registered USDT probes","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:00:35.799416631Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"id":"c7325947-8db6-43ef-8c36-b67cc4a637e6","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent"}
{"msg":"oximeter database does not exist, or is out-of-date","v":0,"name":"oximeter","level":40,"time":"2026-07-31T18:00:42.859650357Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"id":"c7325947-8db6-43ef-8c36-b67cc4a637e6","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:888"}
{"msg":"oximeter database does not exist, creating","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:00:42.859725828Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent"}
{"msg":"reading db version","v":0,"name":"oximeter","level":30,"time":"2026-07-31T18:00:42.859767909Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"id":"c7325947-8db6-43ef-8c36-b67cc4a637e6","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:788"}
{"msg":"oximeter database does not exist, or is out-of-date","v":0,"name":"oximeter","level":40,"time":"2026-07-31T18:00:42.860811795Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"id":"c7325947-8db6-43ef-8c36-b67cc4a637e6","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:888"}
{"msg":"read oximeter database version","v":0,"name":"oximeter","level":30,"time":"2026-07-31T18:00:42.860857846Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"id":"c7325947-8db6-43ef-8c36-b67cc4a637e6","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:793","version":0}
{"msg":"initializing oximeter schema","v":0,"name":"oximeter","level":30,"time":"2026-07-31T18:00:42.860866096Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"id":"c7325947-8db6-43ef-8c36-b67cc4a637e6","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:798"}
{"msg":"initializing ClickHouse database","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:00:42.860905867Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"id":"c7325947-8db6-43ef-8c36-b67cc4a637e6","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent"}
{"msg":"inserting current version","v":0,"name":"oximeter","level":30,"time":"2026-07-31T18:00:42.973427511Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"id":"c7325947-8db6-43ef-8c36-b67cc4a637e6","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:819","version":14}
{"msg":"registered USDT probes","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:00:43.010071426Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"id":"2c5544f3-06d3-4fdd-a526-78e1c3725dcd","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent"}
{"msg":"registered endpoint","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:00:43.023224295Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","versions":"all","path":"/info","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:00:43.023250976Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","versions":"all","path":"/producers","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:00:43.023302937Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","versions":"all","path":"/producers/{producer_id}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:00:43.023311067Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","versions":"all","path":"/producers/{producer_id}","method":"GET"}
{"msg":"listening","v":0,"name":"oximeter","level":30,"time":"2026-07-31T18:00:43.023345108Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.17.1/src/server.rs:335"}
{"msg":"successfully registered DTrace USDT probes","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:00:43.03417205Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot"}
{"msg":"registered USDT probes","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:00:43.034307012Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633}
{"msg":"contacting nexus","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:00:43.034367723Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633}
{"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:00:43.089563233Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/collectors","method":"POST"}
{"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:00:43.090373526Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/collectors\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [fd00:1122:3344:101::b]:12221, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"}
{"msg":"failed to contact nexus, will retry in 192.582215ms","v":0,"name":"oximeter","level":40,"time":"2026-07-31T18:00:43.090421037Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"file":"oximeter/collector/src/lib.rs:413","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/collectors)\""}
{"msg":"contacting nexus","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:00:43.283493706Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633}
{"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:00:43.283586198Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/collectors","method":"POST"}
{"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:00:43.283829192Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/collectors\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [fd00:1122:3344:101::c]:12221, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"}
{"msg":"failed to contact nexus, will retry in 605.070015ms","v":0,"name":"oximeter","level":40,"time":"2026-07-31T18:00:43.283886303Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"file":"oximeter/collector/src/lib.rs:413","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/collectors)\""}
{"msg":"contacting nexus","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:00:43.889925607Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633}
{"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:00:43.890011988Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/collectors","method":"POST"}
{"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:00:43.890182151Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/collectors\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [fd00:1122:3344:101::c]:12221, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"}
{"msg":"failed to contact nexus, will retry in 924.95404ms","v":0,"name":"oximeter","level":40,"time":"2026-07-31T18:00:43.890256782Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"file":"oximeter/collector/src/lib.rs:413","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/collectors)\""}
{"msg":"contacting nexus","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:00:44.81625066Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633}
{"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:00:44.816341331Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/collectors","method":"POST"}
{"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:00:48.012232866Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent","n_samples":4}
{"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:00:48.012342578Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent","n_samples":4}
{"msg":"unrolling 4 total samples","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:00:48.012418589Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"id":"c7325947-8db6-43ef-8c36-b67cc4a637e6","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent"}
{"msg":"fetching timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:00:48.014459152Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"id":"c7325947-8db6-43ef-8c36-b67cc4a637e6","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent"}
{"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:00:48.016166249Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"id":"c7325947-8db6-43ef-8c36-b67cc4a637e6","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"oximeter_collector:database_queue_depth\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"collector_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"collector_ip\", field_type: IpAddr, source: Target, description: \"\" }, FieldSchema { name: \"collector_port\", field_type: U16, source: Target, description: \"\" }, FieldSchema { name: \"collector_sink\", field_type: String, source: Metric, description: \"\" }}, datum_type: HistogramU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-07-31T18:00:48.014417061Z }","timeseries_name":"oximeter_collector:database_queue_depth"}
{"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:00:48.016263921Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"id":"c7325947-8db6-43ef-8c36-b67cc4a637e6","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"oximeter_collector:database_samples_dropped\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"collector_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"collector_ip\", field_type: IpAddr, source: Target, description: \"\" }, FieldSchema { name: \"collector_port\", field_type: U16, source: Target, description: \"\" }, FieldSchema { name: \"collector_sink\", field_type: String, source: Metric, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-07-31T18:00:48.014411341Z }","timeseries_name":"oximeter_collector:database_samples_dropped"}
{"msg":"inserting 2 new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:00:48.016732538Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"id":"c7325947-8db6-43ef-8c36-b67cc4a637e6","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent"}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:00:48.024615554Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"id":"c7325947-8db6-43ef-8c36-b67cc4a637e6","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent","table_name":"fields_ipaddr","n_rows":4}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:00:48.026426443Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"id":"c7325947-8db6-43ef-8c36-b67cc4a637e6","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent","table_name":"fields_string","n_rows":4}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:00:48.028648708Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"id":"c7325947-8db6-43ef-8c36-b67cc4a637e6","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent","table_name":"fields_u16","n_rows":4}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:00:48.032102063Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"id":"c7325947-8db6-43ef-8c36-b67cc4a637e6","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent","table_name":"fields_uuid","n_rows":4}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:00:48.034234377Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"id":"c7325947-8db6-43ef-8c36-b67cc4a637e6","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent","table_name":"measurements_cumulativeu64","n_rows":2}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:00:48.037591081Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"id":"c7325947-8db6-43ef-8c36-b67cc4a637e6","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent","table_name":"measurements_histogramu64","n_rows":2}
{"msg":"failed to insert some results into metric DB","v":0,"name":"oximeter","level":40,"time":"2026-07-31T18:00:48.11782115Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:276","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:00:53.011654858Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:00:53.011733259Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:00:58.011164035Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:00:58.011213466Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent"}
{"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:00:59.817205899Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/collectors\", source: TimedOut })"}
{"msg":"failed to contact nexus, will retry in 1.233905984s","v":0,"name":"oximeter","level":40,"time":"2026-07-31T18:00:59.817234189Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"file":"oximeter/collector/src/lib.rs:413","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/collectors)\""}
{"msg":"contacting nexus","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:01:01.052168874Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633}
{"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:01:01.052276546Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/collectors","method":"POST"}
{"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:01:01.114345886Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"result":"Ok(Response { url: \"http://[fd00:1122:3344:101::c]:12221/metrics/collectors\", status: 204, headers: {\"x-request-id\": \"babdd7e0-be0f-4cc8-8f85-6b3aaea77307\", \"date\": \"Fri, 31 Jul 2026 18:01:01 GMT\"} })"}
{"msg":"oximeter registered with nexus","v":0,"name":"oximeter","level":30,"time":"2026-07-31T18:01:01.114381246Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"file":"oximeter/collector/src/lib.rs:431","id":"6d850c1c-e7cf-4379-b733-317a7457c500"}
{"msg":"starting refresh list task","v":0,"name":"oximeter","level":30,"time":"2026-07-31T18:01:01.120004346Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:626"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"oximeter","level":30,"time":"2026-07-31T18:01:01.120043306Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:629"}
{"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:01:01.131981027Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"body":"None","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/collectors/6d850c1c-e7cf-4379-b733-317a7457c500/producers?sort_by=id_ascending","method":"GET"}
{"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:01:01.157109148Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"result":"Ok(Response { url: \"http://[fd00:1122:3344:101::b]:12221/metrics/collectors/6d850c1c-e7cf-4379-b733-317a7457c500/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"07334781-c816-4069-8a72-72b60b393620\", \"content-length\": \"29\", \"date\": \"Fri, 31 Jul 2026 18:01:01 GMT\"} })"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"oximeter","level":30,"time":"2026-07-31T18:01:01.161696571Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:704","n_current_tasks":0,"n_pruned_tasks":0}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:01:03.011482832Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:01:03.011527523Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:01:08.010812272Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:01:08.010864402Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:01:13.010785671Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:01:13.010836432Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"oximeter","level":30,"time":"2026-07-31T18:01:16.118045675Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:629"}
{"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:01:16.118090516Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"body":"None","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/collectors/6d850c1c-e7cf-4379-b733-317a7457c500/producers?sort_by=id_ascending","method":"GET"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:01:18.011228427Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:01:18.011300028Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:01:23.011522048Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:01:23.01158889Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:01:28.011281461Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:01:28.011334222Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent"}
{"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:01:31.119518509Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/collectors/6d850c1c-e7cf-4379-b733-317a7457c500/producers?sort_by=id_ascending\", source: TimedOut })"}
{"msg":"error fetching next assigned producer, abandoning this refresh attempt","v":0,"name":"oximeter","level":50,"time":"2026-07-31T18:01:31.11957133Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:667","error":"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/collectors/6d850c1c-e7cf-4379-b733-317a7457c500/producers?sort_by=id_ascending): error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/collectors/6d850c1c-e7cf-4379-b733-317a7457c500/producers?sort_by=id_ascending): operation timed out"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"oximeter","level":30,"time":"2026-07-31T18:01:31.119609451Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:629"}
{"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:01:31.119627371Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"body":"None","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/collectors/6d850c1c-e7cf-4379-b733-317a7457c500/producers?sort_by=id_ascending","method":"GET"}
{"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:01:31.139019031Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"result":"Ok(Response { url: \"http://[fd00:1122:3344:101::c]:12221/metrics/collectors/6d850c1c-e7cf-4379-b733-317a7457c500/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"723d044e-48d4-4010-9f58-19ebc630ed67\", \"content-length\": \"29\", \"date\": \"Fri, 31 Jul 2026 18:01:31 GMT\"} })"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"oximeter","level":30,"time":"2026-07-31T18:01:31.139065821Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:704","n_current_tasks":0,"n_pruned_tasks":0}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:01:33.011143177Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:01:33.011206188Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:01:38.011173047Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:01:38.011235158Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:01:43.01079204Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:01:43.010868111Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"oximeter","level":30,"time":"2026-07-31T18:01:46.117789659Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:629"}
{"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:01:46.11784218Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"body":"None","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/collectors/6d850c1c-e7cf-4379-b733-317a7457c500/producers?sort_by=id_ascending","method":"GET"}
{"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:01:46.122029526Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"result":"Ok(Response { url: \"http://[fd00:1122:3344:101::c]:12221/metrics/collectors/6d850c1c-e7cf-4379-b733-317a7457c500/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"464d359d-3d2d-417d-be3f-13e04a513dcc\", \"content-length\": \"29\", \"date\": \"Fri, 31 Jul 2026 18:01:46 GMT\"} })"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"oximeter","level":30,"time":"2026-07-31T18:01:46.122056787Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:704","n_current_tasks":0,"n_pruned_tasks":0}
{"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:01:48.011181933Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent","n_samples":4}
{"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:01:48.011237544Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent","n_samples":4}
{"msg":"unrolling 4 total samples","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:01:48.011246834Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"id":"c7325947-8db6-43ef-8c36-b67cc4a637e6","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent"}
{"msg":"fetching timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:01:48.011259774Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"id":"c7325947-8db6-43ef-8c36-b67cc4a637e6","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent"}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:01:48.061564187Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"id":"c7325947-8db6-43ef-8c36-b67cc4a637e6","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent","table_name":"fields_ipaddr","n_rows":4}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:01:48.062822877Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"id":"c7325947-8db6-43ef-8c36-b67cc4a637e6","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent","table_name":"fields_string","n_rows":4}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:01:48.063988855Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"id":"c7325947-8db6-43ef-8c36-b67cc4a637e6","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent","table_name":"fields_u16","n_rows":4}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:01:48.065146774Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"id":"c7325947-8db6-43ef-8c36-b67cc4a637e6","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent","table_name":"fields_uuid","n_rows":4}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:01:48.066276942Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"id":"c7325947-8db6-43ef-8c36-b67cc4a637e6","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent","table_name":"measurements_cumulativeu64","n_rows":2}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:01:48.06804114Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"id":"c7325947-8db6-43ef-8c36-b67cc4a637e6","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent","table_name":"measurements_histogramu64","n_rows":2}
{"msg":"failed to insert some results into metric DB","v":0,"name":"oximeter","level":40,"time":"2026-07-31T18:01:48.112384658Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:276","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:01:53.011527047Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:01:53.011584108Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:01:58.011435376Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:01:58.011489967Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"oximeter","level":30,"time":"2026-07-31T18:02:01.117535411Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:629"}
{"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:02:01.117581792Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"body":"None","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/collectors/6d850c1c-e7cf-4379-b733-317a7457c500/producers?sort_by=id_ascending","method":"GET"}
{"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:02:01.122076414Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"result":"Ok(Response { url: \"http://[fd00:1122:3344:101::c]:12221/metrics/collectors/6d850c1c-e7cf-4379-b733-317a7457c500/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0e62fe13-ce9e-40d9-920a-80b239aaac56\", \"content-length\": \"29\", \"date\": \"Fri, 31 Jul 2026 18:02:01 GMT\"} })"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"oximeter","level":30,"time":"2026-07-31T18:02:01.122120995Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:704","n_current_tasks":0,"n_pruned_tasks":0}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:02:03.011228371Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:02:03.011288532Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:02:08.010971316Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:02:08.011058167Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:02:13.011197555Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:02:13.011254856Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"oximeter","level":30,"time":"2026-07-31T18:02:16.118250825Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:629"}
{"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:02:16.118292846Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"body":"None","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/collectors/6d850c1c-e7cf-4379-b733-317a7457c500/producers?sort_by=id_ascending","method":"GET"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:02:18.011434247Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:02:18.011510178Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:02:23.01162285Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:02:23.011688191Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:02:28.011540417Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:02:28.011615098Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent"}
{"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:02:31.119846898Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/collectors/6d850c1c-e7cf-4379-b733-317a7457c500/producers?sort_by=id_ascending\", source: TimedOut })"}
{"msg":"error fetching next assigned producer, abandoning this refresh attempt","v":0,"name":"oximeter","level":50,"time":"2026-07-31T18:02:31.119911849Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:667","error":"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/collectors/6d850c1c-e7cf-4379-b733-317a7457c500/producers?sort_by=id_ascending): error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/collectors/6d850c1c-e7cf-4379-b733-317a7457c500/producers?sort_by=id_ascending): operation timed out"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"oximeter","level":30,"time":"2026-07-31T18:02:31.119939839Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:629"}
{"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:02:31.119955739Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"body":"None","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/collectors/6d850c1c-e7cf-4379-b733-317a7457c500/producers?sort_by=id_ascending","method":"GET"}
{"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:02:31.123990214Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"result":"Ok(Response { url: \"http://[fd00:1122:3344:101::c]:12221/metrics/collectors/6d850c1c-e7cf-4379-b733-317a7457c500/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bb75b739-8935-43b3-8dd5-17b7dd2a1b6a\", \"content-length\": \"29\", \"date\": \"Fri, 31 Jul 2026 18:02:31 GMT\"} })"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"oximeter","level":30,"time":"2026-07-31T18:02:31.124017944Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:704","n_current_tasks":0,"n_pruned_tasks":0}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:02:33.01122598Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:02:33.011277881Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:02:38.01130028Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:02:38.011354471Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:02:43.011462601Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:02:43.011520513Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"oximeter","level":30,"time":"2026-07-31T18:02:46.118393149Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:629"}
{"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:02:46.118524571Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"body":"None","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/collectors/6d850c1c-e7cf-4379-b733-317a7457c500/producers?sort_by=id_ascending","method":"GET"}
{"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:02:48.01155129Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent","n_samples":4}
{"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:02:48.011646172Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent","n_samples":4}
{"msg":"unrolling 4 total samples","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:02:48.011662782Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"id":"c7325947-8db6-43ef-8c36-b67cc4a637e6","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent"}
{"msg":"fetching timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:02:48.011675332Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"id":"c7325947-8db6-43ef-8c36-b67cc4a637e6","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent"}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:02:48.030420211Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"id":"c7325947-8db6-43ef-8c36-b67cc4a637e6","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent","table_name":"fields_ipaddr","n_rows":4}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:02:48.032038907Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"id":"c7325947-8db6-43ef-8c36-b67cc4a637e6","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent","table_name":"fields_string","n_rows":4}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:02:48.033363808Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"id":"c7325947-8db6-43ef-8c36-b67cc4a637e6","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent","table_name":"fields_u16","n_rows":4}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:02:48.034660899Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"id":"c7325947-8db6-43ef-8c36-b67cc4a637e6","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent","table_name":"fields_uuid","n_rows":4}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:02:48.03600156Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"id":"c7325947-8db6-43ef-8c36-b67cc4a637e6","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent","table_name":"measurements_cumulativeu64","n_rows":2}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:02:48.03788271Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"id":"c7325947-8db6-43ef-8c36-b67cc4a637e6","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent","table_name":"measurements_histogramu64","n_rows":2}
{"msg":"failed to insert some results into metric DB","v":0,"name":"oximeter","level":40,"time":"2026-07-31T18:02:48.112034982Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:276","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:02:53.011135072Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:02:53.011214454Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:02:58.011356206Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:02:58.011439908Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent"}
{"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:03:01.119648616Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/collectors/6d850c1c-e7cf-4379-b733-317a7457c500/producers?sort_by=id_ascending\", source: TimedOut })"}
{"msg":"error fetching next assigned producer, abandoning this refresh attempt","v":0,"name":"oximeter","level":50,"time":"2026-07-31T18:03:01.119787798Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:667","error":"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/collectors/6d850c1c-e7cf-4379-b733-317a7457c500/producers?sort_by=id_ascending): error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/collectors/6d850c1c-e7cf-4379-b733-317a7457c500/producers?sort_by=id_ascending): operation timed out"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"oximeter","level":30,"time":"2026-07-31T18:03:01.119820589Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:629"}
{"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:03:01.119833249Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"body":"None","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/collectors/6d850c1c-e7cf-4379-b733-317a7457c500/producers?sort_by=id_ascending","method":"GET"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:03:03.011825381Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:03:03.011884052Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:03:08.011699027Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:03:08.011752548Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:03:13.011868788Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:03:13.01198269Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent"}
{"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:03:16.120950451Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/collectors/6d850c1c-e7cf-4379-b733-317a7457c500/producers?sort_by=id_ascending\", source: TimedOut })"}
{"msg":"error fetching next assigned producer, abandoning this refresh attempt","v":0,"name":"oximeter","level":50,"time":"2026-07-31T18:03:16.121002052Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:667","error":"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/collectors/6d850c1c-e7cf-4379-b733-317a7457c500/producers?sort_by=id_ascending): error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/collectors/6d850c1c-e7cf-4379-b733-317a7457c500/producers?sort_by=id_ascending): operation timed out"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"oximeter","level":30,"time":"2026-07-31T18:03:16.121098374Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:629"}
{"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:03:16.121122454Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"body":"None","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/collectors/6d850c1c-e7cf-4379-b733-317a7457c500/producers?sort_by=id_ascending","method":"GET"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:03:18.011079684Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:03:18.011161466Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:03:23.011258136Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:03:23.011404009Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:03:28.011346365Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:03:28.011493828Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent"}
{"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:03:31.122517272Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/collectors/6d850c1c-e7cf-4379-b733-317a7457c500/producers?sort_by=id_ascending\", source: TimedOut })"}
{"msg":"error fetching next assigned producer, abandoning this refresh attempt","v":0,"name":"oximeter","level":50,"time":"2026-07-31T18:03:31.122597033Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:667","error":"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/collectors/6d850c1c-e7cf-4379-b733-317a7457c500/producers?sort_by=id_ascending): error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/collectors/6d850c1c-e7cf-4379-b733-317a7457c500/producers?sort_by=id_ascending): operation timed out"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"oximeter","level":30,"time":"2026-07-31T18:03:31.122616083Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:629"}
{"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:03:31.122628183Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"body":"None","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/collectors/6d850c1c-e7cf-4379-b733-317a7457c500/producers?sort_by=id_ascending","method":"GET"}
{"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:03:31.125956276Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"result":"Ok(Response { url: \"http://[fd00:1122:3344:101::b]:12221/metrics/collectors/6d850c1c-e7cf-4379-b733-317a7457c500/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2c8e12cb-b34d-4bed-ade9-11c7c77ca6f2\", \"content-length\": \"29\", \"date\": \"Fri, 31 Jul 2026 18:03:31 GMT\"} })"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"oximeter","level":30,"time":"2026-07-31T18:03:31.125985047Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:704","n_current_tasks":0,"n_pruned_tasks":0}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:03:33.01114943Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:03:33.011243932Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:03:38.011692307Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:03:38.011795949Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:03:43.012015592Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:03:43.012103563Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"oximeter","level":30,"time":"2026-07-31T18:03:46.118401412Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:629"}
{"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:03:46.118485053Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"body":"None","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/collectors/6d850c1c-e7cf-4379-b733-317a7457c500/producers?sort_by=id_ascending","method":"GET"}
{"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:03:48.011477462Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent","n_samples":4}
{"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:03:48.011536313Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent","n_samples":4}
{"msg":"unrolling 4 total samples","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:03:48.011558473Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"id":"c7325947-8db6-43ef-8c36-b67cc4a637e6","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent"}
{"msg":"fetching timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:03:48.011610414Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"id":"c7325947-8db6-43ef-8c36-b67cc4a637e6","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent"}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:03:48.015264902Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"id":"c7325947-8db6-43ef-8c36-b67cc4a637e6","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent","table_name":"fields_ipaddr","n_rows":4}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:03:48.016430251Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"id":"c7325947-8db6-43ef-8c36-b67cc4a637e6","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent","table_name":"fields_string","n_rows":4}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:03:48.017599479Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"id":"c7325947-8db6-43ef-8c36-b67cc4a637e6","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent","table_name":"fields_u16","n_rows":4}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:03:48.018744888Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"id":"c7325947-8db6-43ef-8c36-b67cc4a637e6","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent","table_name":"fields_uuid","n_rows":4}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:03:48.019836945Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"id":"c7325947-8db6-43ef-8c36-b67cc4a637e6","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent","table_name":"measurements_cumulativeu64","n_rows":2}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:03:48.021489372Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"id":"c7325947-8db6-43ef-8c36-b67cc4a637e6","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent","table_name":"measurements_histogramu64","n_rows":2}
{"msg":"failed to insert some results into metric DB","v":0,"name":"oximeter","level":40,"time":"2026-07-31T18:03:48.112663046Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:276","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:03:53.011893157Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:03:53.011978398Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:03:58.012079887Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:03:58.012221249Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent"}
{"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:04:01.119349021Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/collectors/6d850c1c-e7cf-4379-b733-317a7457c500/producers?sort_by=id_ascending\", source: TimedOut })"}
{"msg":"error fetching next assigned producer, abandoning this refresh attempt","v":0,"name":"oximeter","level":50,"time":"2026-07-31T18:04:01.119474403Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:667","error":"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/collectors/6d850c1c-e7cf-4379-b733-317a7457c500/producers?sort_by=id_ascending): error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/collectors/6d850c1c-e7cf-4379-b733-317a7457c500/producers?sort_by=id_ascending): operation timed out"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"oximeter","level":30,"time":"2026-07-31T18:04:01.119506744Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:629"}
{"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:04:01.119518974Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"body":"None","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/collectors/6d850c1c-e7cf-4379-b733-317a7457c500/producers?sort_by=id_ascending","method":"GET"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:04:03.011784632Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:04:03.011905554Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:04:08.012148645Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:04:08.012187276Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:04:13.011227581Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:04:13.011287422Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent"}
{"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:04:16.120444415Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/collectors/6d850c1c-e7cf-4379-b733-317a7457c500/producers?sort_by=id_ascending\", source: TimedOut })"}
{"msg":"error fetching next assigned producer, abandoning this refresh attempt","v":0,"name":"oximeter","level":50,"time":"2026-07-31T18:04:16.120480895Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:667","error":"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/collectors/6d850c1c-e7cf-4379-b733-317a7457c500/producers?sort_by=id_ascending): error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/collectors/6d850c1c-e7cf-4379-b733-317a7457c500/producers?sort_by=id_ascending): operation timed out"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"oximeter","level":30,"time":"2026-07-31T18:04:16.120513686Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:629"}
{"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:04:16.120527796Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"body":"None","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/collectors/6d850c1c-e7cf-4379-b733-317a7457c500/producers?sort_by=id_ascending","method":"GET"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:04:18.011836849Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:04:18.011889909Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:04:23.01204829Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:04:23.012135681Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:04:28.01209897Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:04:28.012179941Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent"}
{"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:04:31.121289664Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/collectors/6d850c1c-e7cf-4379-b733-317a7457c500/producers?sort_by=id_ascending\", source: TimedOut })"}
{"msg":"error fetching next assigned producer, abandoning this refresh attempt","v":0,"name":"oximeter","level":50,"time":"2026-07-31T18:04:31.121344175Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:667","error":"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/collectors/6d850c1c-e7cf-4379-b733-317a7457c500/producers?sort_by=id_ascending): error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/collectors/6d850c1c-e7cf-4379-b733-317a7457c500/producers?sort_by=id_ascending): operation timed out"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"oximeter","level":30,"time":"2026-07-31T18:04:31.121363325Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:629"}
{"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:04:31.121375376Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"body":"None","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/collectors/6d850c1c-e7cf-4379-b733-317a7457c500/producers?sort_by=id_ascending","method":"GET"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:04:33.011466159Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:04:33.0115471Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:04:38.011827883Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:04:38.011903204Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:04:43.011946633Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:04:43.012011294Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent"}
{"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:04:46.122744103Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/collectors/6d850c1c-e7cf-4379-b733-317a7457c500/producers?sort_by=id_ascending\", source: TimedOut })"}
{"msg":"error fetching next assigned producer, abandoning this refresh attempt","v":0,"name":"oximeter","level":50,"time":"2026-07-31T18:04:46.122799274Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:667","error":"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/collectors/6d850c1c-e7cf-4379-b733-317a7457c500/producers?sort_by=id_ascending): error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/collectors/6d850c1c-e7cf-4379-b733-317a7457c500/producers?sort_by=id_ascending): operation timed out"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"oximeter","level":30,"time":"2026-07-31T18:04:46.122821475Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:629"}
{"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:04:46.122835985Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"body":"None","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/collectors/6d850c1c-e7cf-4379-b733-317a7457c500/producers?sort_by=id_ascending","method":"GET"}
{"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:04:48.012109115Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent","n_samples":4}
{"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:04:48.012154546Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent","n_samples":4}
{"msg":"unrolling 4 total samples","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:04:48.012176536Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"id":"c7325947-8db6-43ef-8c36-b67cc4a637e6","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent"}
{"msg":"fetching timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:04:48.012217847Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"id":"c7325947-8db6-43ef-8c36-b67cc4a637e6","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent"}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:04:48.015733773Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"id":"c7325947-8db6-43ef-8c36-b67cc4a637e6","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent","table_name":"fields_ipaddr","n_rows":4}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:04:48.017045034Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"id":"c7325947-8db6-43ef-8c36-b67cc4a637e6","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent","table_name":"fields_string","n_rows":4}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:04:48.018227683Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"id":"c7325947-8db6-43ef-8c36-b67cc4a637e6","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent","table_name":"fields_u16","n_rows":4}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:04:48.019484303Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"id":"c7325947-8db6-43ef-8c36-b67cc4a637e6","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent","table_name":"fields_uuid","n_rows":4}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:04:48.020692602Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"id":"c7325947-8db6-43ef-8c36-b67cc4a637e6","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent","table_name":"measurements_cumulativeu64","n_rows":2}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:04:48.022684164Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"id":"c7325947-8db6-43ef-8c36-b67cc4a637e6","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent","table_name":"measurements_histogramu64","n_rows":2}
{"msg":"failed to insert some results into metric DB","v":0,"name":"oximeter","level":40,"time":"2026-07-31T18:04:48.112882202Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:276","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:04:53.012212045Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:04:53.012271696Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:04:58.011985849Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:04:58.012071931Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent"}
{"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:05:01.124184242Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/collectors/6d850c1c-e7cf-4379-b733-317a7457c500/producers?sort_by=id_ascending\", source: TimedOut })"}
{"msg":"error fetching next assigned producer, abandoning this refresh attempt","v":0,"name":"oximeter","level":50,"time":"2026-07-31T18:05:01.124244223Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:667","error":"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/collectors/6d850c1c-e7cf-4379-b733-317a7457c500/producers?sort_by=id_ascending): error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/collectors/6d850c1c-e7cf-4379-b733-317a7457c500/producers?sort_by=id_ascending): operation timed out"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"oximeter","level":30,"time":"2026-07-31T18:05:01.124270443Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:629"}
{"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:05:01.124286023Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"body":"None","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/collectors/6d850c1c-e7cf-4379-b733-317a7457c500/producers?sort_by=id_ascending","method":"GET"}
{"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:05:01.128930717Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"result":"Ok(Response { url: \"http://[fd00:1122:3344:101::b]:12221/metrics/collectors/6d850c1c-e7cf-4379-b733-317a7457c500/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4f2f1a28-379f-4020-a2e5-28ba3cbce873\", \"content-length\": \"29\", \"date\": \"Fri, 31 Jul 2026 18:05:01 GMT\"} })"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"oximeter","level":30,"time":"2026-07-31T18:05:01.128962778Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:704","n_current_tasks":0,"n_pruned_tasks":0}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:05:03.012122069Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:05:03.012206401Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:05:08.0122568Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:05:08.012338991Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:05:13.011222203Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:05:13.011301764Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"oximeter","level":30,"time":"2026-07-31T18:05:16.11870958Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:629"}
{"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:05:16.118780141Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"body":"None","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/collectors/6d850c1c-e7cf-4379-b733-317a7457c500/producers?sort_by=id_ascending","method":"GET"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:05:18.011852911Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:05:18.011930342Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:05:23.011978403Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:05:23.012031023Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:05:28.012099443Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:05:28.012204764Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent"}
{"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:05:31.119811484Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/collectors/6d850c1c-e7cf-4379-b733-317a7457c500/producers?sort_by=id_ascending\", source: TimedOut })"}
{"msg":"error fetching next assigned producer, abandoning this refresh attempt","v":0,"name":"oximeter","level":50,"time":"2026-07-31T18:05:31.119883805Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:667","error":"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/collectors/6d850c1c-e7cf-4379-b733-317a7457c500/producers?sort_by=id_ascending): error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/collectors/6d850c1c-e7cf-4379-b733-317a7457c500/producers?sort_by=id_ascending): operation timed out"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"oximeter","level":30,"time":"2026-07-31T18:05:31.119917346Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:629"}
{"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:05:31.119940116Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"body":"None","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/collectors/6d850c1c-e7cf-4379-b733-317a7457c500/producers?sort_by=id_ascending","method":"GET"}
{"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:05:31.123425832Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"result":"Ok(Response { url: \"http://[fd00:1122:3344:101::b]:12221/metrics/collectors/6d850c1c-e7cf-4379-b733-317a7457c500/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fadb1ef5-2624-4ebe-9ef8-10b15d923cca\", \"content-length\": \"29\", \"date\": \"Fri, 31 Jul 2026 18:05:31 GMT\"} })"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"oximeter","level":30,"time":"2026-07-31T18:05:31.123482883Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:704","n_current_tasks":0,"n_pruned_tasks":0}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:05:33.012522444Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:05:33.012592555Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:05:38.012840627Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:05:38.012910938Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:05:43.012234517Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:05:43.012332588Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"oximeter","level":30,"time":"2026-07-31T18:05:46.1194951Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:629"}
{"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:05:46.119579741Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"body":"None","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/collectors/6d850c1c-e7cf-4379-b733-317a7457c500/producers?sort_by=id_ascending","method":"GET"}
{"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:05:46.123323241Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"result":"Ok(Response { url: \"http://[fd00:1122:3344:101::c]:12221/metrics/collectors/6d850c1c-e7cf-4379-b733-317a7457c500/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"803c0861-75d6-4063-af26-fc6a45a4503c\", \"content-length\": \"29\", \"date\": \"Fri, 31 Jul 2026 18:05:46 GMT\"} })"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"oximeter","level":30,"time":"2026-07-31T18:05:46.123362792Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:704","n_current_tasks":0,"n_pruned_tasks":0}
{"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:05:47.624990507Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent","n_samples":4}
{"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:05:47.625062108Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent","n_samples":4}
{"msg":"unrolling 4 total samples","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:05:47.625081448Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"id":"c7325947-8db6-43ef-8c36-b67cc4a637e6","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent"}
{"msg":"fetching timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:05:47.625090689Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"id":"c7325947-8db6-43ef-8c36-b67cc4a637e6","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent"}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:05:47.629133923Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"id":"c7325947-8db6-43ef-8c36-b67cc4a637e6","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent","table_name":"fields_ipaddr","n_rows":4}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:05:47.630354983Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"id":"c7325947-8db6-43ef-8c36-b67cc4a637e6","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent","table_name":"fields_string","n_rows":4}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:05:47.631592232Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"id":"c7325947-8db6-43ef-8c36-b67cc4a637e6","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent","table_name":"fields_u16","n_rows":4}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:05:47.632910193Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"id":"c7325947-8db6-43ef-8c36-b67cc4a637e6","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent","table_name":"fields_uuid","n_rows":4}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:05:47.634038511Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"id":"c7325947-8db6-43ef-8c36-b67cc4a637e6","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent","table_name":"measurements_cumulativeu64","n_rows":2}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:05:47.635706318Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"id":"c7325947-8db6-43ef-8c36-b67cc4a637e6","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent","table_name":"measurements_histogramu64","n_rows":2}
{"msg":"failed to insert some results into metric DB","v":0,"name":"oximeter","level":40,"time":"2026-07-31T18:05:47.725903996Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:276","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:05:52.625031346Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:05:52.625164158Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:05:57.624950824Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:05:57.625131477Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"oximeter","level":30,"time":"2026-07-31T18:06:00.732114657Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:629"}
{"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:06:00.732246609Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"body":"None","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/collectors/6d850c1c-e7cf-4379-b733-317a7457c500/producers?sort_by=id_ascending","method":"GET"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:06:02.624640138Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:06:02.624684518Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:06:07.624952352Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:06:07.625130324Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:06:12.625637241Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:06:12.625697592Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent"}
{"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:06:15.733016567Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/collectors/6d850c1c-e7cf-4379-b733-317a7457c500/producers?sort_by=id_ascending\", source: TimedOut })"}
{"msg":"error fetching next assigned producer, abandoning this refresh attempt","v":0,"name":"oximeter","level":50,"time":"2026-07-31T18:06:15.733074248Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:667","error":"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/collectors/6d850c1c-e7cf-4379-b733-317a7457c500/producers?sort_by=id_ascending): error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/collectors/6d850c1c-e7cf-4379-b733-317a7457c500/producers?sort_by=id_ascending): operation timed out"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"oximeter","level":30,"time":"2026-07-31T18:06:15.733105558Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:629"}
{"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:06:15.733117068Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"body":"None","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/collectors/6d850c1c-e7cf-4379-b733-317a7457c500/producers?sort_by=id_ascending","method":"GET"}
{"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:06:15.736185437Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"result":"Ok(Response { url: \"http://[fd00:1122:3344:101::c]:12221/metrics/collectors/6d850c1c-e7cf-4379-b733-317a7457c500/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1ca64a08-f51a-4542-9500-6e1f5e8d0da3\", \"content-length\": \"29\", \"date\": \"Fri, 31 Jul 2026 18:06:15 GMT\"} })"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"oximeter","level":30,"time":"2026-07-31T18:06:15.736239628Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:704","n_current_tasks":0,"n_pruned_tasks":0}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:06:17.625335515Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:06:17.625405266Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:06:22.625480905Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:06:22.625565037Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:06:27.625125869Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:06:27.625171719Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"oximeter","level":30,"time":"2026-07-31T18:06:30.732232669Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:629"}
{"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:06:30.73227702Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"body":"None","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/collectors/6d850c1c-e7cf-4379-b733-317a7457c500/producers?sort_by=id_ascending","method":"GET"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:06:32.625589665Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:06:32.625666326Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:06:37.625022135Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-07-31T18:06:37.625068756Z","hostname":"oxz_oximeter_6d850c1c-e7cf-4379-b733-317a7457c500","pid":24633,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"6d850c1c-e7cf-4379-b733-317a7457c500","component":"oximeter-agent"}