[ Jul 15 04:14:42 Enabled. ]
[ Jul 15 04:14:42 Rereading configuration. ]
[ Jul 15 04:14:44 Rereading configuration. ]
[ Jul 15 04:14:47 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/oximeter-collector/bin/oximeter run /var/svc/manifest/site/oximeter/config.toml --address [fd00:1122:3344:101::d]:12223 --id bccaa86b-fe1f-4727-8d63-1fd44942ac88 &"). ]
[ Jul 15 04:14:47 Method "start" exited with status 0. ]
note: configured to log to "/dev/stdout"
{"msg":"registered DTrace probes","v":0,"name":"oximeter","level":20,"time":"2026-07-15T04:14:47.609609227Z","hostname":"oxz_oximeter_bccaa86b-fe1f-4727-8d63-1fd44942ac88","pid":23083}
{"msg":"starting oximeter server","v":0,"name":"oximeter","level":30,"time":"2026-07-15T04:14:47.614029256Z","hostname":"oxz_oximeter_bccaa86b-fe1f-4727-8d63-1fd44942ac88","pid":23083,"file":"oximeter/collector/src/lib.rs:299"}
{"msg":"creating ClickHouse client","v":0,"name":"oximeter","level":20,"time":"2026-07-15T04:14:47.616129722Z","hostname":"oxz_oximeter_bccaa86b-fe1f-4727-8d63-1fd44942ac88","pid":23083}
{"msg":"registered USDT probes","v":0,"name":"oximeter","level":20,"time":"2026-07-15T04:14:47.654273646Z","hostname":"oxz_oximeter_bccaa86b-fe1f-4727-8d63-1fd44942ac88","pid":23083,"id":"ae03ac8a-ac5b-4774-8b30-0428f5e3eacc","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"bccaa86b-fe1f-4727-8d63-1fd44942ac88","component":"oximeter-agent"}
{"msg":"oximeter database does not exist, or is out-of-date","v":0,"name":"oximeter","level":40,"time":"2026-07-15T04:14:51.972986486Z","hostname":"oxz_oximeter_bccaa86b-fe1f-4727-8d63-1fd44942ac88","pid":23083,"id":"ae03ac8a-ac5b-4774-8b30-0428f5e3eacc","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"bccaa86b-fe1f-4727-8d63-1fd44942ac88","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:888"}
{"msg":"oximeter database does not exist, creating","v":0,"name":"oximeter","level":20,"time":"2026-07-15T04:14:51.973036208Z","hostname":"oxz_oximeter_bccaa86b-fe1f-4727-8d63-1fd44942ac88","pid":23083,"collector_ip":"fd00:1122:3344:101::d","collector_id":"bccaa86b-fe1f-4727-8d63-1fd44942ac88","component":"oximeter-agent"}
{"msg":"reading db version","v":0,"name":"oximeter","level":30,"time":"2026-07-15T04:14:51.973047678Z","hostname":"oxz_oximeter_bccaa86b-fe1f-4727-8d63-1fd44942ac88","pid":23083,"id":"ae03ac8a-ac5b-4774-8b30-0428f5e3eacc","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"bccaa86b-fe1f-4727-8d63-1fd44942ac88","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:788"}
{"msg":"oximeter database does not exist, or is out-of-date","v":0,"name":"oximeter","level":40,"time":"2026-07-15T04:14:51.974103376Z","hostname":"oxz_oximeter_bccaa86b-fe1f-4727-8d63-1fd44942ac88","pid":23083,"id":"ae03ac8a-ac5b-4774-8b30-0428f5e3eacc","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"bccaa86b-fe1f-4727-8d63-1fd44942ac88","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:888"}
{"msg":"read oximeter database version","v":0,"name":"oximeter","level":30,"time":"2026-07-15T04:14:51.974142107Z","hostname":"oxz_oximeter_bccaa86b-fe1f-4727-8d63-1fd44942ac88","pid":23083,"id":"ae03ac8a-ac5b-4774-8b30-0428f5e3eacc","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"bccaa86b-fe1f-4727-8d63-1fd44942ac88","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:793","version":0}
{"msg":"initializing oximeter schema","v":0,"name":"oximeter","level":30,"time":"2026-07-15T04:14:51.974150777Z","hostname":"oxz_oximeter_bccaa86b-fe1f-4727-8d63-1fd44942ac88","pid":23083,"id":"ae03ac8a-ac5b-4774-8b30-0428f5e3eacc","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"bccaa86b-fe1f-4727-8d63-1fd44942ac88","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:798"}
{"msg":"initializing ClickHouse database","v":0,"name":"oximeter","level":20,"time":"2026-07-15T04:14:51.974158768Z","hostname":"oxz_oximeter_bccaa86b-fe1f-4727-8d63-1fd44942ac88","pid":23083,"id":"ae03ac8a-ac5b-4774-8b30-0428f5e3eacc","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"bccaa86b-fe1f-4727-8d63-1fd44942ac88","component":"oximeter-agent"}
{"msg":"inserting current version","v":0,"name":"oximeter","level":30,"time":"2026-07-15T04:14:52.140671138Z","hostname":"oxz_oximeter_bccaa86b-fe1f-4727-8d63-1fd44942ac88","pid":23083,"id":"ae03ac8a-ac5b-4774-8b30-0428f5e3eacc","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"bccaa86b-fe1f-4727-8d63-1fd44942ac88","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:819","version":14}
{"msg":"registered USDT probes","v":0,"name":"oximeter","level":20,"time":"2026-07-15T04:14:52.17054764Z","hostname":"oxz_oximeter_bccaa86b-fe1f-4727-8d63-1fd44942ac88","pid":23083,"id":"f098a7fd-9447-4250-90a7-831b6e8614b0","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"bccaa86b-fe1f-4727-8d63-1fd44942ac88","component":"oximeter-agent"}
{"msg":"registered endpoint","v":0,"name":"oximeter","level":20,"time":"2026-07-15T04:14:52.184058353Z","hostname":"oxz_oximeter_bccaa86b-fe1f-4727-8d63-1fd44942ac88","pid":23083,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","versions":"all","path":"/info","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"oximeter","level":20,"time":"2026-07-15T04:14:52.184084844Z","hostname":"oxz_oximeter_bccaa86b-fe1f-4727-8d63-1fd44942ac88","pid":23083,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","versions":"all","path":"/producers","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"oximeter","level":20,"time":"2026-07-15T04:14:52.184100864Z","hostname":"oxz_oximeter_bccaa86b-fe1f-4727-8d63-1fd44942ac88","pid":23083,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","versions":"all","path":"/producers/{producer_id}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"oximeter","level":20,"time":"2026-07-15T04:14:52.184108754Z","hostname":"oxz_oximeter_bccaa86b-fe1f-4727-8d63-1fd44942ac88","pid":23083,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","versions":"all","path":"/producers/{producer_id}","method":"GET"}
{"msg":"listening","v":0,"name":"oximeter","level":30,"time":"2026-07-15T04:14:52.184120694Z","hostname":"oxz_oximeter_bccaa86b-fe1f-4727-8d63-1fd44942ac88","pid":23083,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.17.1/src/server.rs:335"}
{"msg":"successfully registered DTrace USDT probes","v":0,"name":"oximeter","level":20,"time":"2026-07-15T04:14:52.193979529Z","hostname":"oxz_oximeter_bccaa86b-fe1f-4727-8d63-1fd44942ac88","pid":23083,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot"}
{"msg":"registered USDT probes","v":0,"name":"oximeter","level":20,"time":"2026-07-15T04:14:52.194062621Z","hostname":"oxz_oximeter_bccaa86b-fe1f-4727-8d63-1fd44942ac88","pid":23083}
{"msg":"contacting nexus","v":0,"name":"oximeter","level":20,"time":"2026-07-15T04:14:52.194080942Z","hostname":"oxz_oximeter_bccaa86b-fe1f-4727-8d63-1fd44942ac88","pid":23083}
{"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2026-07-15T04:14:52.243653923Z","hostname":"oxz_oximeter_bccaa86b-fe1f-4727-8d63-1fd44942ac88","pid":23083,"body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/collectors","method":"POST"}
{"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2026-07-15T04:14:52.244576977Z","hostname":"oxz_oximeter_bccaa86b-fe1f-4727-8d63-1fd44942ac88","pid":23083,"result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/collectors\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [fd00:1122:3344:101::b]:12221, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"}
{"msg":"failed to contact nexus, will retry in 196.926107ms","v":0,"name":"oximeter","level":40,"time":"2026-07-15T04:14:52.244625199Z","hostname":"oxz_oximeter_bccaa86b-fe1f-4727-8d63-1fd44942ac88","pid":23083,"file":"oximeter/collector/src/lib.rs:444","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/collectors)\""}
{"msg":"contacting nexus","v":0,"name":"oximeter","level":20,"time":"2026-07-15T04:14:52.44284008Z","hostname":"oxz_oximeter_bccaa86b-fe1f-4727-8d63-1fd44942ac88","pid":23083}
{"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2026-07-15T04:14:52.442955523Z","hostname":"oxz_oximeter_bccaa86b-fe1f-4727-8d63-1fd44942ac88","pid":23083,"body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/collectors","method":"POST"}
{"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2026-07-15T04:14:52.44322002Z","hostname":"oxz_oximeter_bccaa86b-fe1f-4727-8d63-1fd44942ac88","pid":23083,"result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/collectors\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [fd00:1122:3344:101::a]:12221, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"}
{"msg":"failed to contact nexus, will retry in 395.666476ms","v":0,"name":"oximeter","level":40,"time":"2026-07-15T04:14:52.443236481Z","hostname":"oxz_oximeter_bccaa86b-fe1f-4727-8d63-1fd44942ac88","pid":23083,"file":"oximeter/collector/src/lib.rs:444","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/collectors)\""}
{"msg":"contacting nexus","v":0,"name":"oximeter","level":20,"time":"2026-07-15T04:14:52.839399726Z","hostname":"oxz_oximeter_bccaa86b-fe1f-4727-8d63-1fd44942ac88","pid":23083}
{"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2026-07-15T04:14:52.839508108Z","hostname":"oxz_oximeter_bccaa86b-fe1f-4727-8d63-1fd44942ac88","pid":23083,"body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/collectors","method":"POST"}
{"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2026-07-15T04:14:52.839719494Z","hostname":"oxz_oximeter_bccaa86b-fe1f-4727-8d63-1fd44942ac88","pid":23083,"result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/collectors\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [fd00:1122:3344:101::b]:12221, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"}
{"msg":"failed to contact nexus, will retry in 607.800662ms","v":0,"name":"oximeter","level":40,"time":"2026-07-15T04:14:52.839743125Z","hostname":"oxz_oximeter_bccaa86b-fe1f-4727-8d63-1fd44942ac88","pid":23083,"file":"oximeter/collector/src/lib.rs:444","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/collectors)\""}
{"msg":"contacting nexus","v":0,"name":"oximeter","level":20,"time":"2026-07-15T04:14:53.448925259Z","hostname":"oxz_oximeter_bccaa86b-fe1f-4727-8d63-1fd44942ac88","pid":23083}
{"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2026-07-15T04:14:53.449031402Z","hostname":"oxz_oximeter_bccaa86b-fe1f-4727-8d63-1fd44942ac88","pid":23083,"body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/collectors","method":"POST"}
{"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2026-07-15T04:14:53.449236888Z","hostname":"oxz_oximeter_bccaa86b-fe1f-4727-8d63-1fd44942ac88","pid":23083,"result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/collectors\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [fd00:1122:3344:101::a]:12221, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"}
{"msg":"failed to contact nexus, will retry in 2.525448463s","v":0,"name":"oximeter","level":40,"time":"2026-07-15T04:14:53.449254328Z","hostname":"oxz_oximeter_bccaa86b-fe1f-4727-8d63-1fd44942ac88","pid":23083,"file":"oximeter/collector/src/lib.rs:444","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/collectors)\""}
{"msg":"contacting nexus","v":0,"name":"oximeter","level":20,"time":"2026-07-15T04:14:55.975324823Z","hostname":"oxz_oximeter_bccaa86b-fe1f-4727-8d63-1fd44942ac88","pid":23083}
{"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2026-07-15T04:14:55.975416465Z","hostname":"oxz_oximeter_bccaa86b-fe1f-4727-8d63-1fd44942ac88","pid":23083,"body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/collectors","method":"POST"}
{"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2026-07-15T04:14:55.97559007Z","hostname":"oxz_oximeter_bccaa86b-fe1f-4727-8d63-1fd44942ac88","pid":23083,"result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/collectors\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [fd00:1122:3344:101::b]:12221, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"}
{"msg":"failed to contact nexus, will retry in 3.422833255s","v":0,"name":"oximeter","level":40,"time":"2026-07-15T04:14:55.975643491Z","hostname":"oxz_oximeter_bccaa86b-fe1f-4727-8d63-1fd44942ac88","pid":23083,"file":"oximeter/collector/src/lib.rs:444","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/collectors)\""}
{"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-07-15T04:14:57.171842844Z","hostname":"oxz_oximeter_bccaa86b-fe1f-4727-8d63-1fd44942ac88","pid":23083,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"bccaa86b-fe1f-4727-8d63-1fd44942ac88","component":"oximeter-agent","n_samples":4}
{"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-07-15T04:14:57.171914176Z","hostname":"oxz_oximeter_bccaa86b-fe1f-4727-8d63-1fd44942ac88","pid":23083,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"bccaa86b-fe1f-4727-8d63-1fd44942ac88","component":"oximeter-agent","n_samples":4}
{"msg":"unrolling 4 total samples","v":0,"name":"oximeter","level":20,"time":"2026-07-15T04:14:57.171954447Z","hostname":"oxz_oximeter_bccaa86b-fe1f-4727-8d63-1fd44942ac88","pid":23083,"id":"ae03ac8a-ac5b-4774-8b30-0428f5e3eacc","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"bccaa86b-fe1f-4727-8d63-1fd44942ac88","component":"oximeter-agent"}
{"msg":"fetching timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2026-07-15T04:14:57.176124929Z","hostname":"oxz_oximeter_bccaa86b-fe1f-4727-8d63-1fd44942ac88","pid":23083,"id":"ae03ac8a-ac5b-4774-8b30-0428f5e3eacc","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"bccaa86b-fe1f-4727-8d63-1fd44942ac88","component":"oximeter-agent"}
{"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-15T04:14:57.177752192Z","hostname":"oxz_oximeter_bccaa86b-fe1f-4727-8d63-1fd44942ac88","pid":23083,"id":"ae03ac8a-ac5b-4774-8b30-0428f5e3eacc","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"bccaa86b-fe1f-4727-8d63-1fd44942ac88","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"oximeter_collector:database_queue_depth\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"collector_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"collector_ip\", field_type: IpAddr, source: Target, description: \"\" }, FieldSchema { name: \"collector_port\", field_type: U16, source: Target, description: \"\" }, FieldSchema { name: \"collector_sink\", field_type: String, source: Metric, description: \"\" }}, datum_type: HistogramU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-07-15T04:14:57.176064377Z }","timeseries_name":"oximeter_collector:database_queue_depth"}
{"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-15T04:14:57.177870886Z","hostname":"oxz_oximeter_bccaa86b-fe1f-4727-8d63-1fd44942ac88","pid":23083,"id":"ae03ac8a-ac5b-4774-8b30-0428f5e3eacc","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"bccaa86b-fe1f-4727-8d63-1fd44942ac88","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"oximeter_collector:database_samples_dropped\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"collector_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"collector_ip\", field_type: IpAddr, source: Target, description: \"\" }, FieldSchema { name: \"collector_port\", field_type: U16, source: Target, description: \"\" }, FieldSchema { name: \"collector_sink\", field_type: String, source: Metric, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-07-15T04:14:57.176060207Z }","timeseries_name":"oximeter_collector:database_samples_dropped"}
{"msg":"inserting 2 new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-07-15T04:14:57.180084165Z","hostname":"oxz_oximeter_bccaa86b-fe1f-4727-8d63-1fd44942ac88","pid":23083,"id":"ae03ac8a-ac5b-4774-8b30-0428f5e3eacc","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"bccaa86b-fe1f-4727-8d63-1fd44942ac88","component":"oximeter-agent"}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-15T04:14:57.186188199Z","hostname":"oxz_oximeter_bccaa86b-fe1f-4727-8d63-1fd44942ac88","pid":23083,"id":"ae03ac8a-ac5b-4774-8b30-0428f5e3eacc","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"bccaa86b-fe1f-4727-8d63-1fd44942ac88","component":"oximeter-agent","table_name":"fields_ipaddr","n_rows":4}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-15T04:14:57.188137981Z","hostname":"oxz_oximeter_bccaa86b-fe1f-4727-8d63-1fd44942ac88","pid":23083,"id":"ae03ac8a-ac5b-4774-8b30-0428f5e3eacc","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"bccaa86b-fe1f-4727-8d63-1fd44942ac88","component":"oximeter-agent","table_name":"fields_string","n_rows":4}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-15T04:14:57.190367271Z","hostname":"oxz_oximeter_bccaa86b-fe1f-4727-8d63-1fd44942ac88","pid":23083,"id":"ae03ac8a-ac5b-4774-8b30-0428f5e3eacc","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"bccaa86b-fe1f-4727-8d63-1fd44942ac88","component":"oximeter-agent","table_name":"fields_u16","n_rows":4}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-15T04:14:57.19367134Z","hostname":"oxz_oximeter_bccaa86b-fe1f-4727-8d63-1fd44942ac88","pid":23083,"id":"ae03ac8a-ac5b-4774-8b30-0428f5e3eacc","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"bccaa86b-fe1f-4727-8d63-1fd44942ac88","component":"oximeter-agent","table_name":"fields_uuid","n_rows":4}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-15T04:14:57.195503159Z","hostname":"oxz_oximeter_bccaa86b-fe1f-4727-8d63-1fd44942ac88","pid":23083,"id":"ae03ac8a-ac5b-4774-8b30-0428f5e3eacc","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"bccaa86b-fe1f-4727-8d63-1fd44942ac88","component":"oximeter-agent","table_name":"measurements_cumulativeu64","n_rows":2}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-07-15T04:14:57.19813554Z","hostname":"oxz_oximeter_bccaa86b-fe1f-4727-8d63-1fd44942ac88","pid":23083,"id":"ae03ac8a-ac5b-4774-8b30-0428f5e3eacc","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"bccaa86b-fe1f-4727-8d63-1fd44942ac88","component":"oximeter-agent","table_name":"measurements_histogramu64","n_rows":2}
{"msg":"failed to insert some results into metric DB","v":0,"name":"oximeter","level":40,"time":"2026-07-15T04:14:57.274564832Z","hostname":"oxz_oximeter_bccaa86b-fe1f-4727-8d63-1fd44942ac88","pid":23083,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"bccaa86b-fe1f-4727-8d63-1fd44942ac88","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:276","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"contacting nexus","v":0,"name":"oximeter","level":20,"time":"2026-07-15T04:14:59.400055512Z","hostname":"oxz_oximeter_bccaa86b-fe1f-4727-8d63-1fd44942ac88","pid":23083}
{"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2026-07-15T04:14:59.400147125Z","hostname":"oxz_oximeter_bccaa86b-fe1f-4727-8d63-1fd44942ac88","pid":23083,"body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/collectors","method":"POST"}
{"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2026-07-15T04:14:59.419680509Z","hostname":"oxz_oximeter_bccaa86b-fe1f-4727-8d63-1fd44942ac88","pid":23083,"result":"Ok(Response { url: \"http://[fd00:1122:3344:101::a]:12221/metrics/collectors\", status: 204, headers: {\"x-request-id\": \"12df5c1d-a808-468d-a713-e17f88c382c6\", \"date\": \"Wed, 15 Jul 2026 04:14:59 GMT\"} })"}
{"msg":"oximeter registered with nexus","v":0,"name":"oximeter","level":30,"time":"2026-07-15T04:14:59.419750711Z","hostname":"oxz_oximeter_bccaa86b-fe1f-4727-8d63-1fd44942ac88","pid":23083,"file":"oximeter/collector/src/lib.rs:462","id":"bccaa86b-fe1f-4727-8d63-1fd44942ac88"}
{"msg":"starting refresh list task","v":0,"name":"oximeter","level":30,"time":"2026-07-15T04:14:59.419867304Z","hostname":"oxz_oximeter_bccaa86b-fe1f-4727-8d63-1fd44942ac88","pid":23083,"collector_ip":"fd00:1122:3344:101::d","collector_id":"bccaa86b-fe1f-4727-8d63-1fd44942ac88","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:631"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"oximeter","level":30,"time":"2026-07-15T04:14:59.420919562Z","hostname":"oxz_oximeter_bccaa86b-fe1f-4727-8d63-1fd44942ac88","pid":23083,"collector_ip":"fd00:1122:3344:101::d","collector_id":"bccaa86b-fe1f-4727-8d63-1fd44942ac88","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:634"}
{"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2026-07-15T04:14:59.427704205Z","hostname":"oxz_oximeter_bccaa86b-fe1f-4727-8d63-1fd44942ac88","pid":23083,"body":"None","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/collectors/bccaa86b-fe1f-4727-8d63-1fd44942ac88/producers?sort_by=id_ascending","method":"GET"}
{"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2026-07-15T04:14:59.447361722Z","hostname":"oxz_oximeter_bccaa86b-fe1f-4727-8d63-1fd44942ac88","pid":23083,"result":"Ok(Response { url: \"http://[fd00:1122:3344:101::b]:12221/metrics/collectors/bccaa86b-fe1f-4727-8d63-1fd44942ac88/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"57238854-9103-4425-8d12-6e27c5ccc083\", \"content-length\": \"29\", \"date\": \"Wed, 15 Jul 2026 04:14:59 GMT\"} })"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"oximeter","level":30,"time":"2026-07-15T04:14:59.447473855Z","hostname":"oxz_oximeter_bccaa86b-fe1f-4727-8d63-1fd44942ac88","pid":23083,"collector_ip":"fd00:1122:3344:101::d","collector_id":"bccaa86b-fe1f-4727-8d63-1fd44942ac88","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:709","n_current_tasks":0,"n_pruned_tasks":0}