[ Aug 20 17:59:33 Enabled. ]
[ Aug 20 17:59:33 Rereading configuration. ]
[ Aug 20 17:59:34 Rereading configuration. ]
[ Aug 20 17:59:37 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/oximeter-collector/bin/oximeter run /var/svc/manifest/site/oximeter/config.toml --address [fd00:1122:3344:101::d]:12223 --id 5b809afe-445d-46c0-93ce-ae50950fa2fd &"). ]
[ Aug 20 17:59:37 Method "start" exited with status 0. ]
note: configured to log to "/dev/stdout"
{"msg":"registered DTrace probes","v":0,"name":"oximeter","level":20,"time":"2026-08-20T17:59:37.784136864Z","hostname":"oxz_oximeter_5b809afe-445d-46c0-93ce-ae50950fa2fd","pid":21878}
{"msg":"starting oximeter server","v":0,"name":"oximeter","level":30,"time":"2026-08-20T17:59:37.82435159Z","hostname":"oxz_oximeter_5b809afe-445d-46c0-93ce-ae50950fa2fd","pid":21878,"file":"oximeter/collector/src/lib.rs:299"}
{"msg":"creating ClickHouse client","v":0,"name":"oximeter","level":20,"time":"2026-08-20T17:59:37.825280369Z","hostname":"oxz_oximeter_5b809afe-445d-46c0-93ce-ae50950fa2fd","pid":21878}
{"msg":"registered USDT probes","v":0,"name":"oximeter","level":20,"time":"2026-08-20T17:59:37.835425382Z","hostname":"oxz_oximeter_5b809afe-445d-46c0-93ce-ae50950fa2fd","pid":21878,"id":"13960e72-d5ab-44e5-a72e-0724a80b2a17","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"5b809afe-445d-46c0-93ce-ae50950fa2fd","component":"oximeter-agent"}
{"msg":"oximeter database does not exist, or is out-of-date","v":0,"name":"oximeter","level":40,"time":"2026-08-20T17:59:45.370879311Z","hostname":"oxz_oximeter_5b809afe-445d-46c0-93ce-ae50950fa2fd","pid":21878,"id":"13960e72-d5ab-44e5-a72e-0724a80b2a17","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"5b809afe-445d-46c0-93ce-ae50950fa2fd","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:888"}
{"msg":"oximeter database does not exist, creating","v":0,"name":"oximeter","level":20,"time":"2026-08-20T17:59:45.370975902Z","hostname":"oxz_oximeter_5b809afe-445d-46c0-93ce-ae50950fa2fd","pid":21878,"collector_ip":"fd00:1122:3344:101::d","collector_id":"5b809afe-445d-46c0-93ce-ae50950fa2fd","component":"oximeter-agent"}
{"msg":"reading db version","v":0,"name":"oximeter","level":30,"time":"2026-08-20T17:59:45.371023973Z","hostname":"oxz_oximeter_5b809afe-445d-46c0-93ce-ae50950fa2fd","pid":21878,"id":"13960e72-d5ab-44e5-a72e-0724a80b2a17","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"5b809afe-445d-46c0-93ce-ae50950fa2fd","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:788"}
{"msg":"oximeter database does not exist, or is out-of-date","v":0,"name":"oximeter","level":40,"time":"2026-08-20T17:59:45.372066724Z","hostname":"oxz_oximeter_5b809afe-445d-46c0-93ce-ae50950fa2fd","pid":21878,"id":"13960e72-d5ab-44e5-a72e-0724a80b2a17","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"5b809afe-445d-46c0-93ce-ae50950fa2fd","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:888"}
{"msg":"read oximeter database version","v":0,"name":"oximeter","level":30,"time":"2026-08-20T17:59:45.372116915Z","hostname":"oxz_oximeter_5b809afe-445d-46c0-93ce-ae50950fa2fd","pid":21878,"id":"13960e72-d5ab-44e5-a72e-0724a80b2a17","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"5b809afe-445d-46c0-93ce-ae50950fa2fd","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:793","version":0}
{"msg":"initializing oximeter schema","v":0,"name":"oximeter","level":30,"time":"2026-08-20T17:59:45.372126156Z","hostname":"oxz_oximeter_5b809afe-445d-46c0-93ce-ae50950fa2fd","pid":21878,"id":"13960e72-d5ab-44e5-a72e-0724a80b2a17","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"5b809afe-445d-46c0-93ce-ae50950fa2fd","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:798"}
{"msg":"initializing ClickHouse database","v":0,"name":"oximeter","level":20,"time":"2026-08-20T17:59:45.372180266Z","hostname":"oxz_oximeter_5b809afe-445d-46c0-93ce-ae50950fa2fd","pid":21878,"id":"13960e72-d5ab-44e5-a72e-0724a80b2a17","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"5b809afe-445d-46c0-93ce-ae50950fa2fd","component":"oximeter-agent"}
{"msg":"inserting current version","v":0,"name":"oximeter","level":30,"time":"2026-08-20T17:59:45.481817503Z","hostname":"oxz_oximeter_5b809afe-445d-46c0-93ce-ae50950fa2fd","pid":21878,"id":"13960e72-d5ab-44e5-a72e-0724a80b2a17","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"5b809afe-445d-46c0-93ce-ae50950fa2fd","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:819","version":14}
{"msg":"registered USDT probes","v":0,"name":"oximeter","level":20,"time":"2026-08-20T17:59:45.509862165Z","hostname":"oxz_oximeter_5b809afe-445d-46c0-93ce-ae50950fa2fd","pid":21878,"id":"4476584a-9c19-44fc-b99e-ace409f432c8","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"5b809afe-445d-46c0-93ce-ae50950fa2fd","component":"oximeter-agent"}
{"msg":"registered endpoint","v":0,"name":"oximeter","level":20,"time":"2026-08-20T17:59:45.521916986Z","hostname":"oxz_oximeter_5b809afe-445d-46c0-93ce-ae50950fa2fd","pid":21878,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","versions":"all","path":"/info","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"oximeter","level":20,"time":"2026-08-20T17:59:45.521948327Z","hostname":"oxz_oximeter_5b809afe-445d-46c0-93ce-ae50950fa2fd","pid":21878,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","versions":"all","path":"/producers","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"oximeter","level":20,"time":"2026-08-20T17:59:45.522005648Z","hostname":"oxz_oximeter_5b809afe-445d-46c0-93ce-ae50950fa2fd","pid":21878,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","versions":"all","path":"/producers/{producer_id}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"oximeter","level":20,"time":"2026-08-20T17:59:45.522013599Z","hostname":"oxz_oximeter_5b809afe-445d-46c0-93ce-ae50950fa2fd","pid":21878,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","versions":"all","path":"/producers/{producer_id}","method":"GET"}
{"msg":"listening","v":0,"name":"oximeter","level":30,"time":"2026-08-20T17:59:45.522056329Z","hostname":"oxz_oximeter_5b809afe-445d-46c0-93ce-ae50950fa2fd","pid":21878,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.17.1/src/server.rs:335"}
{"msg":"successfully registered DTrace USDT probes","v":0,"name":"oximeter","level":20,"time":"2026-08-20T17:59:45.526031949Z","hostname":"oxz_oximeter_5b809afe-445d-46c0-93ce-ae50950fa2fd","pid":21878,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot"}
{"msg":"registered USDT probes","v":0,"name":"oximeter","level":20,"time":"2026-08-20T17:59:45.526148821Z","hostname":"oxz_oximeter_5b809afe-445d-46c0-93ce-ae50950fa2fd","pid":21878}
{"msg":"contacting nexus","v":0,"name":"oximeter","level":20,"time":"2026-08-20T17:59:45.526207583Z","hostname":"oxz_oximeter_5b809afe-445d-46c0-93ce-ae50950fa2fd","pid":21878}
{"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2026-08-20T17:59:45.552182533Z","hostname":"oxz_oximeter_5b809afe-445d-46c0-93ce-ae50950fa2fd","pid":21878,"body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/collectors","method":"POST"}
{"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2026-08-20T17:59:45.553447578Z","hostname":"oxz_oximeter_5b809afe-445d-46c0-93ce-ae50950fa2fd","pid":21878,"result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/collectors\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [fd00:1122:3344:101::c]:12221, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"}
{"msg":"failed to contact nexus, will retry in 150.826976ms","v":0,"name":"oximeter","level":40,"time":"2026-08-20T17:59:45.553500859Z","hostname":"oxz_oximeter_5b809afe-445d-46c0-93ce-ae50950fa2fd","pid":21878,"file":"oximeter/collector/src/lib.rs:413","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/collectors)\""}
{"msg":"contacting nexus","v":0,"name":"oximeter","level":20,"time":"2026-08-20T17:59:45.705586586Z","hostname":"oxz_oximeter_5b809afe-445d-46c0-93ce-ae50950fa2fd","pid":21878}
{"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2026-08-20T17:59:45.705824771Z","hostname":"oxz_oximeter_5b809afe-445d-46c0-93ce-ae50950fa2fd","pid":21878,"body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/collectors","method":"POST"}
{"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2026-08-20T17:59:45.706167368Z","hostname":"oxz_oximeter_5b809afe-445d-46c0-93ce-ae50950fa2fd","pid":21878,"result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/collectors\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [fd00:1122:3344:101::c]:12221, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"}
{"msg":"failed to contact nexus, will retry in 724.567779ms","v":0,"name":"oximeter","level":40,"time":"2026-08-20T17:59:45.70624591Z","hostname":"oxz_oximeter_5b809afe-445d-46c0-93ce-ae50950fa2fd","pid":21878,"file":"oximeter/collector/src/lib.rs:413","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/collectors)\""}
{"msg":"contacting nexus","v":0,"name":"oximeter","level":20,"time":"2026-08-20T17:59:46.432096031Z","hostname":"oxz_oximeter_5b809afe-445d-46c0-93ce-ae50950fa2fd","pid":21878}
{"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2026-08-20T17:59:46.432175893Z","hostname":"oxz_oximeter_5b809afe-445d-46c0-93ce-ae50950fa2fd","pid":21878,"body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/collectors","method":"POST"}
{"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2026-08-20T17:59:46.432383577Z","hostname":"oxz_oximeter_5b809afe-445d-46c0-93ce-ae50950fa2fd","pid":21878,"result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/collectors\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [fd00:1122:3344:101::a]:12221, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"}
{"msg":"failed to contact nexus, will retry in 979.88927ms","v":0,"name":"oximeter","level":40,"time":"2026-08-20T17:59:46.432430708Z","hostname":"oxz_oximeter_5b809afe-445d-46c0-93ce-ae50950fa2fd","pid":21878,"file":"oximeter/collector/src/lib.rs:413","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/collectors)\""}
{"msg":"contacting nexus","v":0,"name":"oximeter","level":20,"time":"2026-08-20T17:59:47.413511264Z","hostname":"oxz_oximeter_5b809afe-445d-46c0-93ce-ae50950fa2fd","pid":21878}
{"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2026-08-20T17:59:47.413616966Z","hostname":"oxz_oximeter_5b809afe-445d-46c0-93ce-ae50950fa2fd","pid":21878,"body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/collectors","method":"POST"}
{"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2026-08-20T17:59:47.413770199Z","hostname":"oxz_oximeter_5b809afe-445d-46c0-93ce-ae50950fa2fd","pid":21878,"result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/collectors\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [fd00:1122:3344:101::c]:12221, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"}
{"msg":"failed to contact nexus, will retry in 1.625621836s","v":0,"name":"oximeter","level":40,"time":"2026-08-20T17:59:47.41381836Z","hostname":"oxz_oximeter_5b809afe-445d-46c0-93ce-ae50950fa2fd","pid":21878,"file":"oximeter/collector/src/lib.rs:413","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/collectors)\""}
{"msg":"contacting nexus","v":0,"name":"oximeter","level":20,"time":"2026-08-20T17:59:49.04050229Z","hostname":"oxz_oximeter_5b809afe-445d-46c0-93ce-ae50950fa2fd","pid":21878}
{"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2026-08-20T17:59:49.040591851Z","hostname":"oxz_oximeter_5b809afe-445d-46c0-93ce-ae50950fa2fd","pid":21878,"body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/collectors","method":"POST"}
{"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2026-08-20T17:59:49.097190875Z","hostname":"oxz_oximeter_5b809afe-445d-46c0-93ce-ae50950fa2fd","pid":21878,"result":"Ok(Response { url: \"http://[fd00:1122:3344:101::a]:12221/metrics/collectors\", status: 204, headers: {\"x-request-id\": \"cd952219-896a-4fdf-86b5-0f1d8a8d1de1\", \"date\": \"Thu, 20 Aug 2026 17:59:49 GMT\"} })"}
{"msg":"oximeter registered with nexus","v":0,"name":"oximeter","level":30,"time":"2026-08-20T17:59:49.097291557Z","hostname":"oxz_oximeter_5b809afe-445d-46c0-93ce-ae50950fa2fd","pid":21878,"file":"oximeter/collector/src/lib.rs:431","id":"5b809afe-445d-46c0-93ce-ae50950fa2fd"}
{"msg":"starting refresh list task","v":0,"name":"oximeter","level":30,"time":"2026-08-20T17:59:49.097302628Z","hostname":"oxz_oximeter_5b809afe-445d-46c0-93ce-ae50950fa2fd","pid":21878,"collector_ip":"fd00:1122:3344:101::d","collector_id":"5b809afe-445d-46c0-93ce-ae50950fa2fd","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:626"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"oximeter","level":30,"time":"2026-08-20T17:59:49.098325418Z","hostname":"oxz_oximeter_5b809afe-445d-46c0-93ce-ae50950fa2fd","pid":21878,"collector_ip":"fd00:1122:3344:101::d","collector_id":"5b809afe-445d-46c0-93ce-ae50950fa2fd","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:629"}
{"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2026-08-20T17:59:49.100286527Z","hostname":"oxz_oximeter_5b809afe-445d-46c0-93ce-ae50950fa2fd","pid":21878,"body":"None","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/collectors/5b809afe-445d-46c0-93ce-ae50950fa2fd/producers?sort_by=id_ascending","method":"GET"}
{"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2026-08-20T17:59:49.106292288Z","hostname":"oxz_oximeter_5b809afe-445d-46c0-93ce-ae50950fa2fd","pid":21878,"result":"Ok(Response { url: \"http://[fd00:1122:3344:101::b]:12221/metrics/collectors/5b809afe-445d-46c0-93ce-ae50950fa2fd/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ba9c2b3f-57f6-41be-8cba-98a0dc9bebdf\", \"content-length\": \"29\", \"date\": \"Thu, 20 Aug 2026 17:59:49 GMT\"} })"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"oximeter","level":30,"time":"2026-08-20T17:59:49.110164545Z","hostname":"oxz_oximeter_5b809afe-445d-46c0-93ce-ae50950fa2fd","pid":21878,"collector_ip":"fd00:1122:3344:101::d","collector_id":"5b809afe-445d-46c0-93ce-ae50950fa2fd","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:704","n_current_tasks":0,"n_pruned_tasks":0}
{"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-08-20T17:59:50.516366027Z","hostname":"oxz_oximeter_5b809afe-445d-46c0-93ce-ae50950fa2fd","pid":21878,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"5b809afe-445d-46c0-93ce-ae50950fa2fd","component":"oximeter-agent","n_samples":4}
{"msg":"inserting samples into database","v":0,"name":"oximeter","level":20,"time":"2026-08-20T17:59:50.51650334Z","hostname":"oxz_oximeter_5b809afe-445d-46c0-93ce-ae50950fa2fd","pid":21878,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"5b809afe-445d-46c0-93ce-ae50950fa2fd","component":"oximeter-agent","n_samples":4}
{"msg":"unrolling 4 total samples","v":0,"name":"oximeter","level":20,"time":"2026-08-20T17:59:50.516601382Z","hostname":"oxz_oximeter_5b809afe-445d-46c0-93ce-ae50950fa2fd","pid":21878,"id":"13960e72-d5ab-44e5-a72e-0724a80b2a17","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"5b809afe-445d-46c0-93ce-ae50950fa2fd","component":"oximeter-agent"}
{"msg":"fetching timeseries schema from database","v":0,"name":"oximeter","level":20,"time":"2026-08-20T17:59:50.52250207Z","hostname":"oxz_oximeter_5b809afe-445d-46c0-93ce-ae50950fa2fd","pid":21878,"id":"13960e72-d5ab-44e5-a72e-0724a80b2a17","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"5b809afe-445d-46c0-93ce-ae50950fa2fd","component":"oximeter-agent"}
{"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-08-20T17:59:50.524532471Z","hostname":"oxz_oximeter_5b809afe-445d-46c0-93ce-ae50950fa2fd","pid":21878,"id":"13960e72-d5ab-44e5-a72e-0724a80b2a17","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"5b809afe-445d-46c0-93ce-ae50950fa2fd","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"oximeter_collector:database_queue_depth\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"collector_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"collector_ip\", field_type: IpAddr, source: Target, description: \"\" }, FieldSchema { name: \"collector_port\", field_type: U16, source: Target, description: \"\" }, FieldSchema { name: \"collector_sink\", field_type: String, source: Metric, description: \"\" }}, datum_type: HistogramU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-08-20T17:59:50.519891118Z }","timeseries_name":"oximeter_collector:database_queue_depth"}
{"msg":"new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-08-20T17:59:50.524671874Z","hostname":"oxz_oximeter_5b809afe-445d-46c0-93ce-ae50950fa2fd","pid":21878,"id":"13960e72-d5ab-44e5-a72e-0724a80b2a17","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"5b809afe-445d-46c0-93ce-ae50950fa2fd","component":"oximeter-agent","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"oximeter_collector:database_samples_dropped\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"collector_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"collector_ip\", field_type: IpAddr, source: Target, description: \"\" }, FieldSchema { name: \"collector_port\", field_type: U16, source: Target, description: \"\" }, FieldSchema { name: \"collector_sink\", field_type: String, source: Metric, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-08-20T17:59:50.519880058Z }","timeseries_name":"oximeter_collector:database_samples_dropped"}
{"msg":"inserting 2 new timeseries schema","v":0,"name":"oximeter","level":20,"time":"2026-08-20T17:59:50.524798727Z","hostname":"oxz_oximeter_5b809afe-445d-46c0-93ce-ae50950fa2fd","pid":21878,"id":"13960e72-d5ab-44e5-a72e-0724a80b2a17","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"5b809afe-445d-46c0-93ce-ae50950fa2fd","component":"oximeter-agent"}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-08-20T17:59:50.532685845Z","hostname":"oxz_oximeter_5b809afe-445d-46c0-93ce-ae50950fa2fd","pid":21878,"id":"13960e72-d5ab-44e5-a72e-0724a80b2a17","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"5b809afe-445d-46c0-93ce-ae50950fa2fd","component":"oximeter-agent","table_name":"fields_ipaddr","n_rows":4}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-08-20T17:59:50.535383539Z","hostname":"oxz_oximeter_5b809afe-445d-46c0-93ce-ae50950fa2fd","pid":21878,"id":"13960e72-d5ab-44e5-a72e-0724a80b2a17","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"5b809afe-445d-46c0-93ce-ae50950fa2fd","component":"oximeter-agent","table_name":"fields_string","n_rows":4}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-08-20T17:59:50.538117863Z","hostname":"oxz_oximeter_5b809afe-445d-46c0-93ce-ae50950fa2fd","pid":21878,"id":"13960e72-d5ab-44e5-a72e-0724a80b2a17","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"5b809afe-445d-46c0-93ce-ae50950fa2fd","component":"oximeter-agent","table_name":"fields_u16","n_rows":4}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-08-20T17:59:50.542561372Z","hostname":"oxz_oximeter_5b809afe-445d-46c0-93ce-ae50950fa2fd","pid":21878,"id":"13960e72-d5ab-44e5-a72e-0724a80b2a17","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"5b809afe-445d-46c0-93ce-ae50950fa2fd","component":"oximeter-agent","table_name":"fields_uuid","n_rows":4}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-08-20T17:59:50.545060442Z","hostname":"oxz_oximeter_5b809afe-445d-46c0-93ce-ae50950fa2fd","pid":21878,"id":"13960e72-d5ab-44e5-a72e-0724a80b2a17","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"5b809afe-445d-46c0-93ce-ae50950fa2fd","component":"oximeter-agent","table_name":"measurements_cumulativeu64","n_rows":2}
{"msg":"inserted rows into table","v":0,"name":"oximeter","level":20,"time":"2026-08-20T17:59:50.548263747Z","hostname":"oxz_oximeter_5b809afe-445d-46c0-93ce-ae50950fa2fd","pid":21878,"id":"13960e72-d5ab-44e5-a72e-0724a80b2a17","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"5b809afe-445d-46c0-93ce-ae50950fa2fd","component":"oximeter-agent","table_name":"measurements_histogramu64","n_rows":2}
{"msg":"failed to insert some results into metric DB","v":0,"name":"oximeter","level":40,"time":"2026-08-20T17:59:50.618914512Z","hostname":"oxz_oximeter_5b809afe-445d-46c0-93ce-ae50950fa2fd","pid":21878,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"5b809afe-445d-46c0-93ce-ae50950fa2fd","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:276","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-08-20T17:59:55.513643256Z","hostname":"oxz_oximeter_5b809afe-445d-46c0-93ce-ae50950fa2fd","pid":21878,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"5b809afe-445d-46c0-93ce-ae50950fa2fd","component":"oximeter-agent"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-08-20T17:59:55.513741027Z","hostname":"oxz_oximeter_5b809afe-445d-46c0-93ce-ae50950fa2fd","pid":21878,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"5b809afe-445d-46c0-93ce-ae50950fa2fd","component":"oximeter-agent"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-08-20T18:00:00.513482194Z","hostname":"oxz_oximeter_5b809afe-445d-46c0-93ce-ae50950fa2fd","pid":21878,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"5b809afe-445d-46c0-93ce-ae50950fa2fd","component":"oximeter-agent"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-08-20T18:00:00.513603777Z","hostname":"oxz_oximeter_5b809afe-445d-46c0-93ce-ae50950fa2fd","pid":21878,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"5b809afe-445d-46c0-93ce-ae50950fa2fd","component":"oximeter-agent"}