[ Jun 23 00:59:35 Enabled. ]
[ Jun 23 00:59:35 Rereading configuration. ]
[ Jun 23 00:59:36 Rereading configuration. ]
[ Jun 23 00:59:40 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/oximeter-collector/bin/oximeter run /var/svc/manifest/site/oximeter/config.toml --address [fd00:1122:3344:101::d]:12223 --id 07aa7e34-99dc-409f-bec9-afb94e479de7 &"). ]
[ Jun 23 00:59:40 Method "start" exited with status 0. ]
note: configured to log to "/dev/stdout"
{"msg":"registered DTrace probes","v":0,"name":"oximeter","level":20,"time":"2026-06-23T00:59:40.40046433Z","hostname":"oxz_oximeter_07aa7e34-99dc-409f-bec9-afb94e479de7","pid":22437}
{"msg":"starting oximeter server","v":0,"name":"oximeter","level":30,"time":"2026-06-23T00:59:40.402206302Z","hostname":"oxz_oximeter_07aa7e34-99dc-409f-bec9-afb94e479de7","pid":22437,"file":"oximeter/collector/src/lib.rs:301"}
{"msg":"creating ClickHouse client","v":0,"name":"oximeter","level":20,"time":"2026-06-23T00:59:40.402273293Z","hostname":"oxz_oximeter_07aa7e34-99dc-409f-bec9-afb94e479de7","pid":22437}
{"msg":"registered USDT probes","v":0,"name":"oximeter","level":20,"time":"2026-06-23T00:59:40.413470814Z","hostname":"oxz_oximeter_07aa7e34-99dc-409f-bec9-afb94e479de7","pid":22437,"id":"b5c8bb85-ac4a-4f74-9dc6-4acd3d3b64ce","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"07aa7e34-99dc-409f-bec9-afb94e479de7","component":"oximeter-agent"}
{"msg":"oximeter database does not exist, or is out-of-date","v":0,"name":"oximeter","level":40,"time":"2026-06-23T00:59:53.060317715Z","hostname":"oxz_oximeter_07aa7e34-99dc-409f-bec9-afb94e479de7","pid":22437,"id":"b5c8bb85-ac4a-4f74-9dc6-4acd3d3b64ce","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"07aa7e34-99dc-409f-bec9-afb94e479de7","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:890"}
{"msg":"oximeter database does not exist, creating","v":0,"name":"oximeter","level":20,"time":"2026-06-23T00:59:53.060399667Z","hostname":"oxz_oximeter_07aa7e34-99dc-409f-bec9-afb94e479de7","pid":22437,"collector_ip":"fd00:1122:3344:101::d","collector_id":"07aa7e34-99dc-409f-bec9-afb94e479de7","component":"oximeter-agent"}
{"msg":"reading db version","v":0,"name":"oximeter","level":30,"time":"2026-06-23T00:59:53.060433468Z","hostname":"oxz_oximeter_07aa7e34-99dc-409f-bec9-afb94e479de7","pid":22437,"id":"b5c8bb85-ac4a-4f74-9dc6-4acd3d3b64ce","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"07aa7e34-99dc-409f-bec9-afb94e479de7","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:790"}
{"msg":"oximeter database does not exist, or is out-of-date","v":0,"name":"oximeter","level":40,"time":"2026-06-23T00:59:53.061628937Z","hostname":"oxz_oximeter_07aa7e34-99dc-409f-bec9-afb94e479de7","pid":22437,"id":"b5c8bb85-ac4a-4f74-9dc6-4acd3d3b64ce","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"07aa7e34-99dc-409f-bec9-afb94e479de7","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:890"}
{"msg":"read oximeter database version","v":0,"name":"oximeter","level":30,"time":"2026-06-23T00:59:53.061695758Z","hostname":"oxz_oximeter_07aa7e34-99dc-409f-bec9-afb94e479de7","pid":22437,"id":"b5c8bb85-ac4a-4f74-9dc6-4acd3d3b64ce","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"07aa7e34-99dc-409f-bec9-afb94e479de7","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:795","version":0}
{"msg":"initializing oximeter schema","v":0,"name":"oximeter","level":30,"time":"2026-06-23T00:59:53.061714099Z","hostname":"oxz_oximeter_07aa7e34-99dc-409f-bec9-afb94e479de7","pid":22437,"id":"b5c8bb85-ac4a-4f74-9dc6-4acd3d3b64ce","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"07aa7e34-99dc-409f-bec9-afb94e479de7","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:800"}
{"msg":"initializing ClickHouse database","v":0,"name":"oximeter","level":20,"time":"2026-06-23T00:59:53.06176558Z","hostname":"oxz_oximeter_07aa7e34-99dc-409f-bec9-afb94e479de7","pid":22437,"id":"b5c8bb85-ac4a-4f74-9dc6-4acd3d3b64ce","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"07aa7e34-99dc-409f-bec9-afb94e479de7","component":"oximeter-agent"}
{"msg":"inserting current version","v":0,"name":"oximeter","level":30,"time":"2026-06-23T00:59:53.168247427Z","hostname":"oxz_oximeter_07aa7e34-99dc-409f-bec9-afb94e479de7","pid":22437,"id":"b5c8bb85-ac4a-4f74-9dc6-4acd3d3b64ce","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"07aa7e34-99dc-409f-bec9-afb94e479de7","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:821","version":14}
{"msg":"registered USDT probes","v":0,"name":"oximeter","level":20,"time":"2026-06-23T00:59:53.188674909Z","hostname":"oxz_oximeter_07aa7e34-99dc-409f-bec9-afb94e479de7","pid":22437,"id":"47258f2f-9ede-4494-bea4-7ededca27ab4","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"07aa7e34-99dc-409f-bec9-afb94e479de7","component":"oximeter-agent"}
{"msg":"registered endpoint","v":0,"name":"oximeter","level":20,"time":"2026-06-23T00:59:53.216087609Z","hostname":"oxz_oximeter_07aa7e34-99dc-409f-bec9-afb94e479de7","pid":22437,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","versions":"all","path":"/info","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"oximeter","level":20,"time":"2026-06-23T00:59:53.21611608Z","hostname":"oxz_oximeter_07aa7e34-99dc-409f-bec9-afb94e479de7","pid":22437,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","versions":"all","path":"/producers","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"oximeter","level":20,"time":"2026-06-23T00:59:53.216162431Z","hostname":"oxz_oximeter_07aa7e34-99dc-409f-bec9-afb94e479de7","pid":22437,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","versions":"all","path":"/producers/{producer_id}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"oximeter","level":20,"time":"2026-06-23T00:59:53.216169251Z","hostname":"oxz_oximeter_07aa7e34-99dc-409f-bec9-afb94e479de7","pid":22437,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","versions":"all","path":"/producers/{producer_id}","method":"GET"}
{"msg":"listening","v":0,"name":"oximeter","level":30,"time":"2026-06-23T00:59:53.216203492Z","hostname":"oxz_oximeter_07aa7e34-99dc-409f-bec9-afb94e479de7","pid":22437,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.17.0/src/server.rs:335"}
{"msg":"successfully registered DTrace USDT probes","v":0,"name":"oximeter","level":20,"time":"2026-06-23T00:59:53.218790285Z","hostname":"oxz_oximeter_07aa7e34-99dc-409f-bec9-afb94e479de7","pid":22437,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot"}
{"msg":"registered USDT probes","v":0,"name":"oximeter","level":20,"time":"2026-06-23T00:59:53.218862706Z","hostname":"oxz_oximeter_07aa7e34-99dc-409f-bec9-afb94e479de7","pid":22437}
{"msg":"contacting nexus","v":0,"name":"oximeter","level":20,"time":"2026-06-23T00:59:53.218904397Z","hostname":"oxz_oximeter_07aa7e34-99dc-409f-bec9-afb94e479de7","pid":22437}
{"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2026-06-23T00:59:53.244038233Z","hostname":"oxz_oximeter_07aa7e34-99dc-409f-bec9-afb94e479de7","pid":22437,"body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/collectors","method":"POST"}
{"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2026-06-23T00:59:53.252103657Z","hostname":"oxz_oximeter_07aa7e34-99dc-409f-bec9-afb94e479de7","pid":22437,"result":"Ok(Response { url: \"http://[fd00:1122:3344:101::b]:12221/metrics/collectors\", status: 204, headers: {\"x-request-id\": \"45d938ac-33d9-4fe2-8c5b-e24469ac5956\", \"date\": \"Tue, 23 Jun 2026 00:59:53 GMT\"} })"}
{"msg":"oximeter registered with nexus","v":0,"name":"oximeter","level":30,"time":"2026-06-23T00:59:53.252236071Z","hostname":"oxz_oximeter_07aa7e34-99dc-409f-bec9-afb94e479de7","pid":22437,"file":"oximeter/collector/src/lib.rs:464","id":"07aa7e34-99dc-409f-bec9-afb94e479de7"}
{"msg":"starting refresh list task","v":0,"name":"oximeter","level":30,"time":"2026-06-23T00:59:53.252277602Z","hostname":"oxz_oximeter_07aa7e34-99dc-409f-bec9-afb94e479de7","pid":22437,"collector_ip":"fd00:1122:3344:101::d","collector_id":"07aa7e34-99dc-409f-bec9-afb94e479de7","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"oximeter","level":30,"time":"2026-06-23T00:59:53.253294256Z","hostname":"oxz_oximeter_07aa7e34-99dc-409f-bec9-afb94e479de7","pid":22437,"collector_ip":"fd00:1122:3344:101::d","collector_id":"07aa7e34-99dc-409f-bec9-afb94e479de7","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:565"}
{"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2026-06-23T00:59:53.259135637Z","hostname":"oxz_oximeter_07aa7e34-99dc-409f-bec9-afb94e479de7","pid":22437,"body":"None","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/collectors/07aa7e34-99dc-409f-bec9-afb94e479de7/producers?sort_by=id_ascending","method":"GET"}
{"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2026-06-23T00:59:53.270549792Z","hostname":"oxz_oximeter_07aa7e34-99dc-409f-bec9-afb94e479de7","pid":22437,"result":"Ok(Response { url: \"http://[fd00:1122:3344:101::c]:12221/metrics/collectors/07aa7e34-99dc-409f-bec9-afb94e479de7/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bd240a48-4933-44a2-8e1c-6e31c29a27d2\", \"content-length\": \"29\", \"date\": \"Tue, 23 Jun 2026 00:59:53 GMT\"} })"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"oximeter","level":30,"time":"2026-06-23T00:59:53.270648604Z","hostname":"oxz_oximeter_07aa7e34-99dc-409f-bec9-afb94e479de7","pid":22437,"collector_ip":"fd00:1122:3344:101::d","collector_id":"07aa7e34-99dc-409f-bec9-afb94e479de7","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:640","n_current_tasks":0,"n_pruned_tasks":0}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-06-23T00:59:58.197710575Z","hostname":"oxz_oximeter_07aa7e34-99dc-409f-bec9-afb94e479de7","pid":22437,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"07aa7e34-99dc-409f-bec9-afb94e479de7","component":"oximeter-agent"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-06-23T00:59:58.197763726Z","hostname":"oxz_oximeter_07aa7e34-99dc-409f-bec9-afb94e479de7","pid":22437,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"07aa7e34-99dc-409f-bec9-afb94e479de7","component":"oximeter-agent"}