[ May 4 19:29:25 Enabled. ] [ May 4 19:29:25 Rereading configuration. ] [ May 4 19:29:26 Rereading configuration. ] [ May 4 19:29:29 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/oximeter-collector/bin/oximeter run /var/svc/manifest/site/oximeter/config.toml --address [fd00:1122:3344:101::d]:12223 --id c2d44903-2fc4-4d54-827d-b6153460cf13 &"). ] [ May 4 19:29:29 Method "start" exited with status 0. ] note: configured to log to "/dev/stdout" {"msg":"registered DTrace probes","v":0,"name":"oximeter","level":20,"time":"2026-05-04T19:29:29.448260403Z","hostname":"oxz_oximeter_c2d44903-2fc4-4d54-827d-b6153460cf13","pid":22802} {"msg":"starting oximeter server","v":0,"name":"oximeter","level":30,"time":"2026-05-04T19:29:29.456240234Z","hostname":"oxz_oximeter_c2d44903-2fc4-4d54-827d-b6153460cf13","pid":22802,"file":"oximeter/collector/src/lib.rs:301"} {"msg":"creating ClickHouse client","v":0,"name":"oximeter","level":20,"time":"2026-05-04T19:29:29.458982769Z","hostname":"oxz_oximeter_c2d44903-2fc4-4d54-827d-b6153460cf13","pid":22802} {"msg":"registered USDT probes","v":0,"name":"oximeter","level":20,"time":"2026-05-04T19:29:29.515068587Z","hostname":"oxz_oximeter_c2d44903-2fc4-4d54-827d-b6153460cf13","pid":22802,"id":"7e746b58-2d2c-4c9d-956a-46c211cb435d","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"c2d44903-2fc4-4d54-827d-b6153460cf13","component":"oximeter-agent"} {"msg":"registered USDT probes","v":0,"name":"oximeter","level":20,"time":"2026-05-04T19:29:49.025367144Z","hostname":"oxz_oximeter_c2d44903-2fc4-4d54-827d-b6153460cf13","pid":22802,"id":"a1ac92dc-42ee-4dd3-90e4-f7fc12fc8fb0","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"c2d44903-2fc4-4d54-827d-b6153460cf13","component":"oximeter-agent"} {"msg":"registered endpoint","v":0,"name":"oximeter","level":20,"time":"2026-05-04T19:29:49.070879559Z","hostname":"oxz_oximeter_c2d44903-2fc4-4d54-827d-b6153460cf13","pid":22802,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","versions":"all","path":"/info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"oximeter","level":20,"time":"2026-05-04T19:29:49.070968611Z","hostname":"oxz_oximeter_c2d44903-2fc4-4d54-827d-b6153460cf13","pid":22802,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","versions":"all","path":"/producers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"oximeter","level":20,"time":"2026-05-04T19:29:49.070977971Z","hostname":"oxz_oximeter_c2d44903-2fc4-4d54-827d-b6153460cf13","pid":22802,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","versions":"all","path":"/producers/{producer_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"oximeter","level":20,"time":"2026-05-04T19:29:49.071014412Z","hostname":"oxz_oximeter_c2d44903-2fc4-4d54-827d-b6153460cf13","pid":22802,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","versions":"all","path":"/producers/{producer_id}","method":"GET"} {"msg":"listening","v":0,"name":"oximeter","level":30,"time":"2026-05-04T19:29:49.071021302Z","hostname":"oxz_oximeter_c2d44903-2fc4-4d54-827d-b6153460cf13","pid":22802,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.17.0/src/server.rs:335"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"oximeter","level":20,"time":"2026-05-04T19:29:49.087861361Z","hostname":"oxz_oximeter_c2d44903-2fc4-4d54-827d-b6153460cf13","pid":22802,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot"} {"msg":"registered USDT probes","v":0,"name":"oximeter","level":20,"time":"2026-05-04T19:29:49.087930812Z","hostname":"oxz_oximeter_c2d44903-2fc4-4d54-827d-b6153460cf13","pid":22802} {"msg":"contacting nexus","v":0,"name":"oximeter","level":20,"time":"2026-05-04T19:29:49.087939523Z","hostname":"oxz_oximeter_c2d44903-2fc4-4d54-827d-b6153460cf13","pid":22802} {"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2026-05-04T19:29:49.180553465Z","hostname":"oxz_oximeter_c2d44903-2fc4-4d54-827d-b6153460cf13","pid":22802,"body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/collectors","method":"POST"} {"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2026-05-04T19:29:49.251437241Z","hostname":"oxz_oximeter_c2d44903-2fc4-4d54-827d-b6153460cf13","pid":22802,"result":"Ok(Response { url: \"http://[fd00:1122:3344:101::a]:12221/metrics/collectors\", status: 204, headers: {\"x-request-id\": \"3c80a138-457d-4eaa-a571-bf79d9b47a47\", \"date\": \"Mon, 04 May 2026 19:29:49 GMT\"} })"} {"msg":"oximeter registered with nexus","v":0,"name":"oximeter","level":30,"time":"2026-05-04T19:29:49.251507173Z","hostname":"oxz_oximeter_c2d44903-2fc4-4d54-827d-b6153460cf13","pid":22802,"file":"oximeter/collector/src/lib.rs:464","id":"c2d44903-2fc4-4d54-827d-b6153460cf13"} {"msg":"starting refresh list task","v":0,"name":"oximeter","level":30,"time":"2026-05-04T19:29:49.251555163Z","hostname":"oxz_oximeter_c2d44903-2fc4-4d54-827d-b6153460cf13","pid":22802,"collector_ip":"fd00:1122:3344:101::d","collector_id":"c2d44903-2fc4-4d54-827d-b6153460cf13","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"oximeter","level":30,"time":"2026-05-04T19:29:49.252654346Z","hostname":"oxz_oximeter_c2d44903-2fc4-4d54-827d-b6153460cf13","pid":22802,"collector_ip":"fd00:1122:3344:101::d","collector_id":"c2d44903-2fc4-4d54-827d-b6153460cf13","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:565"} {"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2026-05-04T19:29:49.256965732Z","hostname":"oxz_oximeter_c2d44903-2fc4-4d54-827d-b6153460cf13","pid":22802,"body":"None","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/collectors/c2d44903-2fc4-4d54-827d-b6153460cf13/producers?sort_by=id_ascending","method":"GET"} {"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2026-05-04T19:29:49.26727063Z","hostname":"oxz_oximeter_c2d44903-2fc4-4d54-827d-b6153460cf13","pid":22802,"result":"Ok(Response { url: \"http://[fd00:1122:3344:101::a]:12221/metrics/collectors/c2d44903-2fc4-4d54-827d-b6153460cf13/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2c349e28-665b-46f6-b64a-9f31ee7eba3e\", \"content-length\": \"29\", \"date\": \"Mon, 04 May 2026 19:29:49 GMT\"} })"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"oximeter","level":30,"time":"2026-05-04T19:29:49.267389652Z","hostname":"oxz_oximeter_c2d44903-2fc4-4d54-827d-b6153460cf13","pid":22802,"collector_ip":"fd00:1122:3344:101::d","collector_id":"c2d44903-2fc4-4d54-827d-b6153460cf13","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:640","n_current_tasks":0,"n_pruned_tasks":0} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-05-04T19:29:54.036145277Z","hostname":"oxz_oximeter_c2d44903-2fc4-4d54-827d-b6153460cf13","pid":22802,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"c2d44903-2fc4-4d54-827d-b6153460cf13","component":"oximeter-agent"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-05-04T19:29:54.036371571Z","hostname":"oxz_oximeter_c2d44903-2fc4-4d54-827d-b6153460cf13","pid":22802,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"c2d44903-2fc4-4d54-827d-b6153460cf13","component":"oximeter-agent"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-05-04T19:29:59.036542065Z","hostname":"oxz_oximeter_c2d44903-2fc4-4d54-827d-b6153460cf13","pid":22802,"component":"database-inserter","component":"results-sink","collector_ip":"fd00:1122:3344:101::d","collector_id":"c2d44903-2fc4-4d54-827d-b6153460cf13","component":"oximeter-agent"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"oximeter","level":20,"time":"2026-05-04T19:29:59.036578626Z","hostname":"oxz_oximeter_c2d44903-2fc4-4d54-827d-b6153460cf13","pid":22802,"component":"database-inserter","component":"results-sink-cluster","collector_ip":"fd00:1122:3344:101::d","collector_id":"c2d44903-2fc4-4d54-827d-b6153460cf13","component":"oximeter-agent"}