[ Dec 13 22:29:20 Enabled. ] [ Dec 13 22:29:20 Rereading configuration. ] [ Dec 13 22:29:23 Rereading configuration. ] [ Dec 13 22:29:35 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/oximeter-collector/bin/oximeter run /var/svc/manifest/site/oximeter/config.toml --address [fd00:1122:3344:101::d]:12223 --id 689eb899-96a8-4e42-a5ca-864d1c68fdc9 &"). ] [ Dec 13 22:29:35 Method "start" exited with status 0. ] note: configured to log to "/dev/stdout" {"msg":"registered DTrace probes","v":0,"name":"oximeter","level":20,"time":"2024-12-13T22:29:35.316659484Z","hostname":"oxz_oximeter_689eb899-96a8-4e42-a5ca-864d1c68fdc9","pid":23556} {"msg":"starting oximeter server","v":0,"name":"oximeter","level":30,"time":"2024-12-13T22:29:35.318219328Z","hostname":"oxz_oximeter_689eb899-96a8-4e42-a5ca-864d1c68fdc9","pid":23556,"file":"oximeter/collector/src/lib.rs:236"} {"msg":"creating ClickHouse client","v":0,"name":"oximeter","level":20,"time":"2024-12-13T22:29:35.31936245Z","hostname":"oxz_oximeter_689eb899-96a8-4e42-a5ca-864d1c68fdc9","pid":23556} {"msg":"registered USDT probes","v":0,"name":"oximeter","level":20,"time":"2024-12-13T22:29:35.335227504Z","hostname":"oxz_oximeter_689eb899-96a8-4e42-a5ca-864d1c68fdc9","pid":23556,"id":"1144ce46-7dc5-4bf1-8b20-56fccb337f04","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"689eb899-96a8-4e42-a5ca-864d1c68fdc9","component":"oximeter-agent"} {"msg":"oximeter database does not exist, or is out-of-date","v":0,"name":"oximeter","level":40,"time":"2024-12-13T22:29:52.648010829Z","hostname":"oxz_oximeter_689eb899-96a8-4e42-a5ca-864d1c68fdc9","pid":23556,"id":"1144ce46-7dc5-4bf1-8b20-56fccb337f04","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"689eb899-96a8-4e42-a5ca-864d1c68fdc9","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:823"} {"msg":"oximeter database does not exist, creating","v":0,"name":"oximeter","level":20,"time":"2024-12-13T22:29:52.648066341Z","hostname":"oxz_oximeter_689eb899-96a8-4e42-a5ca-864d1c68fdc9","pid":23556,"collector_ip":"fd00:1122:3344:101::d","collector_id":"689eb899-96a8-4e42-a5ca-864d1c68fdc9","component":"oximeter-agent"} {"msg":"reading db version","v":0,"name":"oximeter","level":30,"time":"2024-12-13T22:29:52.648077191Z","hostname":"oxz_oximeter_689eb899-96a8-4e42-a5ca-864d1c68fdc9","pid":23556,"id":"1144ce46-7dc5-4bf1-8b20-56fccb337f04","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"689eb899-96a8-4e42-a5ca-864d1c68fdc9","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:732"} {"msg":"oximeter database does not exist, or is out-of-date","v":0,"name":"oximeter","level":40,"time":"2024-12-13T22:29:52.649027298Z","hostname":"oxz_oximeter_689eb899-96a8-4e42-a5ca-864d1c68fdc9","pid":23556,"id":"1144ce46-7dc5-4bf1-8b20-56fccb337f04","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"689eb899-96a8-4e42-a5ca-864d1c68fdc9","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:823"} {"msg":"read oximeter database version","v":0,"name":"oximeter","level":30,"time":"2024-12-13T22:29:52.649056109Z","hostname":"oxz_oximeter_689eb899-96a8-4e42-a5ca-864d1c68fdc9","pid":23556,"id":"1144ce46-7dc5-4bf1-8b20-56fccb337f04","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"689eb899-96a8-4e42-a5ca-864d1c68fdc9","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:736","version":0} {"msg":"wiping and re-initializing oximeter schema","v":0,"name":"oximeter","level":30,"time":"2024-12-13T22:29:52.649063929Z","hostname":"oxz_oximeter_689eb899-96a8-4e42-a5ca-864d1c68fdc9","pid":23556,"id":"1144ce46-7dc5-4bf1-8b20-56fccb337f04","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"689eb899-96a8-4e42-a5ca-864d1c68fdc9","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:741"} {"msg":"wiping ClickHouse database","v":0,"name":"oximeter","level":20,"time":"2024-12-13T22:29:52.650204061Z","hostname":"oxz_oximeter_689eb899-96a8-4e42-a5ca-864d1c68fdc9","pid":23556,"id":"1144ce46-7dc5-4bf1-8b20-56fccb337f04","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"689eb899-96a8-4e42-a5ca-864d1c68fdc9","component":"oximeter-agent"} {"msg":"initializing ClickHouse database","v":0,"name":"oximeter","level":20,"time":"2024-12-13T22:29:52.652505605Z","hostname":"oxz_oximeter_689eb899-96a8-4e42-a5ca-864d1c68fdc9","pid":23556,"id":"1144ce46-7dc5-4bf1-8b20-56fccb337f04","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"689eb899-96a8-4e42-a5ca-864d1c68fdc9","component":"oximeter-agent"} {"msg":"inserting current version","v":0,"name":"oximeter","level":30,"time":"2024-12-13T22:29:52.940646792Z","hostname":"oxz_oximeter_689eb899-96a8-4e42-a5ca-864d1c68fdc9","pid":23556,"id":"1144ce46-7dc5-4bf1-8b20-56fccb337f04","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"689eb899-96a8-4e42-a5ca-864d1c68fdc9","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:764","version":13} {"msg":"registered endpoint","v":0,"name":"oximeter","level":20,"time":"2024-12-13T22:29:52.986900369Z","hostname":"oxz_oximeter_689eb899-96a8-4e42-a5ca-864d1c68fdc9","pid":23556,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","versions":"all","path":"/info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"oximeter","level":20,"time":"2024-12-13T22:29:52.986935109Z","hostname":"oxz_oximeter_689eb899-96a8-4e42-a5ca-864d1c68fdc9","pid":23556,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","versions":"all","path":"/producers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"oximeter","level":20,"time":"2024-12-13T22:29:52.98694911Z","hostname":"oxz_oximeter_689eb899-96a8-4e42-a5ca-864d1c68fdc9","pid":23556,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","versions":"all","path":"/producers/{producer_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"oximeter","level":20,"time":"2024-12-13T22:29:52.9869559Z","hostname":"oxz_oximeter_689eb899-96a8-4e42-a5ca-864d1c68fdc9","pid":23556,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","versions":"all","path":"/producers/{producer_id}","method":"GET"} {"msg":"listening","v":0,"name":"oximeter","level":30,"time":"2024-12-13T22:29:52.986965341Z","hostname":"oxz_oximeter_689eb899-96a8-4e42-a5ca-864d1c68fdc9","pid":23556,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:327"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"oximeter","level":20,"time":"2024-12-13T22:29:52.986973731Z","hostname":"oxz_oximeter_689eb899-96a8-4e42-a5ca-864d1c68fdc9","pid":23556,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot"} {"msg":"registered USDT probes","v":0,"name":"oximeter","level":20,"time":"2024-12-13T22:29:52.986988571Z","hostname":"oxz_oximeter_689eb899-96a8-4e42-a5ca-864d1c68fdc9","pid":23556} {"msg":"contacting nexus","v":0,"name":"oximeter","level":20,"time":"2024-12-13T22:29:52.987008152Z","hostname":"oxz_oximeter_689eb899-96a8-4e42-a5ca-864d1c68fdc9","pid":23556} {"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2024-12-13T22:29:53.12859314Z","hostname":"oxz_oximeter_689eb899-96a8-4e42-a5ca-864d1c68fdc9","pid":23556,"body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/collectors","method":"POST"} {"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2024-12-13T22:29:53.180438014Z","hostname":"oxz_oximeter_689eb899-96a8-4e42-a5ca-864d1c68fdc9","pid":23556,"result":"Ok(Response { url: \"http://[fd00:1122:3344:101::c]:12221/metrics/collectors\", status: 204, headers: {\"x-request-id\": \"4b26fc2b-6d46-4c0b-a74e-61aa7ec63f49\", \"date\": \"Fri, 13 Dec 2024 22:29:52 GMT\"} })"} {"msg":"oximeter registered with nexus","v":0,"name":"oximeter","level":30,"time":"2024-12-13T22:29:53.181205815Z","hostname":"oxz_oximeter_689eb899-96a8-4e42-a5ca-864d1c68fdc9","pid":23556,"file":"oximeter/collector/src/lib.rs:383","id":"689eb899-96a8-4e42-a5ca-864d1c68fdc9"} {"msg":"starting refresh list task","v":0,"name":"oximeter","level":30,"time":"2024-12-13T22:29:53.181264757Z","hostname":"oxz_oximeter_689eb899-96a8-4e42-a5ca-864d1c68fdc9","pid":23556,"collector_ip":"fd00:1122:3344:101::d","collector_id":"689eb899-96a8-4e42-a5ca-864d1c68fdc9","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:471"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"oximeter","level":30,"time":"2024-12-13T22:29:53.182591824Z","hostname":"oxz_oximeter_689eb899-96a8-4e42-a5ca-864d1c68fdc9","pid":23556,"collector_ip":"fd00:1122:3344:101::d","collector_id":"689eb899-96a8-4e42-a5ca-864d1c68fdc9","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:474"} {"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2024-12-13T22:29:53.186064171Z","hostname":"oxz_oximeter_689eb899-96a8-4e42-a5ca-864d1c68fdc9","pid":23556,"body":"None","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/collectors/689eb899-96a8-4e42-a5ca-864d1c68fdc9/producers?sort_by=id_ascending","method":"GET"} {"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2024-12-13T22:29:53.22490695Z","hostname":"oxz_oximeter_689eb899-96a8-4e42-a5ca-864d1c68fdc9","pid":23556,"result":"Ok(Response { url: \"http://[fd00:1122:3344:101::a]:12221/metrics/collectors/689eb899-96a8-4e42-a5ca-864d1c68fdc9/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5c4857df-b962-498d-a17e-8b177bf2d0b9\", \"content-length\": \"29\", \"date\": \"Fri, 13 Dec 2024 22:29:53 GMT\"} })"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"oximeter","level":30,"time":"2024-12-13T22:29:53.225082855Z","hostname":"oxz_oximeter_689eb899-96a8-4e42-a5ca-864d1c68fdc9","pid":23556,"collector_ip":"fd00:1122:3344:101::d","collector_id":"689eb899-96a8-4e42-a5ca-864d1c68fdc9","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:549","n_current_tasks":0,"n_pruned_tasks":0}