[ Jan 15 00:44:33 Enabled. ] [ Jan 15 00:44:33 Rereading configuration. ] [ Jan 15 00:44:35 Rereading configuration. ] [ Jan 15 00:44:40 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/oximeter-collector/bin/oximeter run /var/svc/manifest/site/oximeter/config.toml --address [fd00:1122:3344:101::d]:12223 --id dee7453b-558a-4d94-b6a0-8b27cb27f002 &"). ] [ Jan 15 00:44:40 Method "start" exited with status 0. ] note: configured to log to "/dev/stdout" {"msg":"registered DTrace probes","v":0,"name":"oximeter","level":20,"time":"2025-01-15T00:44:40.457017997Z","hostname":"oxz_oximeter_dee7453b-558a-4d94-b6a0-8b27cb27f002","pid":24485} {"msg":"starting oximeter server","v":0,"name":"oximeter","level":30,"time":"2025-01-15T00:44:40.458088348Z","hostname":"oxz_oximeter_dee7453b-558a-4d94-b6a0-8b27cb27f002","pid":24485,"file":"oximeter/collector/src/lib.rs:236"} {"msg":"creating ClickHouse client","v":0,"name":"oximeter","level":20,"time":"2025-01-15T00:44:40.459395193Z","hostname":"oxz_oximeter_dee7453b-558a-4d94-b6a0-8b27cb27f002","pid":24485} {"msg":"registered USDT probes","v":0,"name":"oximeter","level":20,"time":"2025-01-15T00:44:40.470720061Z","hostname":"oxz_oximeter_dee7453b-558a-4d94-b6a0-8b27cb27f002","pid":24485,"id":"dfbc4dc9-ea57-481a-ae5b-93a61db8c6d9","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"dee7453b-558a-4d94-b6a0-8b27cb27f002","component":"oximeter-agent"} {"msg":"oximeter database does not exist, or is out-of-date","v":0,"name":"oximeter","level":40,"time":"2025-01-15T00:44:47.960569852Z","hostname":"oxz_oximeter_dee7453b-558a-4d94-b6a0-8b27cb27f002","pid":24485,"id":"dfbc4dc9-ea57-481a-ae5b-93a61db8c6d9","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"dee7453b-558a-4d94-b6a0-8b27cb27f002","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:823"} {"msg":"oximeter database does not exist, creating","v":0,"name":"oximeter","level":20,"time":"2025-01-15T00:44:47.960646973Z","hostname":"oxz_oximeter_dee7453b-558a-4d94-b6a0-8b27cb27f002","pid":24485,"collector_ip":"fd00:1122:3344:101::d","collector_id":"dee7453b-558a-4d94-b6a0-8b27cb27f002","component":"oximeter-agent"} {"msg":"reading db version","v":0,"name":"oximeter","level":30,"time":"2025-01-15T00:44:47.960681924Z","hostname":"oxz_oximeter_dee7453b-558a-4d94-b6a0-8b27cb27f002","pid":24485,"id":"dfbc4dc9-ea57-481a-ae5b-93a61db8c6d9","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"dee7453b-558a-4d94-b6a0-8b27cb27f002","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:732"} {"msg":"oximeter database does not exist, or is out-of-date","v":0,"name":"oximeter","level":40,"time":"2025-01-15T00:44:47.963756893Z","hostname":"oxz_oximeter_dee7453b-558a-4d94-b6a0-8b27cb27f002","pid":24485,"id":"dfbc4dc9-ea57-481a-ae5b-93a61db8c6d9","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"dee7453b-558a-4d94-b6a0-8b27cb27f002","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:823"} {"msg":"read oximeter database version","v":0,"name":"oximeter","level":30,"time":"2025-01-15T00:44:47.963816074Z","hostname":"oxz_oximeter_dee7453b-558a-4d94-b6a0-8b27cb27f002","pid":24485,"id":"dfbc4dc9-ea57-481a-ae5b-93a61db8c6d9","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"dee7453b-558a-4d94-b6a0-8b27cb27f002","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:736","version":0} {"msg":"wiping and re-initializing oximeter schema","v":0,"name":"oximeter","level":30,"time":"2025-01-15T00:44:47.963826714Z","hostname":"oxz_oximeter_dee7453b-558a-4d94-b6a0-8b27cb27f002","pid":24485,"id":"dfbc4dc9-ea57-481a-ae5b-93a61db8c6d9","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"dee7453b-558a-4d94-b6a0-8b27cb27f002","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:741"} {"msg":"wiping ClickHouse database","v":0,"name":"oximeter","level":20,"time":"2025-01-15T00:44:47.964335254Z","hostname":"oxz_oximeter_dee7453b-558a-4d94-b6a0-8b27cb27f002","pid":24485,"id":"dfbc4dc9-ea57-481a-ae5b-93a61db8c6d9","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"dee7453b-558a-4d94-b6a0-8b27cb27f002","component":"oximeter-agent"} {"msg":"initializing ClickHouse database","v":0,"name":"oximeter","level":20,"time":"2025-01-15T00:44:47.968623916Z","hostname":"oxz_oximeter_dee7453b-558a-4d94-b6a0-8b27cb27f002","pid":24485,"id":"dfbc4dc9-ea57-481a-ae5b-93a61db8c6d9","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"dee7453b-558a-4d94-b6a0-8b27cb27f002","component":"oximeter-agent"} {"msg":"inserting current version","v":0,"name":"oximeter","level":30,"time":"2025-01-15T00:44:48.945043458Z","hostname":"oxz_oximeter_dee7453b-558a-4d94-b6a0-8b27cb27f002","pid":24485,"id":"dfbc4dc9-ea57-481a-ae5b-93a61db8c6d9","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"dee7453b-558a-4d94-b6a0-8b27cb27f002","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:764","version":13} {"msg":"registered endpoint","v":0,"name":"oximeter","level":20,"time":"2025-01-15T00:44:48.975774429Z","hostname":"oxz_oximeter_dee7453b-558a-4d94-b6a0-8b27cb27f002","pid":24485,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","versions":"all","path":"/info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"oximeter","level":20,"time":"2025-01-15T00:44:48.97579768Z","hostname":"oxz_oximeter_dee7453b-558a-4d94-b6a0-8b27cb27f002","pid":24485,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","versions":"all","path":"/producers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"oximeter","level":20,"time":"2025-01-15T00:44:48.975962833Z","hostname":"oxz_oximeter_dee7453b-558a-4d94-b6a0-8b27cb27f002","pid":24485,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","versions":"all","path":"/producers/{producer_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"oximeter","level":20,"time":"2025-01-15T00:44:48.975970583Z","hostname":"oxz_oximeter_dee7453b-558a-4d94-b6a0-8b27cb27f002","pid":24485,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","versions":"all","path":"/producers/{producer_id}","method":"GET"} {"msg":"listening","v":0,"name":"oximeter","level":30,"time":"2025-01-15T00:44:48.976004374Z","hostname":"oxz_oximeter_dee7453b-558a-4d94-b6a0-8b27cb27f002","pid":24485,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:327"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"oximeter","level":20,"time":"2025-01-15T00:44:48.976050315Z","hostname":"oxz_oximeter_dee7453b-558a-4d94-b6a0-8b27cb27f002","pid":24485,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot"} {"msg":"registered USDT probes","v":0,"name":"oximeter","level":20,"time":"2025-01-15T00:44:48.976056364Z","hostname":"oxz_oximeter_dee7453b-558a-4d94-b6a0-8b27cb27f002","pid":24485} {"msg":"contacting nexus","v":0,"name":"oximeter","level":20,"time":"2025-01-15T00:44:48.976090665Z","hostname":"oxz_oximeter_dee7453b-558a-4d94-b6a0-8b27cb27f002","pid":24485} {"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2025-01-15T00:44:49.140151773Z","hostname":"oxz_oximeter_dee7453b-558a-4d94-b6a0-8b27cb27f002","pid":24485,"body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/collectors","method":"POST"} {"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2025-01-15T00:44:49.282443251Z","hostname":"oxz_oximeter_dee7453b-558a-4d94-b6a0-8b27cb27f002","pid":24485,"result":"Ok(Response { url: \"http://[fd00:1122:3344:101::a]:12221/metrics/collectors\", status: 204, headers: {\"x-request-id\": \"47fbe83a-b939-48b4-a7b0-4e6e6e4c5748\", \"date\": \"Wed, 15 Jan 2025 00:44:49 GMT\"} })"} {"msg":"oximeter registered with nexus","v":0,"name":"oximeter","level":30,"time":"2025-01-15T00:44:49.282518973Z","hostname":"oxz_oximeter_dee7453b-558a-4d94-b6a0-8b27cb27f002","pid":24485,"file":"oximeter/collector/src/lib.rs:383","id":"dee7453b-558a-4d94-b6a0-8b27cb27f002"} {"msg":"starting refresh list task","v":0,"name":"oximeter","level":30,"time":"2025-01-15T00:44:49.282585594Z","hostname":"oxz_oximeter_dee7453b-558a-4d94-b6a0-8b27cb27f002","pid":24485,"collector_ip":"fd00:1122:3344:101::d","collector_id":"dee7453b-558a-4d94-b6a0-8b27cb27f002","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:471"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"oximeter","level":30,"time":"2025-01-15T00:44:49.283619344Z","hostname":"oxz_oximeter_dee7453b-558a-4d94-b6a0-8b27cb27f002","pid":24485,"collector_ip":"fd00:1122:3344:101::d","collector_id":"dee7453b-558a-4d94-b6a0-8b27cb27f002","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:474"} {"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2025-01-15T00:44:49.287002039Z","hostname":"oxz_oximeter_dee7453b-558a-4d94-b6a0-8b27cb27f002","pid":24485,"body":"None","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/collectors/dee7453b-558a-4d94-b6a0-8b27cb27f002/producers?sort_by=id_ascending","method":"GET"} {"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2025-01-15T00:44:49.386201388Z","hostname":"oxz_oximeter_dee7453b-558a-4d94-b6a0-8b27cb27f002","pid":24485,"result":"Ok(Response { url: \"http://[fd00:1122:3344:101::a]:12221/metrics/collectors/dee7453b-558a-4d94-b6a0-8b27cb27f002/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c6dbbed3-6da2-4303-8fc8-de20834e285a\", \"content-length\": \"29\", \"date\": \"Wed, 15 Jan 2025 00:44:49 GMT\"} })"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"oximeter","level":30,"time":"2025-01-15T00:44:49.386878041Z","hostname":"oxz_oximeter_dee7453b-558a-4d94-b6a0-8b27cb27f002","pid":24485,"collector_ip":"fd00:1122:3344:101::d","collector_id":"dee7453b-558a-4d94-b6a0-8b27cb27f002","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:549","n_current_tasks":0,"n_pruned_tasks":0}