[ Dec  6 21:14:33 Enabled. ]
[ Dec  6 21:14:33 Rereading configuration. ]
[ Dec  6 21:14:35 Rereading configuration. ]
[ Dec  6 21:14:47 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/oximeter-collector/bin/oximeter run /var/svc/manifest/site/oximeter/config.toml --address [fd00:1122:3344:101::d]:12223 --id 9d509eff-9671-46fb-8274-6ec9019a9d9e &"). ]
[ Dec  6 21:14:47 Method "start" exited with status 0. ]
note: configured to log to "/dev/stdout"
{"msg":"registered DTrace probes","v":0,"name":"oximeter","level":20,"time":"2024-12-06T21:14:47.54404352Z","hostname":"oxz_oximeter_9d509eff-9671-46fb-8274-6ec9019a9d9e","pid":23357}
{"msg":"starting oximeter server","v":0,"name":"oximeter","level":30,"time":"2024-12-06T21:14:47.546416999Z","hostname":"oxz_oximeter_9d509eff-9671-46fb-8274-6ec9019a9d9e","pid":23357,"file":"oximeter/collector/src/lib.rs:234"}
{"msg":"creating ClickHouse client","v":0,"name":"oximeter","level":20,"time":"2024-12-06T21:14:47.547017799Z","hostname":"oxz_oximeter_9d509eff-9671-46fb-8274-6ec9019a9d9e","pid":23357}
{"msg":"registered USDT probes","v":0,"name":"oximeter","level":20,"time":"2024-12-06T21:14:47.556346262Z","hostname":"oxz_oximeter_9d509eff-9671-46fb-8274-6ec9019a9d9e","pid":23357,"id":"9425a6ac-f63a-4801-9e8b-367bf4f14236","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"9d509eff-9671-46fb-8274-6ec9019a9d9e","component":"oximeter-agent"}
{"msg":"oximeter database does not exist, or is out-of-date","v":0,"name":"oximeter","level":40,"time":"2024-12-06T21:14:50.949714639Z","hostname":"oxz_oximeter_9d509eff-9671-46fb-8274-6ec9019a9d9e","pid":23357,"id":"9425a6ac-f63a-4801-9e8b-367bf4f14236","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"9d509eff-9671-46fb-8274-6ec9019a9d9e","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:823"}
{"msg":"oximeter database does not exist, creating","v":0,"name":"oximeter","level":20,"time":"2024-12-06T21:14:50.94976837Z","hostname":"oxz_oximeter_9d509eff-9671-46fb-8274-6ec9019a9d9e","pid":23357,"collector_ip":"fd00:1122:3344:101::d","collector_id":"9d509eff-9671-46fb-8274-6ec9019a9d9e","component":"oximeter-agent"}
{"msg":"reading db version","v":0,"name":"oximeter","level":30,"time":"2024-12-06T21:14:50.949777491Z","hostname":"oxz_oximeter_9d509eff-9671-46fb-8274-6ec9019a9d9e","pid":23357,"id":"9425a6ac-f63a-4801-9e8b-367bf4f14236","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"9d509eff-9671-46fb-8274-6ec9019a9d9e","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:732"}
{"msg":"oximeter database does not exist, or is out-of-date","v":0,"name":"oximeter","level":40,"time":"2024-12-06T21:14:50.950600434Z","hostname":"oxz_oximeter_9d509eff-9671-46fb-8274-6ec9019a9d9e","pid":23357,"id":"9425a6ac-f63a-4801-9e8b-367bf4f14236","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"9d509eff-9671-46fb-8274-6ec9019a9d9e","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:823"}
{"msg":"read oximeter database version","v":0,"name":"oximeter","level":30,"time":"2024-12-06T21:14:50.950630385Z","hostname":"oxz_oximeter_9d509eff-9671-46fb-8274-6ec9019a9d9e","pid":23357,"id":"9425a6ac-f63a-4801-9e8b-367bf4f14236","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"9d509eff-9671-46fb-8274-6ec9019a9d9e","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:736","version":0}
{"msg":"wiping and re-initializing oximeter schema","v":0,"name":"oximeter","level":30,"time":"2024-12-06T21:14:50.950638114Z","hostname":"oxz_oximeter_9d509eff-9671-46fb-8274-6ec9019a9d9e","pid":23357,"id":"9425a6ac-f63a-4801-9e8b-367bf4f14236","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"9d509eff-9671-46fb-8274-6ec9019a9d9e","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:741"}
{"msg":"wiping ClickHouse database","v":0,"name":"oximeter","level":20,"time":"2024-12-06T21:14:50.950656925Z","hostname":"oxz_oximeter_9d509eff-9671-46fb-8274-6ec9019a9d9e","pid":23357,"id":"9425a6ac-f63a-4801-9e8b-367bf4f14236","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"9d509eff-9671-46fb-8274-6ec9019a9d9e","component":"oximeter-agent"}
{"msg":"initializing ClickHouse database","v":0,"name":"oximeter","level":20,"time":"2024-12-06T21:14:50.952754359Z","hostname":"oxz_oximeter_9d509eff-9671-46fb-8274-6ec9019a9d9e","pid":23357,"id":"9425a6ac-f63a-4801-9e8b-367bf4f14236","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"9d509eff-9671-46fb-8274-6ec9019a9d9e","component":"oximeter-agent"}
{"msg":"inserting current version","v":0,"name":"oximeter","level":30,"time":"2024-12-06T21:14:51.320036273Z","hostname":"oxz_oximeter_9d509eff-9671-46fb-8274-6ec9019a9d9e","pid":23357,"id":"9425a6ac-f63a-4801-9e8b-367bf4f14236","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"9d509eff-9671-46fb-8274-6ec9019a9d9e","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:764","version":13}
{"msg":"registered endpoint","v":0,"name":"oximeter","level":20,"time":"2024-12-06T21:14:51.340172684Z","hostname":"oxz_oximeter_9d509eff-9671-46fb-8274-6ec9019a9d9e","pid":23357,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","versions":"all","path":"/info","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"oximeter","level":20,"time":"2024-12-06T21:14:51.340210864Z","hostname":"oxz_oximeter_9d509eff-9671-46fb-8274-6ec9019a9d9e","pid":23357,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","versions":"all","path":"/producers","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"oximeter","level":20,"time":"2024-12-06T21:14:51.340231455Z","hostname":"oxz_oximeter_9d509eff-9671-46fb-8274-6ec9019a9d9e","pid":23357,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","versions":"all","path":"/producers/{producer_id}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"oximeter","level":20,"time":"2024-12-06T21:14:51.340239825Z","hostname":"oxz_oximeter_9d509eff-9671-46fb-8274-6ec9019a9d9e","pid":23357,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","versions":"all","path":"/producers/{producer_id}","method":"GET"}
{"msg":"listening","v":0,"name":"oximeter","level":30,"time":"2024-12-06T21:14:51.340253125Z","hostname":"oxz_oximeter_9d509eff-9671-46fb-8274-6ec9019a9d9e","pid":23357,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:327"}
{"msg":"successfully registered DTrace USDT probes","v":0,"name":"oximeter","level":20,"time":"2024-12-06T21:14:51.340266385Z","hostname":"oxz_oximeter_9d509eff-9671-46fb-8274-6ec9019a9d9e","pid":23357,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot"}
{"msg":"registered USDT probes","v":0,"name":"oximeter","level":20,"time":"2024-12-06T21:14:51.340288866Z","hostname":"oxz_oximeter_9d509eff-9671-46fb-8274-6ec9019a9d9e","pid":23357}
{"msg":"contacting nexus","v":0,"name":"oximeter","level":20,"time":"2024-12-06T21:14:51.340307316Z","hostname":"oxz_oximeter_9d509eff-9671-46fb-8274-6ec9019a9d9e","pid":23357}
{"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2024-12-06T21:14:51.46485199Z","hostname":"oxz_oximeter_9d509eff-9671-46fb-8274-6ec9019a9d9e","pid":23357,"body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/collectors","method":"POST"}
{"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2024-12-06T21:14:51.532485218Z","hostname":"oxz_oximeter_9d509eff-9671-46fb-8274-6ec9019a9d9e","pid":23357,"result":"Ok(Response { url: \"http://[fd00:1122:3344:101::a]:12221/metrics/collectors\", status: 204, headers: {\"x-request-id\": \"ecd05f7c-c890-445a-8717-da35efdb032f\", \"date\": \"Fri, 06 Dec 2024 21:14:51 GMT\"} })"}
{"msg":"oximeter registered with nexus","v":0,"name":"oximeter","level":30,"time":"2024-12-06T21:14:51.532705432Z","hostname":"oxz_oximeter_9d509eff-9671-46fb-8274-6ec9019a9d9e","pid":23357,"file":"oximeter/collector/src/lib.rs:381","id":"9d509eff-9671-46fb-8274-6ec9019a9d9e"}
{"msg":"starting refresh list task","v":0,"name":"oximeter","level":30,"time":"2024-12-06T21:14:51.532852234Z","hostname":"oxz_oximeter_9d509eff-9671-46fb-8274-6ec9019a9d9e","pid":23357,"collector_ip":"fd00:1122:3344:101::d","collector_id":"9d509eff-9671-46fb-8274-6ec9019a9d9e","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:1254"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"oximeter","level":30,"time":"2024-12-06T21:14:51.534675164Z","hostname":"oxz_oximeter_9d509eff-9671-46fb-8274-6ec9019a9d9e","pid":23357,"collector_ip":"fd00:1122:3344:101::d","collector_id":"9d509eff-9671-46fb-8274-6ec9019a9d9e","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:1257"}
{"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2024-12-06T21:14:51.536765628Z","hostname":"oxz_oximeter_9d509eff-9671-46fb-8274-6ec9019a9d9e","pid":23357,"body":"None","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/collectors/9d509eff-9671-46fb-8274-6ec9019a9d9e/producers?sort_by=id_ascending","method":"GET"}
{"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2024-12-06T21:14:51.589532294Z","hostname":"oxz_oximeter_9d509eff-9671-46fb-8274-6ec9019a9d9e","pid":23357,"result":"Ok(Response { url: \"http://[fd00:1122:3344:101::a]:12221/metrics/collectors/9d509eff-9671-46fb-8274-6ec9019a9d9e/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"842aeb8f-9505-4431-bff8-bd180dcb8b41\", \"content-length\": \"29\", \"date\": \"Fri, 06 Dec 2024 21:14:51 GMT\"} })"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"oximeter","level":30,"time":"2024-12-06T21:14:51.590327427Z","hostname":"oxz_oximeter_9d509eff-9671-46fb-8274-6ec9019a9d9e","pid":23357,"collector_ip":"fd00:1122:3344:101::d","collector_id":"9d509eff-9671-46fb-8274-6ec9019a9d9e","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:1332","n_current_tasks":0,"n_pruned_tasks":0}