[ Oct 13 19:44:34 Enabled. ]
[ Oct 13 19:44:34 Rereading configuration. ]
[ Oct 13 19:44:36 Rereading configuration. ]
[ Oct 13 19:44:41 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/oximeter-collector/bin/oximeter run /var/svc/manifest/site/oximeter/config.toml --address [fd00:1122:3344:101::d]:12223 --id cfe66be8-b419-470f-aaa7-0136d8dee59e &"). ]
[ Oct 13 19:44:41 Method "start" exited with status 0. ]
note: configured to log to "/dev/stdout"
{"msg":"registered DTrace probes","v":0,"name":"oximeter","level":20,"time":"2025-10-13T19:44:41.763331582Z","hostname":"oxz_oximeter_cfe66be8-b419-470f-aaa7-0136d8dee59e","pid":24008}
{"msg":"starting oximeter server","v":0,"name":"oximeter","level":30,"time":"2025-10-13T19:44:41.768712314Z","hostname":"oxz_oximeter_cfe66be8-b419-470f-aaa7-0136d8dee59e","pid":24008,"file":"oximeter/collector/src/lib.rs:264"}
{"msg":"creating ClickHouse client","v":0,"name":"oximeter","level":20,"time":"2025-10-13T19:44:41.773568833Z","hostname":"oxz_oximeter_cfe66be8-b419-470f-aaa7-0136d8dee59e","pid":24008}
{"msg":"registered USDT probes","v":0,"name":"oximeter","level":20,"time":"2025-10-13T19:44:41.816270239Z","hostname":"oxz_oximeter_cfe66be8-b419-470f-aaa7-0136d8dee59e","pid":24008,"id":"0638c149-1326-4d48-898c-b37f5ec68658","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"cfe66be8-b419-470f-aaa7-0136d8dee59e","component":"oximeter-agent"}
{"msg":"oximeter database does not exist, or is out-of-date","v":0,"name":"oximeter","level":40,"time":"2025-10-13T19:44:58.948508179Z","hostname":"oxz_oximeter_cfe66be8-b419-470f-aaa7-0136d8dee59e","pid":24008,"id":"0638c149-1326-4d48-898c-b37f5ec68658","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"cfe66be8-b419-470f-aaa7-0136d8dee59e","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:900"}
{"msg":"oximeter database does not exist, creating","v":0,"name":"oximeter","level":20,"time":"2025-10-13T19:44:58.956438033Z","hostname":"oxz_oximeter_cfe66be8-b419-470f-aaa7-0136d8dee59e","pid":24008,"collector_ip":"fd00:1122:3344:101::d","collector_id":"cfe66be8-b419-470f-aaa7-0136d8dee59e","component":"oximeter-agent"}
{"msg":"reading db version","v":0,"name":"oximeter","level":30,"time":"2025-10-13T19:44:58.956489224Z","hostname":"oxz_oximeter_cfe66be8-b419-470f-aaa7-0136d8dee59e","pid":24008,"id":"0638c149-1326-4d48-898c-b37f5ec68658","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"cfe66be8-b419-470f-aaa7-0136d8dee59e","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:800"}
{"msg":"oximeter database does not exist, or is out-of-date","v":0,"name":"oximeter","level":40,"time":"2025-10-13T19:44:58.957716105Z","hostname":"oxz_oximeter_cfe66be8-b419-470f-aaa7-0136d8dee59e","pid":24008,"id":"0638c149-1326-4d48-898c-b37f5ec68658","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"cfe66be8-b419-470f-aaa7-0136d8dee59e","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:900"}
{"msg":"read oximeter database version","v":0,"name":"oximeter","level":30,"time":"2025-10-13T19:44:58.957759355Z","hostname":"oxz_oximeter_cfe66be8-b419-470f-aaa7-0136d8dee59e","pid":24008,"id":"0638c149-1326-4d48-898c-b37f5ec68658","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"cfe66be8-b419-470f-aaa7-0136d8dee59e","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:805","version":0}
{"msg":"initializing oximeter schema","v":0,"name":"oximeter","level":30,"time":"2025-10-13T19:44:58.957767446Z","hostname":"oxz_oximeter_cfe66be8-b419-470f-aaa7-0136d8dee59e","pid":24008,"id":"0638c149-1326-4d48-898c-b37f5ec68658","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"cfe66be8-b419-470f-aaa7-0136d8dee59e","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:810"}
{"msg":"initializing ClickHouse database","v":0,"name":"oximeter","level":20,"time":"2025-10-13T19:44:58.957794776Z","hostname":"oxz_oximeter_cfe66be8-b419-470f-aaa7-0136d8dee59e","pid":24008,"id":"0638c149-1326-4d48-898c-b37f5ec68658","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"cfe66be8-b419-470f-aaa7-0136d8dee59e","component":"oximeter-agent"}
{"msg":"inserting current version","v":0,"name":"oximeter","level":30,"time":"2025-10-13T19:44:59.471584853Z","hostname":"oxz_oximeter_cfe66be8-b419-470f-aaa7-0136d8dee59e","pid":24008,"id":"0638c149-1326-4d48-898c-b37f5ec68658","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"cfe66be8-b419-470f-aaa7-0136d8dee59e","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:831","version":14}
{"msg":"registered USDT probes","v":0,"name":"oximeter","level":20,"time":"2025-10-13T19:44:59.524717154Z","hostname":"oxz_oximeter_cfe66be8-b419-470f-aaa7-0136d8dee59e","pid":24008,"id":"450ad8de-c1c6-45e5-9e40-62394f043653","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"cfe66be8-b419-470f-aaa7-0136d8dee59e","component":"oximeter-agent"}
{"msg":"registered endpoint","v":0,"name":"oximeter","level":20,"time":"2025-10-13T19:44:59.559813944Z","hostname":"oxz_oximeter_cfe66be8-b419-470f-aaa7-0136d8dee59e","pid":24008,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","versions":"all","path":"/info","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"oximeter","level":20,"time":"2025-10-13T19:44:59.559842305Z","hostname":"oxz_oximeter_cfe66be8-b419-470f-aaa7-0136d8dee59e","pid":24008,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","versions":"all","path":"/producers","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"oximeter","level":20,"time":"2025-10-13T19:44:59.559882236Z","hostname":"oxz_oximeter_cfe66be8-b419-470f-aaa7-0136d8dee59e","pid":24008,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","versions":"all","path":"/producers/{producer_id}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"oximeter","level":20,"time":"2025-10-13T19:44:59.559890106Z","hostname":"oxz_oximeter_cfe66be8-b419-470f-aaa7-0136d8dee59e","pid":24008,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","versions":"all","path":"/producers/{producer_id}","method":"GET"}
{"msg":"listening","v":0,"name":"oximeter","level":30,"time":"2025-10-13T19:44:59.559921717Z","hostname":"oxz_oximeter_cfe66be8-b419-470f-aaa7-0136d8dee59e","pid":24008,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.4/src/server.rs:328"}
{"msg":"successfully registered DTrace USDT probes","v":0,"name":"oximeter","level":20,"time":"2025-10-13T19:44:59.559953758Z","hostname":"oxz_oximeter_cfe66be8-b419-470f-aaa7-0136d8dee59e","pid":24008,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot"}
{"msg":"registered USDT probes","v":0,"name":"oximeter","level":20,"time":"2025-10-13T19:44:59.559960798Z","hostname":"oxz_oximeter_cfe66be8-b419-470f-aaa7-0136d8dee59e","pid":24008}
{"msg":"contacting nexus","v":0,"name":"oximeter","level":20,"time":"2025-10-13T19:44:59.559994968Z","hostname":"oxz_oximeter_cfe66be8-b419-470f-aaa7-0136d8dee59e","pid":24008}
{"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2025-10-13T19:44:59.810239968Z","hostname":"oxz_oximeter_cfe66be8-b419-470f-aaa7-0136d8dee59e","pid":24008,"body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/collectors","method":"POST"}
{"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2025-10-13T19:44:59.872289578Z","hostname":"oxz_oximeter_cfe66be8-b419-470f-aaa7-0136d8dee59e","pid":24008,"result":"Ok(Response { url: \"http://[fd00:1122:3344:101::b]:12221/metrics/collectors\", status: 204, headers: {\"x-request-id\": \"acdf61c6-f2fe-4bea-98b2-ab7a9e117b8b\", \"date\": \"Mon, 13 Oct 2025 19:44:59 GMT\"} })"}
{"msg":"oximeter registered with nexus","v":0,"name":"oximeter","level":30,"time":"2025-10-13T19:44:59.872404741Z","hostname":"oxz_oximeter_cfe66be8-b419-470f-aaa7-0136d8dee59e","pid":24008,"file":"oximeter/collector/src/lib.rs:427","id":"cfe66be8-b419-470f-aaa7-0136d8dee59e"}
{"msg":"starting refresh list task","v":0,"name":"oximeter","level":30,"time":"2025-10-13T19:44:59.872505914Z","hostname":"oxz_oximeter_cfe66be8-b419-470f-aaa7-0136d8dee59e","pid":24008,"collector_ip":"fd00:1122:3344:101::d","collector_id":"cfe66be8-b419-470f-aaa7-0136d8dee59e","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:554"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"oximeter","level":30,"time":"2025-10-13T19:44:59.873546579Z","hostname":"oxz_oximeter_cfe66be8-b419-470f-aaa7-0136d8dee59e","pid":24008,"collector_ip":"fd00:1122:3344:101::d","collector_id":"cfe66be8-b419-470f-aaa7-0136d8dee59e","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557"}
{"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2025-10-13T19:44:59.882465498Z","hostname":"oxz_oximeter_cfe66be8-b419-470f-aaa7-0136d8dee59e","pid":24008,"body":"None","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/collectors/cfe66be8-b419-470f-aaa7-0136d8dee59e/producers?sort_by=id_ascending","method":"GET"}
{"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2025-10-13T19:44:59.885333238Z","hostname":"oxz_oximeter_cfe66be8-b419-470f-aaa7-0136d8dee59e","pid":24008,"result":"Ok(Response { url: \"http://[fd00:1122:3344:101::b]:12221/metrics/collectors/cfe66be8-b419-470f-aaa7-0136d8dee59e/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"034a7421-ccb3-4305-a65f-5199c389c3d6\", \"content-length\": \"29\", \"date\": \"Mon, 13 Oct 2025 19:44:59 GMT\"} })"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"oximeter","level":30,"time":"2025-10-13T19:44:59.885464041Z","hostname":"oxz_oximeter_cfe66be8-b419-470f-aaa7-0136d8dee59e","pid":24008,"collector_ip":"fd00:1122:3344:101::d","collector_id":"cfe66be8-b419-470f-aaa7-0136d8dee59e","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","n_current_tasks":0,"n_pruned_tasks":0}