[ Feb 28 10:59:44 Enabled. ] [ Feb 28 10:59:44 Rereading configuration. ] [ Feb 28 10:59:45 Rereading configuration. ] [ Feb 28 10:59:47 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/oximeter-collector/bin/oximeter run /var/svc/manifest/site/oximeter/config.toml --address [fd00:1122:3344:101::d]:12223 --id e48a4f46-1a6f-418f-a5a7-e97c705cc065 &"). ] [ Feb 28 10:59:47 Method "start" exited with status 0. ] note: configured to log to "/dev/stdout" {"msg":"registered DTrace probes","v":0,"name":"oximeter","level":20,"time":"2025-02-28T10:59:47.617956092Z","hostname":"oxz_oximeter_e48a4f46-1a6f-418f-a5a7-e97c705cc065","pid":22759} {"msg":"starting oximeter server","v":0,"name":"oximeter","level":30,"time":"2025-02-28T10:59:47.619468556Z","hostname":"oxz_oximeter_e48a4f46-1a6f-418f-a5a7-e97c705cc065","pid":22759,"file":"oximeter/collector/src/lib.rs:236"} {"msg":"creating ClickHouse client","v":0,"name":"oximeter","level":20,"time":"2025-02-28T10:59:47.620571575Z","hostname":"oxz_oximeter_e48a4f46-1a6f-418f-a5a7-e97c705cc065","pid":22759} {"msg":"registered USDT probes","v":0,"name":"oximeter","level":20,"time":"2025-02-28T10:59:47.628809796Z","hostname":"oxz_oximeter_e48a4f46-1a6f-418f-a5a7-e97c705cc065","pid":22759,"id":"5654c707-3a69-4d8e-81e7-7506b4094679","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"e48a4f46-1a6f-418f-a5a7-e97c705cc065","component":"oximeter-agent"} {"msg":"oximeter database does not exist, or is out-of-date","v":0,"name":"oximeter","level":40,"time":"2025-02-28T10:59:53.959908722Z","hostname":"oxz_oximeter_e48a4f46-1a6f-418f-a5a7-e97c705cc065","pid":22759,"id":"5654c707-3a69-4d8e-81e7-7506b4094679","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"e48a4f46-1a6f-418f-a5a7-e97c705cc065","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:819"} {"msg":"oximeter database does not exist, creating","v":0,"name":"oximeter","level":20,"time":"2025-02-28T10:59:53.959958492Z","hostname":"oxz_oximeter_e48a4f46-1a6f-418f-a5a7-e97c705cc065","pid":22759,"collector_ip":"fd00:1122:3344:101::d","collector_id":"e48a4f46-1a6f-418f-a5a7-e97c705cc065","component":"oximeter-agent"} {"msg":"reading db version","v":0,"name":"oximeter","level":30,"time":"2025-02-28T10:59:53.959967902Z","hostname":"oxz_oximeter_e48a4f46-1a6f-418f-a5a7-e97c705cc065","pid":22759,"id":"5654c707-3a69-4d8e-81e7-7506b4094679","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"e48a4f46-1a6f-418f-a5a7-e97c705cc065","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:730"} {"msg":"oximeter database does not exist, or is out-of-date","v":0,"name":"oximeter","level":40,"time":"2025-02-28T10:59:53.961047681Z","hostname":"oxz_oximeter_e48a4f46-1a6f-418f-a5a7-e97c705cc065","pid":22759,"id":"5654c707-3a69-4d8e-81e7-7506b4094679","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"e48a4f46-1a6f-418f-a5a7-e97c705cc065","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:819"} {"msg":"read oximeter database version","v":0,"name":"oximeter","level":30,"time":"2025-02-28T10:59:53.961078832Z","hostname":"oxz_oximeter_e48a4f46-1a6f-418f-a5a7-e97c705cc065","pid":22759,"id":"5654c707-3a69-4d8e-81e7-7506b4094679","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"e48a4f46-1a6f-418f-a5a7-e97c705cc065","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:734","version":0} {"msg":"initializing oximeter schema","v":0,"name":"oximeter","level":30,"time":"2025-02-28T10:59:53.961088202Z","hostname":"oxz_oximeter_e48a4f46-1a6f-418f-a5a7-e97c705cc065","pid":22759,"id":"5654c707-3a69-4d8e-81e7-7506b4094679","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"e48a4f46-1a6f-418f-a5a7-e97c705cc065","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:739"} {"msg":"initializing ClickHouse database","v":0,"name":"oximeter","level":20,"time":"2025-02-28T10:59:53.961097832Z","hostname":"oxz_oximeter_e48a4f46-1a6f-418f-a5a7-e97c705cc065","pid":22759,"id":"5654c707-3a69-4d8e-81e7-7506b4094679","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"e48a4f46-1a6f-418f-a5a7-e97c705cc065","component":"oximeter-agent"} {"msg":"inserting current version","v":0,"name":"oximeter","level":30,"time":"2025-02-28T10:59:55.446639402Z","hostname":"oxz_oximeter_e48a4f46-1a6f-418f-a5a7-e97c705cc065","pid":22759,"id":"5654c707-3a69-4d8e-81e7-7506b4094679","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"e48a4f46-1a6f-418f-a5a7-e97c705cc065","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:760","version":14} {"msg":"registered endpoint","v":0,"name":"oximeter","level":20,"time":"2025-02-28T10:59:55.469937242Z","hostname":"oxz_oximeter_e48a4f46-1a6f-418f-a5a7-e97c705cc065","pid":22759,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","versions":"all","path":"/info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"oximeter","level":20,"time":"2025-02-28T10:59:55.469978563Z","hostname":"oxz_oximeter_e48a4f46-1a6f-418f-a5a7-e97c705cc065","pid":22759,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","versions":"all","path":"/producers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"oximeter","level":20,"time":"2025-02-28T10:59:55.470005643Z","hostname":"oxz_oximeter_e48a4f46-1a6f-418f-a5a7-e97c705cc065","pid":22759,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","versions":"all","path":"/producers/{producer_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"oximeter","level":20,"time":"2025-02-28T10:59:55.470032143Z","hostname":"oxz_oximeter_e48a4f46-1a6f-418f-a5a7-e97c705cc065","pid":22759,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","versions":"all","path":"/producers/{producer_id}","method":"GET"} {"msg":"listening","v":0,"name":"oximeter","level":30,"time":"2025-02-28T10:59:55.470046074Z","hostname":"oxz_oximeter_e48a4f46-1a6f-418f-a5a7-e97c705cc065","pid":22759,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:328"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"oximeter","level":20,"time":"2025-02-28T10:59:55.470062254Z","hostname":"oxz_oximeter_e48a4f46-1a6f-418f-a5a7-e97c705cc065","pid":22759,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot"} {"msg":"registered USDT probes","v":0,"name":"oximeter","level":20,"time":"2025-02-28T10:59:55.470072904Z","hostname":"oxz_oximeter_e48a4f46-1a6f-418f-a5a7-e97c705cc065","pid":22759} {"msg":"contacting nexus","v":0,"name":"oximeter","level":20,"time":"2025-02-28T10:59:55.470085394Z","hostname":"oxz_oximeter_e48a4f46-1a6f-418f-a5a7-e97c705cc065","pid":22759} {"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2025-02-28T10:59:55.575784903Z","hostname":"oxz_oximeter_e48a4f46-1a6f-418f-a5a7-e97c705cc065","pid":22759,"body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/collectors","method":"POST"} {"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2025-02-28T10:59:55.76605539Z","hostname":"oxz_oximeter_e48a4f46-1a6f-418f-a5a7-e97c705cc065","pid":22759,"result":"Ok(Response { url: \"http://[fd00:1122:3344:101::b]:12221/metrics/collectors\", status: 204, headers: {\"x-request-id\": \"bd3b82fb-640d-43de-910c-c2bd6d7570c1\", \"date\": \"Fri, 28 Feb 2025 10:59:55 GMT\"} })"} {"msg":"oximeter registered with nexus","v":0,"name":"oximeter","level":30,"time":"2025-02-28T10:59:55.766720846Z","hostname":"oxz_oximeter_e48a4f46-1a6f-418f-a5a7-e97c705cc065","pid":22759,"file":"oximeter/collector/src/lib.rs:383","id":"e48a4f46-1a6f-418f-a5a7-e97c705cc065"} {"msg":"starting refresh list task","v":0,"name":"oximeter","level":30,"time":"2025-02-28T10:59:55.766835807Z","hostname":"oxz_oximeter_e48a4f46-1a6f-418f-a5a7-e97c705cc065","pid":22759,"collector_ip":"fd00:1122:3344:101::d","collector_id":"e48a4f46-1a6f-418f-a5a7-e97c705cc065","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:471"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"oximeter","level":30,"time":"2025-02-28T10:59:55.767882125Z","hostname":"oxz_oximeter_e48a4f46-1a6f-418f-a5a7-e97c705cc065","pid":22759,"collector_ip":"fd00:1122:3344:101::d","collector_id":"e48a4f46-1a6f-418f-a5a7-e97c705cc065","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:474"} {"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2025-02-28T10:59:55.769753272Z","hostname":"oxz_oximeter_e48a4f46-1a6f-418f-a5a7-e97c705cc065","pid":22759,"body":"None","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/collectors/e48a4f46-1a6f-418f-a5a7-e97c705cc065/producers?sort_by=id_ascending","method":"GET"} {"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2025-02-28T10:59:55.828287205Z","hostname":"oxz_oximeter_e48a4f46-1a6f-418f-a5a7-e97c705cc065","pid":22759,"result":"Ok(Response { url: \"http://[fd00:1122:3344:101::b]:12221/metrics/collectors/e48a4f46-1a6f-418f-a5a7-e97c705cc065/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"812f0a0c-7a2f-4e59-9b21-9c191d6c36ec\", \"content-length\": \"29\", \"date\": \"Fri, 28 Feb 2025 10:59:55 GMT\"} })"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"oximeter","level":30,"time":"2025-02-28T10:59:55.828942271Z","hostname":"oxz_oximeter_e48a4f46-1a6f-418f-a5a7-e97c705cc065","pid":22759,"collector_ip":"fd00:1122:3344:101::d","collector_id":"e48a4f46-1a6f-418f-a5a7-e97c705cc065","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:549","n_current_tasks":0,"n_pruned_tasks":0}