[ Mar 1 01:14:41 Enabled. ] [ Mar 1 01:14:41 Rereading configuration. ] [ Mar 1 01:14:42 Rereading configuration. ] [ Mar 1 01:14:46 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/oximeter-collector/bin/oximeter run /var/svc/manifest/site/oximeter/config.toml --address [fd00:1122:3344:101::d]:12223 --id d77aa5d6-e6f9-4845-b1d4-57f91a3621e6 &"). ] [ Mar 1 01:14:46 Method "start" exited with status 0. ] note: configured to log to "/dev/stdout" {"msg":"registered DTrace probes","v":0,"name":"oximeter","level":20,"time":"2025-03-01T01:14:46.316117854Z","hostname":"oxz_oximeter_d77aa5d6-e6f9-4845-b1d4-57f91a3621e6","pid":22420} {"msg":"starting oximeter server","v":0,"name":"oximeter","level":30,"time":"2025-03-01T01:14:46.319661457Z","hostname":"oxz_oximeter_d77aa5d6-e6f9-4845-b1d4-57f91a3621e6","pid":22420,"file":"oximeter/collector/src/lib.rs:236"} {"msg":"creating ClickHouse client","v":0,"name":"oximeter","level":20,"time":"2025-03-01T01:14:46.32033908Z","hostname":"oxz_oximeter_d77aa5d6-e6f9-4845-b1d4-57f91a3621e6","pid":22420} {"msg":"registered USDT probes","v":0,"name":"oximeter","level":20,"time":"2025-03-01T01:14:46.336757575Z","hostname":"oxz_oximeter_d77aa5d6-e6f9-4845-b1d4-57f91a3621e6","pid":22420,"id":"ca5f2eaa-f397-4c76-93a1-69396108e63b","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"d77aa5d6-e6f9-4845-b1d4-57f91a3621e6","component":"oximeter-agent"} {"msg":"oximeter database does not exist, or is out-of-date","v":0,"name":"oximeter","level":40,"time":"2025-03-01T01:14:52.043700236Z","hostname":"oxz_oximeter_d77aa5d6-e6f9-4845-b1d4-57f91a3621e6","pid":22420,"id":"ca5f2eaa-f397-4c76-93a1-69396108e63b","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"d77aa5d6-e6f9-4845-b1d4-57f91a3621e6","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:823"} {"msg":"oximeter database does not exist, creating","v":0,"name":"oximeter","level":20,"time":"2025-03-01T01:14:52.043751807Z","hostname":"oxz_oximeter_d77aa5d6-e6f9-4845-b1d4-57f91a3621e6","pid":22420,"collector_ip":"fd00:1122:3344:101::d","collector_id":"d77aa5d6-e6f9-4845-b1d4-57f91a3621e6","component":"oximeter-agent"} {"msg":"reading db version","v":0,"name":"oximeter","level":30,"time":"2025-03-01T01:14:52.043761668Z","hostname":"oxz_oximeter_d77aa5d6-e6f9-4845-b1d4-57f91a3621e6","pid":22420,"id":"ca5f2eaa-f397-4c76-93a1-69396108e63b","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"d77aa5d6-e6f9-4845-b1d4-57f91a3621e6","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:732"} {"msg":"oximeter database does not exist, or is out-of-date","v":0,"name":"oximeter","level":40,"time":"2025-03-01T01:14:52.044787919Z","hostname":"oxz_oximeter_d77aa5d6-e6f9-4845-b1d4-57f91a3621e6","pid":22420,"id":"ca5f2eaa-f397-4c76-93a1-69396108e63b","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"d77aa5d6-e6f9-4845-b1d4-57f91a3621e6","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:823"} {"msg":"read oximeter database version","v":0,"name":"oximeter","level":30,"time":"2025-03-01T01:14:52.044820289Z","hostname":"oxz_oximeter_d77aa5d6-e6f9-4845-b1d4-57f91a3621e6","pid":22420,"id":"ca5f2eaa-f397-4c76-93a1-69396108e63b","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"d77aa5d6-e6f9-4845-b1d4-57f91a3621e6","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:736","version":0} {"msg":"wiping and re-initializing oximeter schema","v":0,"name":"oximeter","level":30,"time":"2025-03-01T01:14:52.04484743Z","hostname":"oxz_oximeter_d77aa5d6-e6f9-4845-b1d4-57f91a3621e6","pid":22420,"id":"ca5f2eaa-f397-4c76-93a1-69396108e63b","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"d77aa5d6-e6f9-4845-b1d4-57f91a3621e6","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:741"} {"msg":"wiping ClickHouse database","v":0,"name":"oximeter","level":20,"time":"2025-03-01T01:14:52.04485832Z","hostname":"oxz_oximeter_d77aa5d6-e6f9-4845-b1d4-57f91a3621e6","pid":22420,"id":"ca5f2eaa-f397-4c76-93a1-69396108e63b","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"d77aa5d6-e6f9-4845-b1d4-57f91a3621e6","component":"oximeter-agent"} {"msg":"initializing ClickHouse database","v":0,"name":"oximeter","level":20,"time":"2025-03-01T01:14:52.047135126Z","hostname":"oxz_oximeter_d77aa5d6-e6f9-4845-b1d4-57f91a3621e6","pid":22420,"id":"ca5f2eaa-f397-4c76-93a1-69396108e63b","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"d77aa5d6-e6f9-4845-b1d4-57f91a3621e6","component":"oximeter-agent"} {"msg":"inserting current version","v":0,"name":"oximeter","level":30,"time":"2025-03-01T01:14:52.227049301Z","hostname":"oxz_oximeter_d77aa5d6-e6f9-4845-b1d4-57f91a3621e6","pid":22420,"id":"ca5f2eaa-f397-4c76-93a1-69396108e63b","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"d77aa5d6-e6f9-4845-b1d4-57f91a3621e6","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:764","version":13} {"msg":"registered endpoint","v":0,"name":"oximeter","level":20,"time":"2025-03-01T01:14:52.257756056Z","hostname":"oxz_oximeter_d77aa5d6-e6f9-4845-b1d4-57f91a3621e6","pid":22420,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","versions":"all","path":"/info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"oximeter","level":20,"time":"2025-03-01T01:14:52.257782677Z","hostname":"oxz_oximeter_d77aa5d6-e6f9-4845-b1d4-57f91a3621e6","pid":22420,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","versions":"all","path":"/producers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"oximeter","level":20,"time":"2025-03-01T01:14:52.257799577Z","hostname":"oxz_oximeter_d77aa5d6-e6f9-4845-b1d4-57f91a3621e6","pid":22420,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","versions":"all","path":"/producers/{producer_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"oximeter","level":20,"time":"2025-03-01T01:14:52.257808847Z","hostname":"oxz_oximeter_d77aa5d6-e6f9-4845-b1d4-57f91a3621e6","pid":22420,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","versions":"all","path":"/producers/{producer_id}","method":"GET"} {"msg":"listening","v":0,"name":"oximeter","level":30,"time":"2025-03-01T01:14:52.257821238Z","hostname":"oxz_oximeter_d77aa5d6-e6f9-4845-b1d4-57f91a3621e6","pid":22420,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:328"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"oximeter","level":20,"time":"2025-03-01T01:14:52.257831428Z","hostname":"oxz_oximeter_d77aa5d6-e6f9-4845-b1d4-57f91a3621e6","pid":22420,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot"} {"msg":"registered USDT probes","v":0,"name":"oximeter","level":20,"time":"2025-03-01T01:14:52.257891449Z","hostname":"oxz_oximeter_d77aa5d6-e6f9-4845-b1d4-57f91a3621e6","pid":22420} {"msg":"contacting nexus","v":0,"name":"oximeter","level":20,"time":"2025-03-01T01:14:52.257904449Z","hostname":"oxz_oximeter_d77aa5d6-e6f9-4845-b1d4-57f91a3621e6","pid":22420} {"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2025-03-01T01:14:52.356217192Z","hostname":"oxz_oximeter_d77aa5d6-e6f9-4845-b1d4-57f91a3621e6","pid":22420,"body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/collectors","method":"POST"} {"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2025-03-01T01:14:52.40572056Z","hostname":"oxz_oximeter_d77aa5d6-e6f9-4845-b1d4-57f91a3621e6","pid":22420,"result":"Ok(Response { url: \"http://[fd00:1122:3344:101::b]:12221/metrics/collectors\", status: 204, headers: {\"x-request-id\": \"c9d15239-e577-405d-bedc-1c5900c8aa75\", \"date\": \"Sat, 01 Mar 2025 01:14:52 GMT\"} })"} {"msg":"oximeter registered with nexus","v":0,"name":"oximeter","level":30,"time":"2025-03-01T01:14:52.406413825Z","hostname":"oxz_oximeter_d77aa5d6-e6f9-4845-b1d4-57f91a3621e6","pid":22420,"file":"oximeter/collector/src/lib.rs:383","id":"d77aa5d6-e6f9-4845-b1d4-57f91a3621e6"} {"msg":"starting refresh list task","v":0,"name":"oximeter","level":30,"time":"2025-03-01T01:14:52.406468186Z","hostname":"oxz_oximeter_d77aa5d6-e6f9-4845-b1d4-57f91a3621e6","pid":22420,"collector_ip":"fd00:1122:3344:101::d","collector_id":"d77aa5d6-e6f9-4845-b1d4-57f91a3621e6","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:471"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"oximeter","level":30,"time":"2025-03-01T01:14:52.407512097Z","hostname":"oxz_oximeter_d77aa5d6-e6f9-4845-b1d4-57f91a3621e6","pid":22420,"collector_ip":"fd00:1122:3344:101::d","collector_id":"d77aa5d6-e6f9-4845-b1d4-57f91a3621e6","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:474"} {"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2025-03-01T01:14:52.41453447Z","hostname":"oxz_oximeter_d77aa5d6-e6f9-4845-b1d4-57f91a3621e6","pid":22420,"body":"None","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/collectors/d77aa5d6-e6f9-4845-b1d4-57f91a3621e6/producers?sort_by=id_ascending","method":"GET"} {"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2025-03-01T01:14:52.427427882Z","hostname":"oxz_oximeter_d77aa5d6-e6f9-4845-b1d4-57f91a3621e6","pid":22420,"result":"Ok(Response { url: \"http://[fd00:1122:3344:101::a]:12221/metrics/collectors/d77aa5d6-e6f9-4845-b1d4-57f91a3621e6/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3e9f2fbb-e435-439f-ac80-272c62a2dfb7\", \"content-length\": \"29\", \"date\": \"Sat, 01 Mar 2025 01:14:52 GMT\"} })"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"oximeter","level":30,"time":"2025-03-01T01:14:52.429533245Z","hostname":"oxz_oximeter_d77aa5d6-e6f9-4845-b1d4-57f91a3621e6","pid":22420,"collector_ip":"fd00:1122:3344:101::d","collector_id":"d77aa5d6-e6f9-4845-b1d4-57f91a3621e6","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:549","n_current_tasks":0,"n_pruned_tasks":0}