[ Oct 31 00:14:23 Enabled. ] [ Oct 31 00:14:23 Rereading configuration. ] [ Oct 31 00:14:29 Rereading configuration. ] [ Oct 31 00:14:33 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/oximeter-collector/bin/oximeter run /var/svc/manifest/site/oximeter/config.toml --address [fd00:1122:3344:101::d]:12223 --id 4ce79729-70af-4ea9-8907-92eccad979f8 &"). ] [ Oct 31 00:14:33 Method "start" exited with status 0. ] note: configured to log to "/dev/stdout" {"msg":"registered DTrace probes","v":0,"name":"oximeter","level":20,"time":"2024-10-31T00:14:33.800326094Z","hostname":"oxz_oximeter_4ce79729-70af-4ea9-8907-92eccad979f8","pid":21798} {"msg":"starting oximeter server","v":0,"name":"oximeter","level":30,"time":"2024-10-31T00:14:33.803912091Z","hostname":"oxz_oximeter_4ce79729-70af-4ea9-8907-92eccad979f8","pid":21798,"file":"oximeter/collector/src/lib.rs:233"} {"msg":"creating ClickHouse client","v":0,"name":"oximeter","level":20,"time":"2024-10-31T00:14:33.805024312Z","hostname":"oxz_oximeter_4ce79729-70af-4ea9-8907-92eccad979f8","pid":21798} {"msg":"oximeter database does not exist, or is out-of-date","v":0,"name":"oximeter","level":40,"time":"2024-10-31T00:14:52.573200474Z","hostname":"oxz_oximeter_4ce79729-70af-4ea9-8907-92eccad979f8","pid":21798,"id":"9b380062-a2b1-4b5b-b544-21a01cf5c744","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"4ce79729-70af-4ea9-8907-92eccad979f8","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:911"} {"msg":"oximeter database does not exist, creating","v":0,"name":"oximeter","level":20,"time":"2024-10-31T00:14:52.573244805Z","hostname":"oxz_oximeter_4ce79729-70af-4ea9-8907-92eccad979f8","pid":21798,"collector_ip":"fd00:1122:3344:101::d","collector_id":"4ce79729-70af-4ea9-8907-92eccad979f8","component":"oximeter-agent"} {"msg":"reading db version","v":0,"name":"oximeter","level":30,"time":"2024-10-31T00:14:52.573257255Z","hostname":"oxz_oximeter_4ce79729-70af-4ea9-8907-92eccad979f8","pid":21798,"id":"9b380062-a2b1-4b5b-b544-21a01cf5c744","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"4ce79729-70af-4ea9-8907-92eccad979f8","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:820"} {"msg":"oximeter database does not exist, or is out-of-date","v":0,"name":"oximeter","level":40,"time":"2024-10-31T00:14:52.574180335Z","hostname":"oxz_oximeter_4ce79729-70af-4ea9-8907-92eccad979f8","pid":21798,"id":"9b380062-a2b1-4b5b-b544-21a01cf5c744","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"4ce79729-70af-4ea9-8907-92eccad979f8","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:911"} {"msg":"read oximeter database version","v":0,"name":"oximeter","level":30,"time":"2024-10-31T00:14:52.574192745Z","hostname":"oxz_oximeter_4ce79729-70af-4ea9-8907-92eccad979f8","pid":21798,"id":"9b380062-a2b1-4b5b-b544-21a01cf5c744","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"4ce79729-70af-4ea9-8907-92eccad979f8","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:824","version":0} {"msg":"wiping and re-initializing oximeter schema","v":0,"name":"oximeter","level":30,"time":"2024-10-31T00:14:52.574203035Z","hostname":"oxz_oximeter_4ce79729-70af-4ea9-8907-92eccad979f8","pid":21798,"id":"9b380062-a2b1-4b5b-b544-21a01cf5c744","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"4ce79729-70af-4ea9-8907-92eccad979f8","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:829"} {"msg":"wiping ClickHouse database","v":0,"name":"oximeter","level":20,"time":"2024-10-31T00:14:52.574249735Z","hostname":"oxz_oximeter_4ce79729-70af-4ea9-8907-92eccad979f8","pid":21798,"id":"9b380062-a2b1-4b5b-b544-21a01cf5c744","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"4ce79729-70af-4ea9-8907-92eccad979f8","component":"oximeter-agent"} {"msg":"initializing ClickHouse database","v":0,"name":"oximeter","level":20,"time":"2024-10-31T00:14:52.576261776Z","hostname":"oxz_oximeter_4ce79729-70af-4ea9-8907-92eccad979f8","pid":21798,"id":"9b380062-a2b1-4b5b-b544-21a01cf5c744","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"4ce79729-70af-4ea9-8907-92eccad979f8","component":"oximeter-agent"} {"msg":"inserting current version","v":0,"name":"oximeter","level":30,"time":"2024-10-31T00:14:52.761016368Z","hostname":"oxz_oximeter_4ce79729-70af-4ea9-8907-92eccad979f8","pid":21798,"id":"9b380062-a2b1-4b5b-b544-21a01cf5c744","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"4ce79729-70af-4ea9-8907-92eccad979f8","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:852","version":12} {"msg":"registered endpoint","v":0,"name":"oximeter","level":20,"time":"2024-10-31T00:14:52.803982188Z","hostname":"oxz_oximeter_4ce79729-70af-4ea9-8907-92eccad979f8","pid":21798,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","path":"/info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"oximeter","level":20,"time":"2024-10-31T00:14:52.804013089Z","hostname":"oxz_oximeter_4ce79729-70af-4ea9-8907-92eccad979f8","pid":21798,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","path":"/producers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"oximeter","level":20,"time":"2024-10-31T00:14:52.804028469Z","hostname":"oxz_oximeter_4ce79729-70af-4ea9-8907-92eccad979f8","pid":21798,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","path":"/producers/{producer_id}","method":"DELETE"} {"msg":"listening","v":0,"name":"oximeter","level":30,"time":"2024-10-31T00:14:52.804038039Z","hostname":"oxz_oximeter_4ce79729-70af-4ea9-8907-92eccad979f8","pid":21798,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:197"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"oximeter","level":20,"time":"2024-10-31T00:14:52.804045449Z","hostname":"oxz_oximeter_4ce79729-70af-4ea9-8907-92eccad979f8","pid":21798,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot"} {"msg":"contacting nexus","v":0,"name":"oximeter","level":20,"time":"2024-10-31T00:14:52.804085719Z","hostname":"oxz_oximeter_4ce79729-70af-4ea9-8907-92eccad979f8","pid":21798} {"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2024-10-31T00:14:52.887611975Z","hostname":"oxz_oximeter_4ce79729-70af-4ea9-8907-92eccad979f8","pid":21798,"body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/collectors","method":"POST"} {"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2024-10-31T00:14:52.902622508Z","hostname":"oxz_oximeter_4ce79729-70af-4ea9-8907-92eccad979f8","pid":21798,"result":"Ok(Response { url: \"http://[fd00:1122:3344:101::b]:12221/metrics/collectors\", status: 204, headers: {\"x-request-id\": \"9e11514a-b00f-4c72-88c6-4a469d8213eb\", \"date\": \"Thu, 31 Oct 2024 00:14:52 GMT\"} })"} {"msg":"oximeter registered with nexus","v":0,"name":"oximeter","level":30,"time":"2024-10-31T00:14:52.902695389Z","hostname":"oxz_oximeter_4ce79729-70af-4ea9-8907-92eccad979f8","pid":21798,"file":"oximeter/collector/src/lib.rs:392","id":"4ce79729-70af-4ea9-8907-92eccad979f8"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"oximeter","level":30,"time":"2024-10-31T00:14:52.90468055Z","hostname":"oxz_oximeter_4ce79729-70af-4ea9-8907-92eccad979f8","pid":21798,"collector_ip":"fd00:1122:3344:101::d","collector_id":"4ce79729-70af-4ea9-8907-92eccad979f8","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:772"} {"msg":"client request","v":0,"name":"oximeter","level":20,"time":"2024-10-31T00:14:52.906040243Z","hostname":"oxz_oximeter_4ce79729-70af-4ea9-8907-92eccad979f8","pid":21798,"body":"None","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/collectors/4ce79729-70af-4ea9-8907-92eccad979f8/producers?sort_by=id_ascending","method":"GET"} {"msg":"client response","v":0,"name":"oximeter","level":20,"time":"2024-10-31T00:14:52.917646973Z","hostname":"oxz_oximeter_4ce79729-70af-4ea9-8907-92eccad979f8","pid":21798,"result":"Ok(Response { url: \"http://[fd00:1122:3344:101::b]:12221/metrics/collectors/4ce79729-70af-4ea9-8907-92eccad979f8/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fc79009d-95e0-413f-8019-132c951cb141\", \"content-length\": \"29\", \"date\": \"Thu, 31 Oct 2024 00:14:52 GMT\"} })"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"oximeter","level":30,"time":"2024-10-31T00:14:52.919040726Z","hostname":"oxz_oximeter_4ce79729-70af-4ea9-8907-92eccad979f8","pid":21798,"collector_ip":"fd00:1122:3344:101::d","collector_id":"4ce79729-70af-4ea9-8907-92eccad979f8","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:820","n_current_tasks":0,"n_pruned_tasks":0}