[ Oct  5 04:29:24 Disabled. ]
[ Oct  5 04:29:24 Rereading configuration. ]
[ Oct  5 04:29:59 Rereading configuration. ]
[ Oct  5 04:29:59 Rereading configuration. ]
[ Oct  5 04:29:59 Enabled. ]
[ Oct  5 04:29:59 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/oximeter/bin/oximeter run /var/svc/manifest/site/oximeter/config.toml --address [fd00:1122:3344:101::d]:12223 --id 981480a3-40bf-4e2e-b18e-81de70e8ef53 &"). ]
[ Oct  5 04:29:59 Method "start" exited with status 0. ]
note: configured to log to "/dev/stdout"
{"msg":"registered DTrace probes","v":0,"name":"oximeter","level":20,"time":"2023-10-05T04:29:59.523203373Z","hostname":"oxz_oximeter_981480a3-40bf-4e2e-b18e-81de70e8ef53","pid":24503}
{"msg":"starting oximeter server","v":0,"name":"oximeter","level":30,"time":"2023-10-05T04:29:59.523629786Z","hostname":"oxz_oximeter_981480a3-40bf-4e2e-b18e-81de70e8ef53","pid":24503,"file":"oximeter/collector/src/lib.rs:732"}
{"msg":"new DNS resolver","v":0,"name":"oximeter","level":30,"time":"2023-10-05T04:29:59.52610683Z","hostname":"oxz_oximeter_981480a3-40bf-4e2e-b18e-81de70e8ef53","pid":24503,"component":"DnsResolver","file":"internal-dns/src/resolver.rs:60","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]"}
{"msg":"creating ClickHouse client","v":0,"name":"oximeter","level":20,"time":"2023-10-05T04:29:59.528281705Z","hostname":"oxz_oximeter_981480a3-40bf-4e2e-b18e-81de70e8ef53","pid":24503}
{"msg":"lookup srv","v":0,"name":"oximeter","level":20,"time":"2023-10-05T04:29:59.528840522Z","hostname":"oxz_oximeter_981480a3-40bf-4e2e-b18e-81de70e8ef53","pid":24503,"component":"DnsResolver","dns_name":"_clickhouse._tcp.control-plane.oxide.internal"}
{"msg":"initializing ClickHouse database","v":0,"name":"oximeter","level":20,"time":"2023-10-05T04:29:59.60801302Z","hostname":"oxz_oximeter_981480a3-40bf-4e2e-b18e-81de70e8ef53","pid":24503,"id":"8f6dc322-f4a5-4d74-87bf-00778716b8f7","component":"clickhouse-client","collector_id":"981480a3-40bf-4e2e-b18e-81de70e8ef53","component":"oximeter-agent"}
{"msg":"registered endpoint","v":0,"name":"oximeter","level":20,"time":"2023-10-05T04:30:00.03871401Z","hostname":"oxz_oximeter_981480a3-40bf-4e2e-b18e-81de70e8ef53","pid":24503,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","path":"/info","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"oximeter","level":20,"time":"2023-10-05T04:30:00.038752042Z","hostname":"oxz_oximeter_981480a3-40bf-4e2e-b18e-81de70e8ef53","pid":24503,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","path":"/producers","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"oximeter","level":20,"time":"2023-10-05T04:30:00.038767762Z","hostname":"oxz_oximeter_981480a3-40bf-4e2e-b18e-81de70e8ef53","pid":24503,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","path":"/producers","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"oximeter","level":20,"time":"2023-10-05T04:30:00.038774242Z","hostname":"oxz_oximeter_981480a3-40bf-4e2e-b18e-81de70e8ef53","pid":24503,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","path":"/producers/{producer_id}","method":"DELETE"}
{"msg":"listening","v":0,"name":"oximeter","level":30,"time":"2023-10-05T04:30:00.038782782Z","hostname":"oxz_oximeter_981480a3-40bf-4e2e-b18e-81de70e8ef53","pid":24503,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:195"}
{"msg":"successfully registered DTrace USDT probes","v":0,"name":"oximeter","level":20,"time":"2023-10-05T04:30:00.038791633Z","hostname":"oxz_oximeter_981480a3-40bf-4e2e-b18e-81de70e8ef53","pid":24503,"local_addr":"[fd00:1122:3344:101::d]:12223","component":"dropshot"}
{"msg":"contacting nexus","v":0,"name":"oximeter","level":20,"time":"2023-10-05T04:30:00.072350906Z","hostname":"oxz_oximeter_981480a3-40bf-4e2e-b18e-81de70e8ef53","pid":24503}
{"msg":"lookup_ipv6 srv","v":0,"name":"oximeter","level":20,"time":"2023-10-05T04:30:00.072375947Z","hostname":"oxz_oximeter_981480a3-40bf-4e2e-b18e-81de70e8ef53","pid":24503,"component":"DnsResolver","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"failed to contact nexus, will retry in 322.735658ms","v":0,"name":"oximeter","level":40,"time":"2023-10-05T04:30:00.073278474Z","hostname":"oxz_oximeter_981480a3-40bf-4e2e-b18e-81de70e8ef53","pid":24503,"file":"oximeter/collector/src/lib.rs:804","error":"\"error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/collectors): error trying to connect: tcp connect error: Connection refused (os error 146)\""}
{"msg":"contacting nexus","v":0,"name":"oximeter","level":20,"time":"2023-10-05T04:30:00.397369907Z","hostname":"oxz_oximeter_981480a3-40bf-4e2e-b18e-81de70e8ef53","pid":24503}
{"msg":"lookup_ipv6 srv","v":0,"name":"oximeter","level":20,"time":"2023-10-05T04:30:00.397399568Z","hostname":"oxz_oximeter_981480a3-40bf-4e2e-b18e-81de70e8ef53","pid":24503,"component":"DnsResolver","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"failed to contact nexus, will retry in 303.458408ms","v":0,"name":"oximeter","level":40,"time":"2023-10-05T04:30:00.39815939Z","hostname":"oxz_oximeter_981480a3-40bf-4e2e-b18e-81de70e8ef53","pid":24503,"file":"oximeter/collector/src/lib.rs:804","error":"\"error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/collectors): error trying to connect: tcp connect error: Connection refused (os error 146)\""}