[ Mar 30 05:44:52 Enabled. ]
[ Mar 30 05:44:52 Rereading configuration. ]
[ Mar 30 05:44:53 Rereading configuration. ]
[ Mar 30 05:44:56 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/oximeter-collector/bin/oximeter run /var/svc/manifest/site/oximeter/config.toml --address [fd00:1122:3344:101::d]:12223 --id b6a17b0f-0906-4eb9-94c3-528d000f68dc &"). ]
[ Mar 30 05:44:56 Method "start" exited with status 0. ]
note: configured to log to "/dev/stdout"
{"msg":"registered DTrace probes","v":0,"name":"oximeter","level":20,"time":"2024-03-30T05:44:56.391287593Z","hostname":"oxz_oximeter_b6a17b0f-0906-4eb9-94c3-528d000f68dc","pid":22625}
{"msg":"starting oximeter server","v":0,"name":"oximeter","level":30,"time":"2024-03-30T05:44:56.409976981Z","hostname":"oxz_oximeter_b6a17b0f-0906-4eb9-94c3-528d000f68dc","pid":22625,"file":"oximeter/collector/src/lib.rs:203"}
{"msg":"new DNS resolver","v":0,"name":"oximeter","level":30,"time":"2024-03-30T05:44:56.42040925Z","hostname":"oxz_oximeter_b6a17b0f-0906-4eb9-94c3-528d000f68dc","pid":22625,"component":"DnsResolver","file":"internal-dns/src/resolver.rs:60","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]"}
{"msg":"creating ClickHouse client","v":0,"name":"oximeter","level":20,"time":"2024-03-30T05:44:56.434556346Z","hostname":"oxz_oximeter_b6a17b0f-0906-4eb9-94c3-528d000f68dc","pid":22625}
{"msg":"lookup srv","v":0,"name":"oximeter","level":20,"time":"2024-03-30T05:44:56.437254435Z","hostname":"oxz_oximeter_b6a17b0f-0906-4eb9-94c3-528d000f68dc","pid":22625,"component":"DnsResolver","dns_name":"_clickhouse._tcp.control-plane.oxide.internal"}
{"msg":"failed to read version","v":0,"name":"oximeter","level":40,"time":"2024-03-30T05:44:59.989236846Z","hostname":"oxz_oximeter_b6a17b0f-0906-4eb9-94c3-528d000f68dc","pid":22625,"id":"cf21db03-6a29-4e91-9aac-3475c2c91a59","component":"clickhouse-client","collector_id":"b6a17b0f-0906-4eb9-94c3-528d000f68dc","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:683","error":"Telemetry database unavailable: error sending request for url (http://[fd00:1122:3344:101::e]:8123/?output_format_json_quote_64bit_integers=0): error trying to connect: tcp connect error: Connection refused (os error 146)"}
{"msg":"failed to create ClickHouse client","v":0,"name":"oximeter","level":40,"time":"2024-03-30T05:44:59.990110951Z","hostname":"oxz_oximeter_b6a17b0f-0906-4eb9-94c3-528d000f68dc","pid":22625,"file":"oximeter/collector/src/lib.rs:225","error":"Database(DatabaseUnavailable(\"error sending request for url (http://[fd00:1122:3344:101::e]:8123/?output_format_json_quote_64bit_integers=0): error trying to connect: tcp connect error: Connection refused (os error 146)\"))","retry_after":"188.835559ms"}
{"msg":"creating ClickHouse client","v":0,"name":"oximeter","level":20,"time":"2024-03-30T05:45:00.180232862Z","hostname":"oxz_oximeter_b6a17b0f-0906-4eb9-94c3-528d000f68dc","pid":22625}
{"msg":"lookup srv","v":0,"name":"oximeter","level":20,"time":"2024-03-30T05:45:00.180263902Z","hostname":"oxz_oximeter_b6a17b0f-0906-4eb9-94c3-528d000f68dc","pid":22625,"component":"DnsResolver","dns_name":"_clickhouse._tcp.control-plane.oxide.internal"}
{"msg":"failed to read version","v":0,"name":"oximeter","level":40,"time":"2024-03-30T05:45:00.215974389Z","hostname":"oxz_oximeter_b6a17b0f-0906-4eb9-94c3-528d000f68dc","pid":22625,"id":"c8bee952-7a3c-42f2-9b74-aa258cac2125","component":"clickhouse-client","collector_id":"b6a17b0f-0906-4eb9-94c3-528d000f68dc","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:683","error":"Telemetry database unavailable: error sending request for url (http://[fd00:1122:3344:101::e]:8123/?output_format_json_quote_64bit_integers=0): error trying to connect: tcp connect error: Connection refused (os error 146)"}
{"msg":"failed to create ClickHouse client","v":0,"name":"oximeter","level":40,"time":"2024-03-30T05:45:00.216333475Z","hostname":"oxz_oximeter_b6a17b0f-0906-4eb9-94c3-528d000f68dc","pid":22625,"file":"oximeter/collector/src/lib.rs:225","error":"Database(DatabaseUnavailable(\"error sending request for url (http://[fd00:1122:3344:101::e]:8123/?output_format_json_quote_64bit_integers=0): error trying to connect: tcp connect error: Connection refused (os error 146)\"))","retry_after":"490.435794ms"}
{"msg":"creating ClickHouse client","v":0,"name":"oximeter","level":20,"time":"2024-03-30T05:45:00.707545945Z","hostname":"oxz_oximeter_b6a17b0f-0906-4eb9-94c3-528d000f68dc","pid":22625}
{"msg":"lookup srv","v":0,"name":"oximeter","level":20,"time":"2024-03-30T05:45:00.707582656Z","hostname":"oxz_oximeter_b6a17b0f-0906-4eb9-94c3-528d000f68dc","pid":22625,"component":"DnsResolver","dns_name":"_clickhouse._tcp.control-plane.oxide.internal"}
{"msg":"failed to read version","v":0,"name":"oximeter","level":40,"time":"2024-03-30T05:45:00.750015453Z","hostname":"oxz_oximeter_b6a17b0f-0906-4eb9-94c3-528d000f68dc","pid":22625,"id":"c03e86a1-c229-4e5e-b261-89f70fe8fa4f","component":"clickhouse-client","collector_id":"b6a17b0f-0906-4eb9-94c3-528d000f68dc","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:683","error":"Telemetry database unavailable: error sending request for url (http://[fd00:1122:3344:101::e]:8123/?output_format_json_quote_64bit_integers=0): error trying to connect: tcp connect error: Connection refused (os error 146)"}
{"msg":"failed to create ClickHouse client","v":0,"name":"oximeter","level":40,"time":"2024-03-30T05:45:00.750418661Z","hostname":"oxz_oximeter_b6a17b0f-0906-4eb9-94c3-528d000f68dc","pid":22625,"file":"oximeter/collector/src/lib.rs:225","error":"Database(DatabaseUnavailable(\"error sending request for url (http://[fd00:1122:3344:101::e]:8123/?output_format_json_quote_64bit_integers=0): error trying to connect: tcp connect error: Connection refused (os error 146)\"))","retry_after":"608.379184ms"}
{"msg":"creating ClickHouse client","v":0,"name":"oximeter","level":20,"time":"2024-03-30T05:45:01.359553254Z","hostname":"oxz_oximeter_b6a17b0f-0906-4eb9-94c3-528d000f68dc","pid":22625}
{"msg":"lookup srv","v":0,"name":"oximeter","level":20,"time":"2024-03-30T05:45:01.359587708Z","hostname":"oxz_oximeter_b6a17b0f-0906-4eb9-94c3-528d000f68dc","pid":22625,"component":"DnsResolver","dns_name":"_clickhouse._tcp.control-plane.oxide.internal"}