[ Aug 6 03:59:50 Enabled. ] [ Aug 6 03:59:50 Rereading configuration. ] [ Aug 6 03:59:51 Rereading configuration. ] [ Aug 6 03:59:52 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/oximeter-collector/bin/oximeter run /var/svc/manifest/site/oximeter/config.toml --address [fd00:1122:3344:101::d]:12223 --id baf93cfb-3aed-40d9-a782-8e0bb1137cb7 &"). ] [ Aug 6 03:59:52 Method "start" exited with status 0. ] note: configured to log to "/dev/stdout" {"msg":"registered DTrace probes","v":0,"name":"oximeter","level":20,"time":"2024-08-06T03:59:52.392069831Z","hostname":"oxz_oximeter_baf93cfb-3aed-40d9-a782-8e0bb1137cb7","pid":19996} {"msg":"starting oximeter server","v":0,"name":"oximeter","level":30,"time":"2024-08-06T03:59:52.39457869Z","hostname":"oxz_oximeter_baf93cfb-3aed-40d9-a782-8e0bb1137cb7","pid":19996,"file":"oximeter/collector/src/lib.rs:194"} {"msg":"new DNS resolver","v":0,"name":"oximeter","level":30,"time":"2024-08-06T03:59:52.396628398Z","hostname":"oxz_oximeter_baf93cfb-3aed-40d9-a782-8e0bb1137cb7","pid":19996,"component":"DnsResolver","file":"internal-dns/src/resolver.rs:60","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]"} {"msg":"creating ClickHouse client","v":0,"name":"oximeter","level":20,"time":"2024-08-06T03:59:52.399472295Z","hostname":"oxz_oximeter_baf93cfb-3aed-40d9-a782-8e0bb1137cb7","pid":19996} {"msg":"lookup srv","v":0,"name":"oximeter","level":20,"time":"2024-08-06T03:59:52.399510136Z","hostname":"oxz_oximeter_baf93cfb-3aed-40d9-a782-8e0bb1137cb7","pid":19996,"component":"DnsResolver","dns_name":"_clickhouse._tcp.control-plane.oxide.internal"} {"msg":"failed to read version","v":0,"name":"oximeter","level":40,"time":"2024-08-06T03:59:54.730688476Z","hostname":"oxz_oximeter_baf93cfb-3aed-40d9-a782-8e0bb1137cb7","pid":19996,"id":"1793725c-e0e5-497a-9651-a806678257c7","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"baf93cfb-3aed-40d9-a782-8e0bb1137cb7","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:726","error":"Telemetry database unavailable: error sending request for url (http://[fd00:1122:3344:101::e]:8123/?output_format_json_quote_64bit_integers=0&wait_end_of_query=1): error trying to connect: tcp connect error: Connection refused (os error 146)"} {"msg":"failed to create ClickHouse client","v":0,"name":"oximeter","level":40,"time":"2024-08-06T03:59:54.731833033Z","hostname":"oxz_oximeter_baf93cfb-3aed-40d9-a782-8e0bb1137cb7","pid":19996,"file":"oximeter/collector/src/lib.rs:216","error":"Database(DatabaseUnavailable(\"error sending request for url (http://[fd00:1122:3344:101::e]:8123/?output_format_json_quote_64bit_integers=0&wait_end_of_query=1): error trying to connect: tcp connect error: Connection refused (os error 146)\"))","retry_after":"367.523344ms"} {"msg":"creating ClickHouse client","v":0,"name":"oximeter","level":20,"time":"2024-08-06T03:59:55.099940604Z","hostname":"oxz_oximeter_baf93cfb-3aed-40d9-a782-8e0bb1137cb7","pid":19996} {"msg":"lookup srv","v":0,"name":"oximeter","level":20,"time":"2024-08-06T03:59:55.099980485Z","hostname":"oxz_oximeter_baf93cfb-3aed-40d9-a782-8e0bb1137cb7","pid":19996,"component":"DnsResolver","dns_name":"_clickhouse._tcp.control-plane.oxide.internal"} {"msg":"failed to read version","v":0,"name":"oximeter","level":40,"time":"2024-08-06T03:59:55.144120184Z","hostname":"oxz_oximeter_baf93cfb-3aed-40d9-a782-8e0bb1137cb7","pid":19996,"id":"b1c32f6d-c9ab-451c-822e-9227c3bef7d2","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"baf93cfb-3aed-40d9-a782-8e0bb1137cb7","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:726","error":"Telemetry database unavailable: error sending request for url (http://[fd00:1122:3344:101::e]:8123/?output_format_json_quote_64bit_integers=0&wait_end_of_query=1): error trying to connect: tcp connect error: Connection refused (os error 146)"} {"msg":"failed to create ClickHouse client","v":0,"name":"oximeter","level":40,"time":"2024-08-06T03:59:55.144667727Z","hostname":"oxz_oximeter_baf93cfb-3aed-40d9-a782-8e0bb1137cb7","pid":19996,"file":"oximeter/collector/src/lib.rs:216","error":"Database(DatabaseUnavailable(\"error sending request for url (http://[fd00:1122:3344:101::e]:8123/?output_format_json_quote_64bit_integers=0&wait_end_of_query=1): error trying to connect: tcp connect error: Connection refused (os error 146)\"))","retry_after":"550.269059ms"} {"msg":"creating ClickHouse client","v":0,"name":"oximeter","level":20,"time":"2024-08-06T03:59:55.695807885Z","hostname":"oxz_oximeter_baf93cfb-3aed-40d9-a782-8e0bb1137cb7","pid":19996} {"msg":"lookup srv","v":0,"name":"oximeter","level":20,"time":"2024-08-06T03:59:55.695849876Z","hostname":"oxz_oximeter_baf93cfb-3aed-40d9-a782-8e0bb1137cb7","pid":19996,"component":"DnsResolver","dns_name":"_clickhouse._tcp.control-plane.oxide.internal"} {"msg":"failed to read version","v":0,"name":"oximeter","level":40,"time":"2024-08-06T03:59:55.731746241Z","hostname":"oxz_oximeter_baf93cfb-3aed-40d9-a782-8e0bb1137cb7","pid":19996,"id":"ddb05eea-67e5-4357-97d2-ec4c219d1a63","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"baf93cfb-3aed-40d9-a782-8e0bb1137cb7","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:726","error":"Telemetry database unavailable: error sending request for url (http://[fd00:1122:3344:101::e]:8123/?output_format_json_quote_64bit_integers=0&wait_end_of_query=1): error trying to connect: tcp connect error: Connection refused (os error 146)"} {"msg":"failed to create ClickHouse client","v":0,"name":"oximeter","level":40,"time":"2024-08-06T03:59:55.732183831Z","hostname":"oxz_oximeter_baf93cfb-3aed-40d9-a782-8e0bb1137cb7","pid":19996,"file":"oximeter/collector/src/lib.rs:216","error":"Database(DatabaseUnavailable(\"error sending request for url (http://[fd00:1122:3344:101::e]:8123/?output_format_json_quote_64bit_integers=0&wait_end_of_query=1): error trying to connect: tcp connect error: Connection refused (os error 146)\"))","retry_after":"755.31677ms"} {"msg":"creating ClickHouse client","v":0,"name":"oximeter","level":20,"time":"2024-08-06T03:59:56.488287571Z","hostname":"oxz_oximeter_baf93cfb-3aed-40d9-a782-8e0bb1137cb7","pid":19996} {"msg":"lookup srv","v":0,"name":"oximeter","level":20,"time":"2024-08-06T03:59:56.488320772Z","hostname":"oxz_oximeter_baf93cfb-3aed-40d9-a782-8e0bb1137cb7","pid":19996,"component":"DnsResolver","dns_name":"_clickhouse._tcp.control-plane.oxide.internal"} {"msg":"failed to read version","v":0,"name":"oximeter","level":40,"time":"2024-08-06T03:59:56.518991354Z","hostname":"oxz_oximeter_baf93cfb-3aed-40d9-a782-8e0bb1137cb7","pid":19996,"id":"067a871a-4de3-44e5-8fd5-43295a1d303a","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"baf93cfb-3aed-40d9-a782-8e0bb1137cb7","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:726","error":"Telemetry database unavailable: error sending request for url (http://[fd00:1122:3344:101::e]:8123/?output_format_json_quote_64bit_integers=0&wait_end_of_query=1): error trying to connect: tcp connect error: Connection refused (os error 146)"} {"msg":"failed to create ClickHouse client","v":0,"name":"oximeter","level":40,"time":"2024-08-06T03:59:56.519348332Z","hostname":"oxz_oximeter_baf93cfb-3aed-40d9-a782-8e0bb1137cb7","pid":19996,"file":"oximeter/collector/src/lib.rs:216","error":"Database(DatabaseUnavailable(\"error sending request for url (http://[fd00:1122:3344:101::e]:8123/?output_format_json_quote_64bit_integers=0&wait_end_of_query=1): error trying to connect: tcp connect error: Connection refused (os error 146)\"))","retry_after":"1.964959191s"} {"msg":"creating ClickHouse client","v":0,"name":"oximeter","level":20,"time":"2024-08-06T03:59:58.485472793Z","hostname":"oxz_oximeter_baf93cfb-3aed-40d9-a782-8e0bb1137cb7","pid":19996} {"msg":"lookup srv","v":0,"name":"oximeter","level":20,"time":"2024-08-06T03:59:58.485530404Z","hostname":"oxz_oximeter_baf93cfb-3aed-40d9-a782-8e0bb1137cb7","pid":19996,"component":"DnsResolver","dns_name":"_clickhouse._tcp.control-plane.oxide.internal"} {"msg":"failed to read version","v":0,"name":"oximeter","level":40,"time":"2024-08-06T03:59:58.517170499Z","hostname":"oxz_oximeter_baf93cfb-3aed-40d9-a782-8e0bb1137cb7","pid":19996,"id":"6b3db4c4-6a8e-41dc-9731-47fc57346917","component":"clickhouse-client","collector_ip":"fd00:1122:3344:101::d","collector_id":"baf93cfb-3aed-40d9-a782-8e0bb1137cb7","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:726","error":"Telemetry database unavailable: error sending request for url (http://[fd00:1122:3344:101::e]:8123/?output_format_json_quote_64bit_integers=0&wait_end_of_query=1): error trying to connect: tcp connect error: Connection refused (os error 146)"} {"msg":"failed to create ClickHouse client","v":0,"name":"oximeter","level":40,"time":"2024-08-06T03:59:58.517525587Z","hostname":"oxz_oximeter_baf93cfb-3aed-40d9-a782-8e0bb1137cb7","pid":19996,"file":"oximeter/collector/src/lib.rs:216","error":"Database(DatabaseUnavailable(\"error sending request for url (http://[fd00:1122:3344:101::e]:8123/?output_format_json_quote_64bit_integers=0&wait_end_of_query=1): error trying to connect: tcp connect error: Connection refused (os error 146)\"))","retry_after":"3.223550462s"}