[ Jun 9 15:54:43 Enabled. ] [ Jun 9 15:54:43 Rereading configuration. ] [ Jun 9 15:54:44 Rereading configuration. ] [ Jun 9 15:54:47 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:3::1]:5353 --dns-address [fd00:1122:3344:3::1]:53 &"). ] [ Jun 9 15:54:47 Method "start" exited with status 0. ] Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:3::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } note: configured to log to "/dev/stdout" {"msg":"config","v":0,"name":"dns-server","level":30,"time":"2026-06-09T15:54:47.6276052Z","hostname":"oxz_internal_dns_e67b8903-0607-473f-98c1-16933b1217f3","pid":5599,"dns_config":"Config { bind_address: [fd00:1122:3344:3::1]:53 }","config":"Config { log: File { level: Info, path: \"/dev/stdout\", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:3::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: \"/data/dns\", keep_old_generations: 3 } }"} {"msg":"opening sled database","v":0,"name":"dns-server","level":30,"time":"2026-06-09T15:54:47.627776364Z","hostname":"oxz_internal_dns_e67b8903-0607-473f-98c1-16933b1217f3","pid":5599,"component":"store","path":"/data/dns"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-06-09T15:54:47.649131163Z","hostname":"oxz_internal_dns_e67b8903-0607-473f-98c1-16933b1217f3","pid":5599,"component":"store"} {"msg":"pruning trees for generations older than 0","v":0,"name":"dns-server","level":30,"time":"2026-06-09T15:54:47.649147853Z","hostname":"oxz_internal_dns_e67b8903-0607-473f-98c1-16933b1217f3","pid":5599,"component":"store","keep":3} {"msg":"DNS server bound to address","v":0,"name":"dns-server","level":30,"time":"2026-06-09T15:54:47.649203834Z","hostname":"oxz_internal_dns_e67b8903-0607-473f-98c1-16933b1217f3","pid":5599,"component":"dns","local_address":"[fd00:1122:3344:3::1]:53"} {"msg":"listening","v":0,"name":"dns-server","level":30,"time":"2026-06-09T15:54:47.649536212Z","hostname":"oxz_internal_dns_e67b8903-0607-473f-98c1-16933b1217f3","pid":5599,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 3710,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-09T15:54:47.729508483Z","hostname":"oxz_internal_dns_e67b8903-0607-473f-98c1-16933b1217f3","pid":5599,"peer_addr":"[fd00:1122:3344:3::2]:17544","req_id":"91b21752-fb23-41ad-98a3-272d94dd7270","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-09T15:54:47.837316922Z","hostname":"oxz_internal_dns_e67b8903-0607-473f-98c1-16933b1217f3","pid":5599,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:3::2]:41185"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-06-09T15:54:47.837959887Z","hostname":"oxz_internal_dns_e67b8903-0607-473f-98c1-16933b1217f3","pid":5599,"new_generation":1,"req_id":"5073bee1-8783-4134-9010-d036c69852c5","component":"store"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-06-09T15:54:47.837987487Z","hostname":"oxz_internal_dns_e67b8903-0607-473f-98c1-16933b1217f3","pid":5599,"component":"store"} {"msg":"pruning trees for generations older than 1","v":0,"name":"dns-server","level":30,"time":"2026-06-09T15:54:47.91106401Z","hostname":"oxz_internal_dns_e67b8903-0607-473f-98c1-16933b1217f3","pid":5599,"component":"store","keep":3} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-06-09T15:54:47.911125842Z","hostname":"oxz_internal_dns_e67b8903-0607-473f-98c1-16933b1217f3","pid":5599,"new_generation":1,"req_id":"5073bee1-8783-4134-9010-d036c69852c5","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-09T15:54:47.911141602Z","hostname":"oxz_internal_dns_e67b8903-0607-473f-98c1-16933b1217f3","pid":5599,"uri":"/config","method":"PUT","req_id":"5073bee1-8783-4134-9010-d036c69852c5","remote_addr":"[fd00:1122:3344:3::2]:41185","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":73461,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 57199,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-09T15:55:01.067190116Z","hostname":"oxz_internal_dns_e67b8903-0607-473f-98c1-16933b1217f3","pid":5599,"peer_addr":"[fd00:1122:3344:101::1b]:58577","req_id":"69d42d93-033b-4d5b-8064-10dddf94919e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 35587,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-09T15:55:01.072260272Z","hostname":"oxz_internal_dns_e67b8903-0607-473f-98c1-16933b1217f3","pid":5599,"peer_addr":"[fd00:1122:3344:101::1b]:46031","req_id":"f319c954-d7f8-4b7b-a392-ee665651f979","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 18183,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-09T15:55:01.077296337Z","hostname":"oxz_internal_dns_e67b8903-0607-473f-98c1-16933b1217f3","pid":5599,"peer_addr":"[fd00:1122:3344:101::1b]:46134","req_id":"47fa0d79-440c-4eca-8ee3-f48e074453b7","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 56203,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-09T15:57:00.957986Z","hostname":"oxz_internal_dns_e67b8903-0607-473f-98c1-16933b1217f3","pid":5599,"peer_addr":"[fd00:1122:3344:101::1b]:40613","req_id":"fd142e36-fdee-4d6b-9ae7-6d64097c49a5","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47957,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-09T15:57:00.962703368Z","hostname":"oxz_internal_dns_e67b8903-0607-473f-98c1-16933b1217f3","pid":5599,"peer_addr":"[fd00:1122:3344:101::1b]:54389","req_id":"1d613feb-1da6-4d5e-a95d-199c273961dc","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 57279,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-09T15:57:00.96713645Z","hostname":"oxz_internal_dns_e67b8903-0607-473f-98c1-16933b1217f3","pid":5599,"peer_addr":"[fd00:1122:3344:101::1b]:43319","req_id":"677627c8-c9b8-4717-aeaf-279e46cf50c3","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 57085,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-09T15:58:31.995557012Z","hostname":"oxz_internal_dns_e67b8903-0607-473f-98c1-16933b1217f3","pid":5599,"peer_addr":"[fd00:1122:3344:101::d]:56765","req_id":"4271f276-8e6b-4539-80eb-e71839abd52d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47412,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_d04e5650-adba-48ec-9516-1ba95e518854.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_d04e5650-adba-48ec-9516-1ba95e518854.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 100,\n 48,\n 52,\n 101,\n 53,\n 54,\n 53,\n 48,\n 45,\n 97,\n 100,\n 98,\n 97,\n 45,\n 52,\n 56,\n 101,\n 99,\n 45,\n 57,\n 53,\n 49,\n 54,\n 45,\n 49,\n 98,\n 97,\n 57,\n 53,\n 101,\n 53,\n 49,\n 56,\n 56,\n 53,\n 52,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_d04e5650-adba-48ec-9516-1ba95e518854.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-09T15:58:41.564304156Z","hostname":"oxz_internal_dns_e67b8903-0607-473f-98c1-16933b1217f3","pid":5599,"peer_addr":"[fd00:1122:3344:101::e]:43592","req_id":"f8755e7a-c768-4755-ab0a-0735d472a62b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47412,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_d04e5650-adba-48ec-9516-1ba95e518854.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_d04e5650-adba-48ec-9516-1ba95e518854.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 100,\n 48,\n 52,\n 101,\n 53,\n 54,\n 53,\n 48,\n 45,\n 97,\n 100,\n 98,\n 97,\n 45,\n 52,\n 56,\n 101,\n 99,\n 45,\n 57,\n 53,\n 49,\n 54,\n 45,\n 49,\n 98,\n 97,\n 57,\n 53,\n 101,\n 53,\n 49,\n 56,\n 56,\n 53,\n 52,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_d04e5650-adba-48ec-9516-1ba95e518854.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-09T15:58:41.567057789Z","hostname":"oxz_internal_dns_e67b8903-0607-473f-98c1-16933b1217f3","pid":5599,"peer_addr":"[fd00:1122:3344:101::e]:56665","req_id":"e5d425b5-b336-4521-863c-a7aeec842b6a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 45980,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-09T15:58:41.955987945Z","hostname":"oxz_internal_dns_e67b8903-0607-473f-98c1-16933b1217f3","pid":5599,"peer_addr":"[fd00:1122:3344:101::d]:64304","req_id":"2221414b-6ae6-4188-a5fe-4baabf446a03","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 38310,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-09T15:58:49.538756805Z","hostname":"oxz_internal_dns_e67b8903-0607-473f-98c1-16933b1217f3","pid":5599,"peer_addr":"[fd00:1122:3344:101::a]:4032","req_id":"2ca41422-6025-4af2-90f6-1eb43c54da59","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 16992,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-09T15:58:49.606354182Z","hostname":"oxz_internal_dns_e67b8903-0607-473f-98c1-16933b1217f3","pid":5599,"peer_addr":"[fd00:1122:3344:101::c]:63306","req_id":"f1952d76-280f-4e50-9c86-bc7ec6c3837b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 5910,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-09T15:58:49.705052733Z","hostname":"oxz_internal_dns_e67b8903-0607-473f-98c1-16933b1217f3","pid":5599,"peer_addr":"[fd00:1122:3344:101::b]:43380","req_id":"2ce50f40-d2b9-432b-b684-337cf1d5a5b4","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-09T15:58:51.516275604Z","hostname":"oxz_internal_dns_e67b8903-0607-473f-98c1-16933b1217f3","pid":5599,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:59149"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-09T15:58:51.528209607Z","hostname":"oxz_internal_dns_e67b8903-0607-473f-98c1-16933b1217f3","pid":5599,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:35938"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-09T15:58:51.52831307Z","hostname":"oxz_internal_dns_e67b8903-0607-473f-98c1-16933b1217f3","pid":5599,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:36642"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-09T15:58:51.566980325Z","hostname":"oxz_internal_dns_e67b8903-0607-473f-98c1-16933b1217f3","pid":5599,"uri":"/config","method":"GET","req_id":"ed68c0fb-0a26-4ea8-b8df-33e83d3140fc","remote_addr":"[fd00:1122:3344:101::c]:36642","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":22286,"response_code":200} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-09T15:58:51.567016616Z","hostname":"oxz_internal_dns_e67b8903-0607-473f-98c1-16933b1217f3","pid":5599,"uri":"/config","method":"GET","req_id":"5654c1ea-7819-4b27-aca4-eb0a62db6383","remote_addr":"[fd00:1122:3344:101::b]:59149","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":22283,"response_code":200} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-09T15:58:51.567076857Z","hostname":"oxz_internal_dns_e67b8903-0607-473f-98c1-16933b1217f3","pid":5599,"uri":"/config","method":"GET","req_id":"a679e7b1-65bf-4bfa-bbac-38a4288adeee","remote_addr":"[fd00:1122:3344:101::a]:35938","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":22284,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-09T15:58:51.869772379Z","hostname":"oxz_internal_dns_e67b8903-0607-473f-98c1-16933b1217f3","pid":5599,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:60435"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-06-09T15:58:51.876491783Z","hostname":"oxz_internal_dns_e67b8903-0607-473f-98c1-16933b1217f3","pid":5599,"new_generation":1,"req_id":"36c45eba-1013-4465-ae36-ca4998490741","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-06-09T15:58:51.876521103Z","hostname":"oxz_internal_dns_e67b8903-0607-473f-98c1-16933b1217f3","pid":5599,"new_generation":1,"req_id":"36c45eba-1013-4465-ae36-ca4998490741","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-09T15:58:51.876569635Z","hostname":"oxz_internal_dns_e67b8903-0607-473f-98c1-16933b1217f3","pid":5599,"uri":"/config","method":"PUT","req_id":"36c45eba-1013-4465-ae36-ca4998490741","remote_addr":"[fd00:1122:3344:101::b]:60435","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":5852,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 63037,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-09T15:58:51.957417626Z","hostname":"oxz_internal_dns_e67b8903-0607-473f-98c1-16933b1217f3","pid":5599,"peer_addr":"[fd00:1122:3344:101::d]:56604","req_id":"af8033c7-7292-4cb1-87c0-420d2dfbe2b4","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 14792,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-09T15:58:52.228259468Z","hostname":"oxz_internal_dns_e67b8903-0607-473f-98c1-16933b1217f3","pid":5599,"peer_addr":"[fd00:1122:3344:101::b]:54932","req_id":"f0ee4804-e4e2-492f-93f9-5e2b958816d2","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-09T15:58:52.363053534Z","hostname":"oxz_internal_dns_e67b8903-0607-473f-98c1-16933b1217f3","pid":5599,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:62070"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-09T15:58:52.363294869Z","hostname":"oxz_internal_dns_e67b8903-0607-473f-98c1-16933b1217f3","pid":5599,"uri":"/config","method":"GET","req_id":"01f19ff0-b6d8-4a1a-a265-1cbb4824b9eb","remote_addr":"[fd00:1122:3344:101::b]:62070","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":194,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 41475,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-09T15:58:53.266393788Z","hostname":"oxz_internal_dns_e67b8903-0607-473f-98c1-16933b1217f3","pid":5599,"peer_addr":"[fd00:1122:3344:101::b]:27293","req_id":"fc4b2fa9-45d7-43af-84ae-80adc7170c6e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 55779,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-09T15:58:53.335844498Z","hostname":"oxz_internal_dns_e67b8903-0607-473f-98c1-16933b1217f3","pid":5599,"peer_addr":"[fd00:1122:3344:101::a]:44554","req_id":"d1b63e48-d965-471e-b84a-5b1770dc116b","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-09T15:58:53.489296882Z","hostname":"oxz_internal_dns_e67b8903-0607-473f-98c1-16933b1217f3","pid":5599,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:53709"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-09T15:58:53.489573808Z","hostname":"oxz_internal_dns_e67b8903-0607-473f-98c1-16933b1217f3","pid":5599,"uri":"/config","method":"GET","req_id":"428e397d-4fca-4115-bc3a-5ee7f508e353","remote_addr":"[fd00:1122:3344:101::a]:53709","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":209,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-09T15:58:53.554254818Z","hostname":"oxz_internal_dns_e67b8903-0607-473f-98c1-16933b1217f3","pid":5599,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:46139"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-09T15:58:53.554601746Z","hostname":"oxz_internal_dns_e67b8903-0607-473f-98c1-16933b1217f3","pid":5599,"uri":"/config","method":"GET","req_id":"965add58-77bd-4971-b53e-388981125806","remote_addr":"[fd00:1122:3344:101::b]:46139","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":275,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 20274,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-09T15:59:00.604208569Z","hostname":"oxz_internal_dns_e67b8903-0607-473f-98c1-16933b1217f3","pid":5599,"peer_addr":"[fd00:1122:3344:101::c]:44268","req_id":"9231f4be-c507-4072-bc64-52c7fa5c6605","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 17687,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-09T15:59:00.666758191Z","hostname":"oxz_internal_dns_e67b8903-0607-473f-98c1-16933b1217f3","pid":5599,"peer_addr":"[fd00:1122:3344:101::a]:58427","req_id":"bb36e31d-eaea-42f4-8a76-423d6c894c41","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-09T15:59:00.739161389Z","hostname":"oxz_internal_dns_e67b8903-0607-473f-98c1-16933b1217f3","pid":5599,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:40714"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-09T15:59:00.739382144Z","hostname":"oxz_internal_dns_e67b8903-0607-473f-98c1-16933b1217f3","pid":5599,"uri":"/config","method":"GET","req_id":"f0f9ae0f-3e2e-4008-a96d-bd069b2a1704","remote_addr":"[fd00:1122:3344:101::c]:40714","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":185,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-09T15:59:00.792724616Z","hostname":"oxz_internal_dns_e67b8903-0607-473f-98c1-16933b1217f3","pid":5599,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:33211"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-09T15:59:00.792949291Z","hostname":"oxz_internal_dns_e67b8903-0607-473f-98c1-16933b1217f3","pid":5599,"uri":"/config","method":"GET","req_id":"5714fdf7-3474-4a41-9c2e-cc86b5efb56d","remote_addr":"[fd00:1122:3344:101::a]:33211","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":184,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 55007,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-09T15:59:01.024511643Z","hostname":"oxz_internal_dns_e67b8903-0607-473f-98c1-16933b1217f3","pid":5599,"peer_addr":"[fd00:1122:3344:101::1b]:43920","req_id":"d1091983-c13c-4b89-8355-70b89836ceb0","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 39514,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-09T15:59:01.029239711Z","hostname":"oxz_internal_dns_e67b8903-0607-473f-98c1-16933b1217f3","pid":5599,"peer_addr":"[fd00:1122:3344:101::1b]:59387","req_id":"b9820eb6-23f0-49c3-b64d-ac2a8bbeb94a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 35200,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-09T15:59:01.033174461Z","hostname":"oxz_internal_dns_e67b8903-0607-473f-98c1-16933b1217f3","pid":5599,"peer_addr":"[fd00:1122:3344:101::1b]:47419","req_id":"2b872808-7f9a-4266-ba9e-f676d47c1fe1","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 48298,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-09T15:59:01.958903098Z","hostname":"oxz_internal_dns_e67b8903-0607-473f-98c1-16933b1217f3","pid":5599,"peer_addr":"[fd00:1122:3344:101::d]:58651","req_id":"7e392391-7a81-43ad-9672-c2154f920f2f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 24028,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-09T15:59:11.961321511Z","hostname":"oxz_internal_dns_e67b8903-0607-473f-98c1-16933b1217f3","pid":5599,"peer_addr":"[fd00:1122:3344:101::d]:51915","req_id":"18f0006d-55b3-4e55-bf28-281cc6b5380a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 14985,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-09T15:59:21.962777503Z","hostname":"oxz_internal_dns_e67b8903-0607-473f-98c1-16933b1217f3","pid":5599,"peer_addr":"[fd00:1122:3344:101::d]:53056","req_id":"aa0e4673-1f2c-4f7e-9e60-871263c052ae","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 19510,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-09T15:59:31.963678324Z","hostname":"oxz_internal_dns_e67b8903-0607-473f-98c1-16933b1217f3","pid":5599,"peer_addr":"[fd00:1122:3344:101::d]:57035","req_id":"042c04e4-1e56-4f32-846a-4fbebc26ff84","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 24281,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-09T15:59:41.965670107Z","hostname":"oxz_internal_dns_e67b8903-0607-473f-98c1-16933b1217f3","pid":5599,"peer_addr":"[fd00:1122:3344:101::d]:51004","req_id":"a86f2ab0-8a9f-4ec8-9ee9-9ad9e3f83593","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-09T15:59:49.218305482Z","hostname":"oxz_internal_dns_e67b8903-0607-473f-98c1-16933b1217f3","pid":5599,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:61572"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-06-09T15:59:49.220230035Z","hostname":"oxz_internal_dns_e67b8903-0607-473f-98c1-16933b1217f3","pid":5599,"new_generation":1,"req_id":"5dcfda20-65ef-4bc1-8c05-c754c9d8fada","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-06-09T15:59:49.220292717Z","hostname":"oxz_internal_dns_e67b8903-0607-473f-98c1-16933b1217f3","pid":5599,"new_generation":1,"req_id":"5dcfda20-65ef-4bc1-8c05-c754c9d8fada","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-09T15:59:49.220307337Z","hostname":"oxz_internal_dns_e67b8903-0607-473f-98c1-16933b1217f3","pid":5599,"uri":"/config","method":"PUT","req_id":"5dcfda20-65ef-4bc1-8c05-c754c9d8fada","remote_addr":"[fd00:1122:3344:101::b]:61572","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":276,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-09T15:59:49.501541987Z","hostname":"oxz_internal_dns_e67b8903-0607-473f-98c1-16933b1217f3","pid":5599,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:39096"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-06-09T15:59:49.504233239Z","hostname":"oxz_internal_dns_e67b8903-0607-473f-98c1-16933b1217f3","pid":5599,"new_generation":1,"req_id":"83d68525-1fbd-4b1b-a74d-8100fd3a5c58","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-06-09T15:59:49.50429275Z","hostname":"oxz_internal_dns_e67b8903-0607-473f-98c1-16933b1217f3","pid":5599,"new_generation":1,"req_id":"83d68525-1fbd-4b1b-a74d-8100fd3a5c58","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-09T15:59:49.504346031Z","hostname":"oxz_internal_dns_e67b8903-0607-473f-98c1-16933b1217f3","pid":5599,"uri":"/config","method":"PUT","req_id":"83d68525-1fbd-4b1b-a74d-8100fd3a5c58","remote_addr":"[fd00:1122:3344:101::c]:39096","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":280,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-09T15:59:49.714097223Z","hostname":"oxz_internal_dns_e67b8903-0607-473f-98c1-16933b1217f3","pid":5599,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:64333"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-06-09T15:59:49.715736531Z","hostname":"oxz_internal_dns_e67b8903-0607-473f-98c1-16933b1217f3","pid":5599,"new_generation":1,"req_id":"01f3009a-fd36-469b-a9a3-d21f84be2fce","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-06-09T15:59:49.715803563Z","hostname":"oxz_internal_dns_e67b8903-0607-473f-98c1-16933b1217f3","pid":5599,"new_generation":1,"req_id":"01f3009a-fd36-469b-a9a3-d21f84be2fce","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-09T15:59:49.715818753Z","hostname":"oxz_internal_dns_e67b8903-0607-473f-98c1-16933b1217f3","pid":5599,"uri":"/config","method":"PUT","req_id":"01f3009a-fd36-469b-a9a3-d21f84be2fce","remote_addr":"[fd00:1122:3344:101::a]:64333","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":291,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 52486,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-09T15:59:51.143890113Z","hostname":"oxz_internal_dns_e67b8903-0607-473f-98c1-16933b1217f3","pid":5599,"peer_addr":"[fd00:1122:3344:101::c]:33250","req_id":"3b2b3c1b-9c6f-4036-9cc7-7ec9d0225cfa","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 40760,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-09T15:59:51.214012868Z","hostname":"oxz_internal_dns_e67b8903-0607-473f-98c1-16933b1217f3","pid":5599,"peer_addr":"[fd00:1122:3344:101::a]:52573","req_id":"1716c07b-041d-4d5e-a86d-bb164d192df0","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-09T15:59:51.273977221Z","hostname":"oxz_internal_dns_e67b8903-0607-473f-98c1-16933b1217f3","pid":5599,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:44756"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-09T15:59:51.274319029Z","hostname":"oxz_internal_dns_e67b8903-0607-473f-98c1-16933b1217f3","pid":5599,"uri":"/config","method":"GET","req_id":"82e7c492-8ef6-4d9c-8b8f-e6f38f946e80","remote_addr":"[fd00:1122:3344:101::c]:44756","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":280,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-09T15:59:51.343698148Z","hostname":"oxz_internal_dns_e67b8903-0607-473f-98c1-16933b1217f3","pid":5599,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:35581"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-09T15:59:51.344056896Z","hostname":"oxz_internal_dns_e67b8903-0607-473f-98c1-16933b1217f3","pid":5599,"uri":"/config","method":"GET","req_id":"6e105544-cb34-4b03-8772-83468eead851","remote_addr":"[fd00:1122:3344:101::a]:35581","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":300,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 7370,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-09T15:59:51.967719436Z","hostname":"oxz_internal_dns_e67b8903-0607-473f-98c1-16933b1217f3","pid":5599,"peer_addr":"[fd00:1122:3344:101::d]:54238","req_id":"6b5c9a17-42a0-40ff-8da9-01236d8b185d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 41689,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-09T15:59:52.18057482Z","hostname":"oxz_internal_dns_e67b8903-0607-473f-98c1-16933b1217f3","pid":5599,"peer_addr":"[fd00:1122:3344:101::b]:15975","req_id":"529f1758-19d9-4d22-b6f6-6f56d449abd1","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-09T15:59:52.286607308Z","hostname":"oxz_internal_dns_e67b8903-0607-473f-98c1-16933b1217f3","pid":5599,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:49989"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-09T15:59:52.286889524Z","hostname":"oxz_internal_dns_e67b8903-0607-473f-98c1-16933b1217f3","pid":5599,"uri":"/config","method":"GET","req_id":"732dedb4-909b-43f3-9e90-c6f2e37081c2","remote_addr":"[fd00:1122:3344:101::b]:49989","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":216,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 24729,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_d04e5650-adba-48ec-9516-1ba95e518854.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_d04e5650-adba-48ec-9516-1ba95e518854.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 100,\n 48,\n 52,\n 101,\n 53,\n 54,\n 53,\n 48,\n 45,\n 97,\n 100,\n 98,\n 97,\n 45,\n 52,\n 56,\n 101,\n 99,\n 45,\n 57,\n 53,\n 49,\n 54,\n 45,\n 49,\n 98,\n 97,\n 57,\n 53,\n 101,\n 53,\n 49,\n 56,\n 56,\n 53,\n 52,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_d04e5650-adba-48ec-9516-1ba95e518854.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-09T16:00:00.114039588Z","hostname":"oxz_internal_dns_e67b8903-0607-473f-98c1-16933b1217f3","pid":5599,"peer_addr":"[fd00:1122:3344:101::e]:56001","req_id":"36bf9275-54e6-4dd5-b789-ed8770e7b81c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 24729,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_d04e5650-adba-48ec-9516-1ba95e518854.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_d04e5650-adba-48ec-9516-1ba95e518854.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 100,\n 48,\n 52,\n 101,\n 53,\n 54,\n 53,\n 48,\n 45,\n 97,\n 100,\n 98,\n 97,\n 45,\n 52,\n 56,\n 101,\n 99,\n 45,\n 57,\n 53,\n 49,\n 54,\n 45,\n 49,\n 98,\n 97,\n 57,\n 53,\n 101,\n 53,\n 49,\n 56,\n 56,\n 53,\n 52,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_d04e5650-adba-48ec-9516-1ba95e518854.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-09T16:00:00.114627452Z","hostname":"oxz_internal_dns_e67b8903-0607-473f-98c1-16933b1217f3","pid":5599,"peer_addr":"[fd00:1122:3344:101::e]:45482","req_id":"f5701b75-ca02-4a3a-89a1-d899a105f792","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 2794,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_5e07aa3b-90bf-4389-9178-81392875d18e.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_5e07aa3b-90bf-4389-9178-81392875d18e.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 53,\n 101,\n 48,\n 55,\n 97,\n 97,\n 51,\n 98,\n 45,\n 57,\n 48,\n 98,\n 102,\n 45,\n 52,\n 51,\n 56,\n 57,\n 45,\n 57,\n 49,\n 55,\n 56,\n 45,\n 56,\n 49,\n 51,\n 57,\n 50,\n 56,\n 55,\n 53,\n 100,\n 49,\n 56,\n 101,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_5e07aa3b-90bf-4389-9178-81392875d18e.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-09T16:00:00.376281543Z","hostname":"oxz_internal_dns_e67b8903-0607-473f-98c1-16933b1217f3","pid":5599,"peer_addr":"[fd00:1122:3344:101::7]:44679","req_id":"84e1b34e-e8d0-4eca-9f7e-6ad1ef6f0e4d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 2794,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_5e07aa3b-90bf-4389-9178-81392875d18e.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_5e07aa3b-90bf-4389-9178-81392875d18e.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 53,\n 101,\n 48,\n 55,\n 97,\n 97,\n 51,\n 98,\n 45,\n 57,\n 48,\n 98,\n 102,\n 45,\n 52,\n 51,\n 56,\n 57,\n 45,\n 57,\n 49,\n 55,\n 56,\n 45,\n 56,\n 49,\n 51,\n 57,\n 50,\n 56,\n 55,\n 53,\n 100,\n 49,\n 56,\n 101,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_5e07aa3b-90bf-4389-9178-81392875d18e.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-09T16:00:00.376871997Z","hostname":"oxz_internal_dns_e67b8903-0607-473f-98c1-16933b1217f3","pid":5599,"peer_addr":"[fd00:1122:3344:101::7]:47264","req_id":"94072bff-16d9-4641-ab40-b6144762bdeb","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 54949,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_fcb16167-407c-4beb-80fc-a1ed916d6cb1.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_fcb16167-407c-4beb-80fc-a1ed916d6cb1.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 102,\n 99,\n 98,\n 49,\n 54,\n 49,\n 54,\n 55,\n 45,\n 52,\n 48,\n 55,\n 99,\n 45,\n 52,\n 98,\n 101,\n 98,\n 45,\n 56,\n 48,\n 102,\n 99,\n 45,\n 97,\n 49,\n 101,\n 100,\n 57,\n 49,\n 54,\n 100,\n 54,\n 99,\n 98,\n 49,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_fcb16167-407c-4beb-80fc-a1ed916d6cb1.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-09T16:00:00.379066037Z","hostname":"oxz_internal_dns_e67b8903-0607-473f-98c1-16933b1217f3","pid":5599,"peer_addr":"[fd00:1122:3344:101::6]:63592","req_id":"94c2a981-ae49-45be-990f-e0f4c08734fc","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 54949,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_fcb16167-407c-4beb-80fc-a1ed916d6cb1.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_fcb16167-407c-4beb-80fc-a1ed916d6cb1.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 102,\n 99,\n 98,\n 49,\n 54,\n 49,\n 54,\n 55,\n 45,\n 52,\n 48,\n 55,\n 99,\n 45,\n 52,\n 98,\n 101,\n 98,\n 45,\n 56,\n 48,\n 102,\n 99,\n 45,\n 97,\n 49,\n 101,\n 100,\n 57,\n 49,\n 54,\n 100,\n 54,\n 99,\n 98,\n 49,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_fcb16167-407c-4beb-80fc-a1ed916d6cb1.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-09T16:00:00.379541878Z","hostname":"oxz_internal_dns_e67b8903-0607-473f-98c1-16933b1217f3","pid":5599,"peer_addr":"[fd00:1122:3344:101::6]:37198","req_id":"287001b3-8972-482c-ba75-39fdf088a9a8","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 30147,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_3fe34ac0-d2d4-4053-839a-1dc718afb5b8.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_3fe34ac0-d2d4-4053-839a-1dc718afb5b8.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 51,\n 102,\n 101,\n 51,\n 52,\n 97,\n 99,\n 48,\n 45,\n 100,\n 50,\n 100,\n 52,\n 45,\n 52,\n 48,\n 53,\n 51,\n 45,\n 56,\n 51,\n 57,\n 97,\n 45,\n 49,\n 100,\n 99,\n 55,\n 49,\n 56,\n 97,\n 102,\n 98,\n 53,\n 98,\n 56,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_3fe34ac0-d2d4-4053-839a-1dc718afb5b8.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-09T16:00:00.383918128Z","hostname":"oxz_internal_dns_e67b8903-0607-473f-98c1-16933b1217f3","pid":5599,"peer_addr":"[fd00:1122:3344:101::5]:51383","req_id":"8971738b-1259-48e1-9045-18c645eecccc","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 30147,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_3fe34ac0-d2d4-4053-839a-1dc718afb5b8.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_3fe34ac0-d2d4-4053-839a-1dc718afb5b8.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 51,\n 102,\n 101,\n 51,\n 52,\n 97,\n 99,\n 48,\n 45,\n 100,\n 50,\n 100,\n 52,\n 45,\n 52,\n 48,\n 53,\n 51,\n 45,\n 56,\n 51,\n 57,\n 97,\n 45,\n 49,\n 100,\n 99,\n 55,\n 49,\n 56,\n 97,\n 102,\n 98,\n 53,\n 98,\n 56,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_3fe34ac0-d2d4-4053-839a-1dc718afb5b8.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-09T16:00:00.384532242Z","hostname":"oxz_internal_dns_e67b8903-0607-473f-98c1-16933b1217f3","pid":5599,"peer_addr":"[fd00:1122:3344:101::5]:47436","req_id":"36824197-2396-4c46-9165-bd4e5fb15cbe","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 5941,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_8b750eee-29b7-4631-baf9-324caa0b4d8c.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_8b750eee-29b7-4631-baf9-324caa0b4d8c.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 56,\n 98,\n 55,\n 53,\n 48,\n 101,\n 101,\n 101,\n 45,\n 50,\n 57,\n 98,\n 55,\n 45,\n 52,\n 54,\n 51,\n 49,\n 45,\n 98,\n 97,\n 102,\n 57,\n 45,\n 51,\n 50,\n 52,\n 99,\n 97,\n 97,\n 48,\n 98,\n 52,\n 100,\n 56,\n 99,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_8b750eee-29b7-4631-baf9-324caa0b4d8c.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-09T16:00:00.453936511Z","hostname":"oxz_internal_dns_e67b8903-0607-473f-98c1-16933b1217f3","pid":5599,"peer_addr":"[fd00:1122:3344:101::4]:55450","req_id":"1645be0a-8541-4902-a34b-83b3f30d47dd","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 5941,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_8b750eee-29b7-4631-baf9-324caa0b4d8c.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_8b750eee-29b7-4631-baf9-324caa0b4d8c.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 56,\n 98,\n 55,\n 53,\n 48,\n 101,\n 101,\n 101,\n 45,\n 50,\n 57,\n 98,\n 55,\n 45,\n 52,\n 54,\n 51,\n 49,\n 45,\n 98,\n 97,\n 102,\n 57,\n 45,\n 51,\n 50,\n 52,\n 99,\n 97,\n 97,\n 48,\n 98,\n 52,\n 100,\n 56,\n 99,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_8b750eee-29b7-4631-baf9-324caa0b4d8c.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-09T16:00:00.454545765Z","hostname":"oxz_internal_dns_e67b8903-0607-473f-98c1-16933b1217f3","pid":5599,"peer_addr":"[fd00:1122:3344:101::4]:45210","req_id":"4b77b400-70b4-4c0d-afe0-866372078726","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 44909,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_32555bc3-825d-4409-a6bc-858599d2fcfb.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_32555bc3-825d-4409-a6bc-858599d2fcfb.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 51,\n 50,\n 53,\n 53,\n 53,\n 98,\n 99,\n 51,\n 45,\n 56,\n 50,\n 53,\n 100,\n 45,\n 52,\n 52,\n 48,\n 57,\n 45,\n 97,\n 54,\n 98,\n 99,\n 45,\n 56,\n 53,\n 56,\n 53,\n 57,\n 57,\n 100,\n 50,\n 102,\n 99,\n 102,\n 98,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_32555bc3-825d-4409-a6bc-858599d2fcfb.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-09T16:00:00.456324446Z","hostname":"oxz_internal_dns_e67b8903-0607-473f-98c1-16933b1217f3","pid":5599,"peer_addr":"[fd00:1122:3344:101::3]:54553","req_id":"535d785a-7b15-4a10-9f87-fc46d54ee355","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 44909,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_32555bc3-825d-4409-a6bc-858599d2fcfb.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_32555bc3-825d-4409-a6bc-858599d2fcfb.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 51,\n 50,\n 53,\n 53,\n 53,\n 98,\n 99,\n 51,\n 45,\n 56,\n 50,\n 53,\n 100,\n 45,\n 52,\n 52,\n 48,\n 57,\n 45,\n 97,\n 54,\n 98,\n 99,\n 45,\n 56,\n 53,\n 56,\n 53,\n 57,\n 57,\n 100,\n 50,\n 102,\n 99,\n 102,\n 98,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_32555bc3-825d-4409-a6bc-858599d2fcfb.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-09T16:00:00.456812987Z","hostname":"oxz_internal_dns_e67b8903-0607-473f-98c1-16933b1217f3","pid":5599,"peer_addr":"[fd00:1122:3344:101::3]:43940","req_id":"4951decb-99ab-4e42-b48e-f5ae80765981","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 36450,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_ntp_2836c737-ee26-4342-a1cf-64631a228e18.\"),\n ),\n original: Query {\n name: Name(\"oxz_ntp_2836c737-ee26-4342-a1cf-64631a228e18.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 44,\n 111,\n 120,\n 122,\n 95,\n 110,\n 116,\n 112,\n 95,\n 50,\n 56,\n 51,\n 54,\n 99,\n 55,\n 51,\n 55,\n 45,\n 101,\n 101,\n 50,\n 54,\n 45,\n 52,\n 51,\n 52,\n 50,\n 45,\n 97,\n 49,\n 99,\n 102,\n 45,\n 54,\n 52,\n 54,\n 51,\n 49,\n 97,\n 50,\n 50,\n 56,\n 101,\n 49,\n 56,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_ntp_2836c737-ee26-4342-a1cf-64631a228e18.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-09T16:00:00.631821504Z","hostname":"oxz_internal_dns_e67b8903-0607-473f-98c1-16933b1217f3","pid":5599,"peer_addr":"[fd00:1122:3344:101::1b]:50798","req_id":"e645233e-dd6c-4f5d-85d6-6732a4f90bf2","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 42068,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-09T16:00:00.779425874Z","hostname":"oxz_internal_dns_e67b8903-0607-473f-98c1-16933b1217f3","pid":5599,"peer_addr":"[fd00:1122:3344:101::2]:41136","req_id":"ba8e2690-0da5-4b79-8d48-a017175883b9","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 42068,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-09T16:00:00.780103009Z","hostname":"oxz_internal_dns_e67b8903-0607-473f-98c1-16933b1217f3","pid":5599,"peer_addr":"[fd00:1122:3344:101::2]:64130","req_id":"50477757-3f5d-4451-80fa-24a0f7df91fd","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 13574,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-09T16:00:01.969182617Z","hostname":"oxz_internal_dns_e67b8903-0607-473f-98c1-16933b1217f3","pid":5599,"peer_addr":"[fd00:1122:3344:101::d]:62462","req_id":"8aaa4bab-763a-4171-b82e-691dab057700","component":"dns"}