[ May 19 19:27:10 Enabled. ] [ May 19 19:27:10 Rereading configuration. ] [ May 19 19:27:11 Rereading configuration. ] [ May 19 19:27:13 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:2::1]:5353 --dns-address [fd00:1122:3344:2::1]:53 &"). ] [ May 19 19:27:13 Method "start" exited with status 0. ] Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:2::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } note: configured to log to "/dev/stdout" {"msg":"config","v":0,"name":"dns-server","level":30,"time":"2026-05-19T19:27:13.059189127Z","hostname":"oxz_internal_dns_a73fe87d-4a12-42a3-a3ba-3eca1a96674b","pid":5513,"dns_config":"Config { bind_address: [fd00:1122:3344:2::1]:53 }","config":"Config { log: File { level: Info, path: \"/dev/stdout\", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:2::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: \"/data/dns\", keep_old_generations: 3 } }"} {"msg":"opening sled database","v":0,"name":"dns-server","level":30,"time":"2026-05-19T19:27:13.059316271Z","hostname":"oxz_internal_dns_a73fe87d-4a12-42a3-a3ba-3eca1a96674b","pid":5513,"component":"store","path":"/data/dns"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-05-19T19:27:13.078879661Z","hostname":"oxz_internal_dns_a73fe87d-4a12-42a3-a3ba-3eca1a96674b","pid":5513,"component":"store"} {"msg":"pruning trees for generations older than 0","v":0,"name":"dns-server","level":30,"time":"2026-05-19T19:27:13.078901131Z","hostname":"oxz_internal_dns_a73fe87d-4a12-42a3-a3ba-3eca1a96674b","pid":5513,"component":"store","keep":3} {"msg":"DNS server bound to address","v":0,"name":"dns-server","level":30,"time":"2026-05-19T19:27:13.078953133Z","hostname":"oxz_internal_dns_a73fe87d-4a12-42a3-a3ba-3eca1a96674b","pid":5513,"component":"dns","local_address":"[fd00:1122:3344:2::1]:53"} {"msg":"listening","v":0,"name":"dns-server","level":30,"time":"2026-05-19T19:27:13.079255191Z","hostname":"oxz_internal_dns_a73fe87d-4a12-42a3-a3ba-3eca1a96674b","pid":5513,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-19T19:27:13.852363826Z","hostname":"oxz_internal_dns_a73fe87d-4a12-42a3-a3ba-3eca1a96674b","pid":5513,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:2::2]:52855"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-19T19:27:13.853094976Z","hostname":"oxz_internal_dns_a73fe87d-4a12-42a3-a3ba-3eca1a96674b","pid":5513,"new_generation":1,"req_id":"097c8253-6f58-4c7b-9739-94b5a57a8e2a","component":"store"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-05-19T19:27:13.853124377Z","hostname":"oxz_internal_dns_a73fe87d-4a12-42a3-a3ba-3eca1a96674b","pid":5513,"component":"store"} {"msg":"pruning trees for generations older than 1","v":0,"name":"dns-server","level":30,"time":"2026-05-19T19:27:13.883920157Z","hostname":"oxz_internal_dns_a73fe87d-4a12-42a3-a3ba-3eca1a96674b","pid":5513,"component":"store","keep":3} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-19T19:27:13.883956628Z","hostname":"oxz_internal_dns_a73fe87d-4a12-42a3-a3ba-3eca1a96674b","pid":5513,"new_generation":1,"req_id":"097c8253-6f58-4c7b-9739-94b5a57a8e2a","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-19T19:27:13.884002399Z","hostname":"oxz_internal_dns_a73fe87d-4a12-42a3-a3ba-3eca1a96674b","pid":5513,"uri":"/config","method":"PUT","req_id":"097c8253-6f58-4c7b-9739-94b5a57a8e2a","remote_addr":"[fd00:1122:3344:2::2]:52855","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":31288,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 19990,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-19T19:27:26.361460177Z","hostname":"oxz_internal_dns_a73fe87d-4a12-42a3-a3ba-3eca1a96674b","pid":5513,"peer_addr":"[fd00:1122:3344:101::1b]:63290","req_id":"1715ecbf-59fb-4115-9375-7696da50a275","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 34851,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-19T19:27:26.372573914Z","hostname":"oxz_internal_dns_a73fe87d-4a12-42a3-a3ba-3eca1a96674b","pid":5513,"peer_addr":"[fd00:1122:3344:101::1b]:46285","req_id":"f94ca5ac-50d7-4e67-9cb7-99549f86116e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 41404,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-19T19:27:26.38512275Z","hostname":"oxz_internal_dns_a73fe87d-4a12-42a3-a3ba-3eca1a96674b","pid":5513,"peer_addr":"[fd00:1122:3344:101::1b]:61215","req_id":"65ae5dee-49f5-439b-969e-359532f9961d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 37646,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-19T19:29:22.694876172Z","hostname":"oxz_internal_dns_a73fe87d-4a12-42a3-a3ba-3eca1a96674b","pid":5513,"peer_addr":"[fd00:1122:3344:101::d]:54324","req_id":"8b141c13-718e-4aad-943d-4e54ff58c568","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 19171,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_6fe371c2-d72b-45cf-b7eb-c1126d273260.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_6fe371c2-d72b-45cf-b7eb-c1126d273260.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 54,\n 102,\n 101,\n 51,\n 55,\n 49,\n 99,\n 50,\n 45,\n 100,\n 55,\n 50,\n 98,\n 45,\n 52,\n 53,\n 99,\n 102,\n 45,\n 98,\n 55,\n 101,\n 98,\n 45,\n 99,\n 49,\n 49,\n 50,\n 54,\n 100,\n 50,\n 55,\n 51,\n 50,\n 54,\n 48,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_6fe371c2-d72b-45cf-b7eb-c1126d273260.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-19T19:29:24.569488464Z","hostname":"oxz_internal_dns_a73fe87d-4a12-42a3-a3ba-3eca1a96674b","pid":5513,"peer_addr":"[fd00:1122:3344:101::e]:43373","req_id":"15734571-d76c-460c-b9e2-c7479daaee00","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 19171,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_6fe371c2-d72b-45cf-b7eb-c1126d273260.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_6fe371c2-d72b-45cf-b7eb-c1126d273260.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 54,\n 102,\n 101,\n 51,\n 55,\n 49,\n 99,\n 50,\n 45,\n 100,\n 55,\n 50,\n 98,\n 45,\n 52,\n 53,\n 99,\n 102,\n 45,\n 98,\n 55,\n 101,\n 98,\n 45,\n 99,\n 49,\n 49,\n 50,\n 54,\n 100,\n 50,\n 55,\n 51,\n 50,\n 54,\n 48,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_6fe371c2-d72b-45cf-b7eb-c1126d273260.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-19T19:29:24.574231505Z","hostname":"oxz_internal_dns_a73fe87d-4a12-42a3-a3ba-3eca1a96674b","pid":5513,"peer_addr":"[fd00:1122:3344:101::e]:61209","req_id":"fac09b66-add2-4bca-8581-daa99e732af1","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 51615,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-19T19:29:27.358037486Z","hostname":"oxz_internal_dns_a73fe87d-4a12-42a3-a3ba-3eca1a96674b","pid":5513,"peer_addr":"[fd00:1122:3344:101::1b]:34620","req_id":"9f1b4ef4-01a8-4e7d-9f87-68ef67b08bba","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 63,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-19T19:29:27.372427083Z","hostname":"oxz_internal_dns_a73fe87d-4a12-42a3-a3ba-3eca1a96674b","pid":5513,"peer_addr":"[fd00:1122:3344:101::1b]:34778","req_id":"cb4eb5eb-7341-473b-b256-9d9b14346744","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 48118,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-19T19:29:27.387031976Z","hostname":"oxz_internal_dns_a73fe87d-4a12-42a3-a3ba-3eca1a96674b","pid":5513,"peer_addr":"[fd00:1122:3344:101::1b]:62307","req_id":"17ef6957-e467-4257-8e1a-12895e3b78a3","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 53605,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-19T19:29:31.300324443Z","hostname":"oxz_internal_dns_a73fe87d-4a12-42a3-a3ba-3eca1a96674b","pid":5513,"peer_addr":"[fd00:1122:3344:101::c]:27272","req_id":"6c06b688-6e02-439b-a333-a0459192cd97","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 19837,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-19T19:29:31.328822788Z","hostname":"oxz_internal_dns_a73fe87d-4a12-42a3-a3ba-3eca1a96674b","pid":5513,"peer_addr":"[fd00:1122:3344:101::a]:1460","req_id":"1103afdf-b383-4066-a454-c42914b257bd","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 2864,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-19T19:29:31.455229746Z","hostname":"oxz_internal_dns_a73fe87d-4a12-42a3-a3ba-3eca1a96674b","pid":5513,"peer_addr":"[fd00:1122:3344:101::b]:7384","req_id":"ab3a0fa5-d8b1-4e5b-b962-34aaf2c2a54a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 4285,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-19T19:29:32.666845779Z","hostname":"oxz_internal_dns_a73fe87d-4a12-42a3-a3ba-3eca1a96674b","pid":5513,"peer_addr":"[fd00:1122:3344:101::d]:51113","req_id":"4db335d1-b467-44e0-b121-a3efb6afd91f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 23954,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-19T19:29:33.407021224Z","hostname":"oxz_internal_dns_a73fe87d-4a12-42a3-a3ba-3eca1a96674b","pid":5513,"peer_addr":"[fd00:1122:3344:101::c]:61507","req_id":"2f9d0ce8-00ca-404e-ad8b-db21f43761cf","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-19T19:29:33.565899009Z","hostname":"oxz_internal_dns_a73fe87d-4a12-42a3-a3ba-3eca1a96674b","pid":5513,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:50512"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-19T19:29:33.626761638Z","hostname":"oxz_internal_dns_a73fe87d-4a12-42a3-a3ba-3eca1a96674b","pid":5513,"new_generation":1,"req_id":"600c1202-6e7d-4562-81da-239badf331ce","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-19T19:29:33.626852101Z","hostname":"oxz_internal_dns_a73fe87d-4a12-42a3-a3ba-3eca1a96674b","pid":5513,"new_generation":1,"req_id":"600c1202-6e7d-4562-81da-239badf331ce","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-19T19:29:33.627009845Z","hostname":"oxz_internal_dns_a73fe87d-4a12-42a3-a3ba-3eca1a96674b","pid":5513,"uri":"/config","method":"PUT","req_id":"600c1202-6e7d-4562-81da-239badf331ce","remote_addr":"[fd00:1122:3344:101::c]:50512","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":28791,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-19T19:29:33.736811235Z","hostname":"oxz_internal_dns_a73fe87d-4a12-42a3-a3ba-3eca1a96674b","pid":5513,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:35996"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-19T19:29:33.753588208Z","hostname":"oxz_internal_dns_a73fe87d-4a12-42a3-a3ba-3eca1a96674b","pid":5513,"uri":"/config","method":"GET","req_id":"843d5cd0-8c73-4121-82ac-cc9a25bdd95e","remote_addr":"[fd00:1122:3344:101::c]:35996","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":16692,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 41991,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-19T19:29:34.125848181Z","hostname":"oxz_internal_dns_a73fe87d-4a12-42a3-a3ba-3eca1a96674b","pid":5513,"peer_addr":"[fd00:1122:3344:101::c]:63501","req_id":"d095f6c4-4771-4746-8bab-22eeeb562b8c","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-19T19:29:34.244611188Z","hostname":"oxz_internal_dns_a73fe87d-4a12-42a3-a3ba-3eca1a96674b","pid":5513,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:43063"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-19T19:29:34.244885386Z","hostname":"oxz_internal_dns_a73fe87d-4a12-42a3-a3ba-3eca1a96674b","pid":5513,"uri":"/config","method":"GET","req_id":"ce59b254-8830-47ca-9f0e-7c87ef1ac948","remote_addr":"[fd00:1122:3344:101::c]:43063","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":226,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 8943,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-19T19:29:34.675691754Z","hostname":"oxz_internal_dns_a73fe87d-4a12-42a3-a3ba-3eca1a96674b","pid":5513,"peer_addr":"[fd00:1122:3344:101::c]:41629","req_id":"3232a6ee-c80a-419c-87de-e5bd01dcf314","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-19T19:29:34.797108054Z","hostname":"oxz_internal_dns_a73fe87d-4a12-42a3-a3ba-3eca1a96674b","pid":5513,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:53623"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-19T19:29:34.797590388Z","hostname":"oxz_internal_dns_a73fe87d-4a12-42a3-a3ba-3eca1a96674b","pid":5513,"uri":"/config","method":"GET","req_id":"9330408d-fc8e-4d41-9cd8-f0c1b8e5839e","remote_addr":"[fd00:1122:3344:101::c]:53623","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":258,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47914,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-19T19:29:41.923698796Z","hostname":"oxz_internal_dns_a73fe87d-4a12-42a3-a3ba-3eca1a96674b","pid":5513,"peer_addr":"[fd00:1122:3344:101::b]:24305","req_id":"00d6caa3-4914-44b0-9bfe-e48bad56ae5f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 18763,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-19T19:29:41.926705779Z","hostname":"oxz_internal_dns_a73fe87d-4a12-42a3-a3ba-3eca1a96674b","pid":5513,"peer_addr":"[fd00:1122:3344:101::a]:44131","req_id":"194401de-254b-4730-9253-1a7b4958f106","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-19T19:29:42.065070858Z","hostname":"oxz_internal_dns_a73fe87d-4a12-42a3-a3ba-3eca1a96674b","pid":5513,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:46275"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-19T19:29:42.065289474Z","hostname":"oxz_internal_dns_a73fe87d-4a12-42a3-a3ba-3eca1a96674b","pid":5513,"uri":"/config","method":"GET","req_id":"5c81b888-f8b6-4927-b39e-f13ad8c71c66","remote_addr":"[fd00:1122:3344:101::a]:46275","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":187,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-19T19:29:42.119838409Z","hostname":"oxz_internal_dns_a73fe87d-4a12-42a3-a3ba-3eca1a96674b","pid":5513,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:46118"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-19T19:29:42.120084986Z","hostname":"oxz_internal_dns_a73fe87d-4a12-42a3-a3ba-3eca1a96674b","pid":5513,"uri":"/config","method":"GET","req_id":"b0e80eed-349d-4a9a-a256-ecf39cc68210","remote_addr":"[fd00:1122:3344:101::b]:46118","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":196,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 15926,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-19T19:29:42.667728672Z","hostname":"oxz_internal_dns_a73fe87d-4a12-42a3-a3ba-3eca1a96674b","pid":5513,"peer_addr":"[fd00:1122:3344:101::d]:52452","req_id":"2d2ec9bc-d921-4996-8aa2-2b4b3cb87436","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 27323,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-19T19:29:52.669285281Z","hostname":"oxz_internal_dns_a73fe87d-4a12-42a3-a3ba-3eca1a96674b","pid":5513,"peer_addr":"[fd00:1122:3344:101::d]:57117","req_id":"56c2c994-da3d-436a-b592-cf392e055fb1","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 41784,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_9f3f3aaf-ec82-49cb-8d6d-6a74cddfcab9.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_9f3f3aaf-ec82-49cb-8d6d-6a74cddfcab9.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 57,\n 102,\n 51,\n 102,\n 51,\n 97,\n 97,\n 102,\n 45,\n 101,\n 99,\n 56,\n 50,\n 45,\n 52,\n 57,\n 99,\n 98,\n 45,\n 56,\n 100,\n 54,\n 100,\n 45,\n 54,\n 97,\n 55,\n 52,\n 99,\n 100,\n 100,\n 102,\n 99,\n 97,\n 98,\n 57,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_9f3f3aaf-ec82-49cb-8d6d-6a74cddfcab9.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-19T19:30:00.119032888Z","hostname":"oxz_internal_dns_a73fe87d-4a12-42a3-a3ba-3eca1a96674b","pid":5513,"peer_addr":"[fd00:1122:3344:101::4]:51884","req_id":"4ceecdee-cc61-4535-b222-116f1c5cd4e9","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 41784,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_9f3f3aaf-ec82-49cb-8d6d-6a74cddfcab9.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_9f3f3aaf-ec82-49cb-8d6d-6a74cddfcab9.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 57,\n 102,\n 51,\n 102,\n 51,\n 97,\n 97,\n 102,\n 45,\n 101,\n 99,\n 56,\n 50,\n 45,\n 52,\n 57,\n 99,\n 98,\n 45,\n 56,\n 100,\n 54,\n 100,\n 45,\n 54,\n 97,\n 55,\n 52,\n 99,\n 100,\n 100,\n 102,\n 99,\n 97,\n 98,\n 57,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_9f3f3aaf-ec82-49cb-8d6d-6a74cddfcab9.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-19T19:30:00.119670846Z","hostname":"oxz_internal_dns_a73fe87d-4a12-42a3-a3ba-3eca1a96674b","pid":5513,"peer_addr":"[fd00:1122:3344:101::4]:53793","req_id":"ed2be608-d93b-49f4-8abe-91e3473375ff","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 62393,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_6fe371c2-d72b-45cf-b7eb-c1126d273260.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_6fe371c2-d72b-45cf-b7eb-c1126d273260.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 54,\n 102,\n 101,\n 51,\n 55,\n 49,\n 99,\n 50,\n 45,\n 100,\n 55,\n 50,\n 98,\n 45,\n 52,\n 53,\n 99,\n 102,\n 45,\n 98,\n 55,\n 101,\n 98,\n 45,\n 99,\n 49,\n 49,\n 50,\n 54,\n 100,\n 50,\n 55,\n 51,\n 50,\n 54,\n 48,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_6fe371c2-d72b-45cf-b7eb-c1126d273260.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-19T19:30:00.242330121Z","hostname":"oxz_internal_dns_a73fe87d-4a12-42a3-a3ba-3eca1a96674b","pid":5513,"peer_addr":"[fd00:1122:3344:101::e]:33633","req_id":"22f78a46-06e7-423a-aa99-1666160e2b6d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 62393,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_6fe371c2-d72b-45cf-b7eb-c1126d273260.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_6fe371c2-d72b-45cf-b7eb-c1126d273260.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 54,\n 102,\n 101,\n 51,\n 55,\n 49,\n 99,\n 50,\n 45,\n 100,\n 55,\n 50,\n 98,\n 45,\n 52,\n 53,\n 99,\n 102,\n 45,\n 98,\n 55,\n 101,\n 98,\n 45,\n 99,\n 49,\n 49,\n 50,\n 54,\n 100,\n 50,\n 55,\n 51,\n 50,\n 54,\n 48,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_6fe371c2-d72b-45cf-b7eb-c1126d273260.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-19T19:30:00.242954918Z","hostname":"oxz_internal_dns_a73fe87d-4a12-42a3-a3ba-3eca1a96674b","pid":5513,"peer_addr":"[fd00:1122:3344:101::e]:33504","req_id":"2129b0e8-fcfd-4367-95ab-deb6f883ecb7","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 29040,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_dab158eb-fdbf-4f14-9568-131e8779a09d.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_dab158eb-fdbf-4f14-9568-131e8779a09d.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 100,\n 97,\n 98,\n 49,\n 53,\n 56,\n 101,\n 98,\n 45,\n 102,\n 100,\n 98,\n 102,\n 45,\n 52,\n 102,\n 49,\n 52,\n 45,\n 57,\n 53,\n 54,\n 56,\n 45,\n 49,\n 51,\n 49,\n 101,\n 56,\n 55,\n 55,\n 57,\n 97,\n 48,\n 57,\n 100,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_dab158eb-fdbf-4f14-9568-131e8779a09d.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-19T19:30:00.30935099Z","hostname":"oxz_internal_dns_a73fe87d-4a12-42a3-a3ba-3eca1a96674b","pid":5513,"peer_addr":"[fd00:1122:3344:101::5]:40992","req_id":"785d03a9-bc5e-4ba5-afca-6f4116a5d338","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 29040,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_dab158eb-fdbf-4f14-9568-131e8779a09d.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_dab158eb-fdbf-4f14-9568-131e8779a09d.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 100,\n 97,\n 98,\n 49,\n 53,\n 56,\n 101,\n 98,\n 45,\n 102,\n 100,\n 98,\n 102,\n 45,\n 52,\n 102,\n 49,\n 52,\n 45,\n 57,\n 53,\n 54,\n 56,\n 45,\n 49,\n 51,\n 49,\n 101,\n 56,\n 55,\n 55,\n 57,\n 97,\n 48,\n 57,\n 100,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_dab158eb-fdbf-4f14-9568-131e8779a09d.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-19T19:30:00.309929156Z","hostname":"oxz_internal_dns_a73fe87d-4a12-42a3-a3ba-3eca1a96674b","pid":5513,"peer_addr":"[fd00:1122:3344:101::5]:55280","req_id":"0724f1c0-33b9-4d87-bb16-97e6ee67c9f3","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 25701,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_cc0eb17e-103c-4f87-b8c8-fd487be92046.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_cc0eb17e-103c-4f87-b8c8-fd487be92046.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 99,\n 99,\n 48,\n 101,\n 98,\n 49,\n 55,\n 101,\n 45,\n 49,\n 48,\n 51,\n 99,\n 45,\n 52,\n 102,\n 56,\n 55,\n 45,\n 98,\n 56,\n 99,\n 56,\n 45,\n 102,\n 100,\n 52,\n 56,\n 55,\n 98,\n 101,\n 57,\n 50,\n 48,\n 52,\n 54,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_cc0eb17e-103c-4f87-b8c8-fd487be92046.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-19T19:30:00.390268693Z","hostname":"oxz_internal_dns_a73fe87d-4a12-42a3-a3ba-3eca1a96674b","pid":5513,"peer_addr":"[fd00:1122:3344:101::3]:39812","req_id":"268dcb07-5edc-4ac7-b79d-73d25182005d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 25701,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_cc0eb17e-103c-4f87-b8c8-fd487be92046.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_cc0eb17e-103c-4f87-b8c8-fd487be92046.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 99,\n 99,\n 48,\n 101,\n 98,\n 49,\n 55,\n 101,\n 45,\n 49,\n 48,\n 51,\n 99,\n 45,\n 52,\n 102,\n 56,\n 55,\n 45,\n 98,\n 56,\n 99,\n 56,\n 45,\n 102,\n 100,\n 52,\n 56,\n 55,\n 98,\n 101,\n 57,\n 50,\n 48,\n 52,\n 54,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_cc0eb17e-103c-4f87-b8c8-fd487be92046.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-19T19:30:00.390972782Z","hostname":"oxz_internal_dns_a73fe87d-4a12-42a3-a3ba-3eca1a96674b","pid":5513,"peer_addr":"[fd00:1122:3344:101::3]:42384","req_id":"913c8fb8-7ee7-49ea-9e20-6a87d847b50b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 110,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_595e6c52-4ece-42c2-8e42-bdf24194f9af.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_595e6c52-4ece-42c2-8e42-bdf24194f9af.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 53,\n 57,\n 53,\n 101,\n 54,\n 99,\n 53,\n 50,\n 45,\n 52,\n 101,\n 99,\n 101,\n 45,\n 52,\n 50,\n 99,\n 50,\n 45,\n 56,\n 101,\n 52,\n 50,\n 45,\n 98,\n 100,\n 102,\n 50,\n 52,\n 49,\n 57,\n 52,\n 102,\n 57,\n 97,\n 102,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_595e6c52-4ece-42c2-8e42-bdf24194f9af.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-19T19:30:00.491003983Z","hostname":"oxz_internal_dns_a73fe87d-4a12-42a3-a3ba-3eca1a96674b","pid":5513,"peer_addr":"[fd00:1122:3344:101::7]:35359","req_id":"b120f9e1-a257-42a4-bfbc-f6e27924e44f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 110,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_595e6c52-4ece-42c2-8e42-bdf24194f9af.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_595e6c52-4ece-42c2-8e42-bdf24194f9af.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 53,\n 57,\n 53,\n 101,\n 54,\n 99,\n 53,\n 50,\n 45,\n 52,\n 101,\n 99,\n 101,\n 45,\n 52,\n 50,\n 99,\n 50,\n 45,\n 56,\n 101,\n 52,\n 50,\n 45,\n 98,\n 100,\n 102,\n 50,\n 52,\n 49,\n 57,\n 52,\n 102,\n 57,\n 97,\n 102,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_595e6c52-4ece-42c2-8e42-bdf24194f9af.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-19T19:30:00.491721142Z","hostname":"oxz_internal_dns_a73fe87d-4a12-42a3-a3ba-3eca1a96674b","pid":5513,"peer_addr":"[fd00:1122:3344:101::7]:62739","req_id":"048e2f01-a759-4e12-9726-8da71a0a13af","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 990,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_ab447e1c-2cf6-4806-ae37-c17223623835.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_ab447e1c-2cf6-4806-ae37-c17223623835.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 97,\n 98,\n 52,\n 52,\n 55,\n 101,\n 49,\n 99,\n 45,\n 50,\n 99,\n 102,\n 54,\n 45,\n 52,\n 56,\n 48,\n 54,\n 45,\n 97,\n 101,\n 51,\n 55,\n 45,\n 99,\n 49,\n 55,\n 50,\n 50,\n 51,\n 54,\n 50,\n 51,\n 56,\n 51,\n 53,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_ab447e1c-2cf6-4806-ae37-c17223623835.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-19T19:30:00.560286304Z","hostname":"oxz_internal_dns_a73fe87d-4a12-42a3-a3ba-3eca1a96674b","pid":5513,"peer_addr":"[fd00:1122:3344:101::6]:54600","req_id":"deb9229c-0d32-4976-ba8c-d09e89138bd0","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 990,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_ab447e1c-2cf6-4806-ae37-c17223623835.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_ab447e1c-2cf6-4806-ae37-c17223623835.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 97,\n 98,\n 52,\n 52,\n 55,\n 101,\n 49,\n 99,\n 45,\n 50,\n 99,\n 102,\n 54,\n 45,\n 52,\n 56,\n 48,\n 54,\n 45,\n 97,\n 101,\n 51,\n 55,\n 45,\n 99,\n 49,\n 55,\n 50,\n 50,\n 51,\n 54,\n 50,\n 51,\n 56,\n 51,\n 53,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_ab447e1c-2cf6-4806-ae37-c17223623835.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-19T19:30:00.560947603Z","hostname":"oxz_internal_dns_a73fe87d-4a12-42a3-a3ba-3eca1a96674b","pid":5513,"peer_addr":"[fd00:1122:3344:101::6]:34197","req_id":"441fc37d-e537-462d-9f34-560ca1a0ecf2","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 12632,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_ntp_21ac4099-e258-45cb-bfe5-263a27c22384.\"),\n ),\n original: Query {\n name: Name(\"oxz_ntp_21ac4099-e258-45cb-bfe5-263a27c22384.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 44,\n 111,\n 120,\n 122,\n 95,\n 110,\n 116,\n 112,\n 95,\n 50,\n 49,\n 97,\n 99,\n 52,\n 48,\n 57,\n 57,\n 45,\n 101,\n 50,\n 53,\n 56,\n 45,\n 52,\n 53,\n 99,\n 98,\n 45,\n 98,\n 102,\n 101,\n 53,\n 45,\n 50,\n 54,\n 51,\n 97,\n 50,\n 55,\n 99,\n 50,\n 50,\n 51,\n 56,\n 52,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_ntp_21ac4099-e258-45cb-bfe5-263a27c22384.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-19T19:30:00.606057148Z","hostname":"oxz_internal_dns_a73fe87d-4a12-42a3-a3ba-3eca1a96674b","pid":5513,"peer_addr":"[fd00:1122:3344:101::1b]:60430","req_id":"4c87bb92-5a10-4ba6-a119-b5da3b1496e2","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 5261,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-19T19:30:01.297451908Z","hostname":"oxz_internal_dns_a73fe87d-4a12-42a3-a3ba-3eca1a96674b","pid":5513,"peer_addr":"[fd00:1122:3344:101::2]:48285","req_id":"0a3a3b4d-5a5b-4c8e-83f8-1e1ec34c0684","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 5261,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-19T19:30:01.298142337Z","hostname":"oxz_internal_dns_a73fe87d-4a12-42a3-a3ba-3eca1a96674b","pid":5513,"peer_addr":"[fd00:1122:3344:101::2]:45572","req_id":"b938b9d1-c1af-4c12-9f1e-1732266f50b0","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 50487,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-19T19:30:02.670855518Z","hostname":"oxz_internal_dns_a73fe87d-4a12-42a3-a3ba-3eca1a96674b","pid":5513,"peer_addr":"[fd00:1122:3344:101::d]:65179","req_id":"864fd7bc-7a43-4976-8669-0a51ae563ebf","component":"dns"}