[ Mar 26 16:26:36 Enabled. ] [ Mar 26 16:26:36 Rereading configuration. ] [ Mar 26 16:26:37 Rereading configuration. ] [ Mar 26 16:26:38 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:1::1]:5353 --dns-address [fd00:1122:3344:1::1]:53 &"). ] [ Mar 26 16:26:38 Method "start" exited with status 0. ] Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:1::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [] }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } note: configured to log to "/dev/stdout" {"msg":"config","v":0,"name":"dns-server","level":30,"time":"2026-03-26T16:26:38.530185956Z","hostname":"oxz_internal_dns_91375ea1-b013-4250-9158-5a45c96132ca","pid":5496,"dns_config":"Config { bind_address: [fd00:1122:3344:1::1]:53 }","config":"Config { log: File { level: Info, path: \"/dev/stdout\", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:1::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [] }, storage: Config { storage_path: \"/data/dns\", keep_old_generations: 3 } }"} {"msg":"opening sled database","v":0,"name":"dns-server","level":30,"time":"2026-03-26T16:26:38.53033998Z","hostname":"oxz_internal_dns_91375ea1-b013-4250-9158-5a45c96132ca","pid":5496,"component":"store","path":"/data/dns"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-03-26T16:26:38.553224523Z","hostname":"oxz_internal_dns_91375ea1-b013-4250-9158-5a45c96132ca","pid":5496,"component":"store"} {"msg":"pruning trees for generations older than 0","v":0,"name":"dns-server","level":30,"time":"2026-03-26T16:26:38.553239823Z","hostname":"oxz_internal_dns_91375ea1-b013-4250-9158-5a45c96132ca","pid":5496,"component":"store","keep":3} {"msg":"DNS server bound to address","v":0,"name":"dns-server","level":30,"time":"2026-03-26T16:26:38.553257953Z","hostname":"oxz_internal_dns_91375ea1-b013-4250-9158-5a45c96132ca","pid":5496,"component":"dns","local_address":"[fd00:1122:3344:1::1]:53"} {"msg":"listening","v":0,"name":"dns-server","level":30,"time":"2026-03-26T16:26:38.553675092Z","hostname":"oxz_internal_dns_91375ea1-b013-4250-9158-5a45c96132ca","pid":5496,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-26T16:26:39.193642439Z","hostname":"oxz_internal_dns_91375ea1-b013-4250-9158-5a45c96132ca","pid":5496,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:1::2]:33879"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-03-26T16:26:39.194370184Z","hostname":"oxz_internal_dns_91375ea1-b013-4250-9158-5a45c96132ca","pid":5496,"new_generation":1,"req_id":"712bdbb8-5a02-4d51-a765-88af15e0957c","component":"store"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-03-26T16:26:39.194391744Z","hostname":"oxz_internal_dns_91375ea1-b013-4250-9158-5a45c96132ca","pid":5496,"component":"store"} {"msg":"pruning trees for generations older than 1","v":0,"name":"dns-server","level":30,"time":"2026-03-26T16:26:39.222973233Z","hostname":"oxz_internal_dns_91375ea1-b013-4250-9158-5a45c96132ca","pid":5496,"component":"store","keep":3} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-03-26T16:26:39.223009883Z","hostname":"oxz_internal_dns_91375ea1-b013-4250-9158-5a45c96132ca","pid":5496,"new_generation":1,"req_id":"712bdbb8-5a02-4d51-a765-88af15e0957c","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-26T16:26:39.223041014Z","hostname":"oxz_internal_dns_91375ea1-b013-4250-9158-5a45c96132ca","pid":5496,"uri":"/config","method":"PUT","req_id":"712bdbb8-5a02-4d51-a765-88af15e0957c","remote_addr":"[fd00:1122:3344:1::2]:33879","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":29068,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 63536,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-26T16:26:51.508145307Z","hostname":"oxz_internal_dns_91375ea1-b013-4250-9158-5a45c96132ca","pid":5496,"peer_addr":"[fd00:1122:3344:101::1b]:40677","req_id":"15299d14-ed42-4cd5-bcfe-5adffe52c626","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 15773,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-26T16:26:51.512677768Z","hostname":"oxz_internal_dns_91375ea1-b013-4250-9158-5a45c96132ca","pid":5496,"peer_addr":"[fd00:1122:3344:101::1b]:49983","req_id":"e566d2dd-64f3-4544-a1d3-fcb44c60c306","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 40775,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-26T16:26:51.516805192Z","hostname":"oxz_internal_dns_91375ea1-b013-4250-9158-5a45c96132ca","pid":5496,"peer_addr":"[fd00:1122:3344:101::1b]:54387","req_id":"b9544a39-434f-4ee6-8b26-4d9eed5f9dd2","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 63916,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-26T16:28:15.536571574Z","hostname":"oxz_internal_dns_91375ea1-b013-4250-9158-5a45c96132ca","pid":5496,"peer_addr":"[fd00:1122:3344:101::1b]:43718","req_id":"969317cb-6f0f-419b-b9f0-60c25fd8ea8e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 51172,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-26T16:28:15.609724564Z","hostname":"oxz_internal_dns_91375ea1-b013-4250-9158-5a45c96132ca","pid":5496,"peer_addr":"[fd00:1122:3344:101::1b]:42502","req_id":"4a1773c1-dc30-4f0c-83c2-e9ba2fe48b23","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 54924,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-26T16:28:15.634860493Z","hostname":"oxz_internal_dns_91375ea1-b013-4250-9158-5a45c96132ca","pid":5496,"peer_addr":"[fd00:1122:3344:101::1b]:36526","req_id":"665f8c85-7995-49bc-9c59-61260ae5533b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 5842,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-26T16:28:28.354925797Z","hostname":"oxz_internal_dns_91375ea1-b013-4250-9158-5a45c96132ca","pid":5496,"peer_addr":"[fd00:1122:3344:101::d]:55193","req_id":"cf64802b-7894-4505-b97d-6c1d9496277b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 55614,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_6b87f70e-2c50-46b3-9203-161063ae09ab.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_6b87f70e-2c50-46b3-9203-161063ae09ab.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 54,\n 98,\n 56,\n 55,\n 102,\n 55,\n 48,\n 101,\n 45,\n 50,\n 99,\n 53,\n 48,\n 45,\n 52,\n 54,\n 98,\n 51,\n 45,\n 57,\n 50,\n 48,\n 51,\n 45,\n 49,\n 54,\n 49,\n 48,\n 54,\n 51,\n 97,\n 101,\n 48,\n 57,\n 97,\n 98,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_6b87f70e-2c50-46b3-9203-161063ae09ab.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-26T16:28:31.609600866Z","hostname":"oxz_internal_dns_91375ea1-b013-4250-9158-5a45c96132ca","pid":5496,"peer_addr":"[fd00:1122:3344:101::e]:42155","req_id":"a8755af6-ecc0-499d-b236-6ea1d0c60aab","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 55614,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_6b87f70e-2c50-46b3-9203-161063ae09ab.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_6b87f70e-2c50-46b3-9203-161063ae09ab.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 54,\n 98,\n 56,\n 55,\n 102,\n 55,\n 48,\n 101,\n 45,\n 50,\n 99,\n 53,\n 48,\n 45,\n 52,\n 54,\n 98,\n 51,\n 45,\n 57,\n 50,\n 48,\n 51,\n 45,\n 49,\n 54,\n 49,\n 48,\n 54,\n 51,\n 97,\n 101,\n 48,\n 57,\n 97,\n 98,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_6b87f70e-2c50-46b3-9203-161063ae09ab.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-26T16:28:31.610959434Z","hostname":"oxz_internal_dns_91375ea1-b013-4250-9158-5a45c96132ca","pid":5496,"peer_addr":"[fd00:1122:3344:101::e]:35109","req_id":"0bd5055d-693d-40a6-a941-c895dcea8df3","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 10727,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-26T16:28:38.35455756Z","hostname":"oxz_internal_dns_91375ea1-b013-4250-9158-5a45c96132ca","pid":5496,"peer_addr":"[fd00:1122:3344:101::b]:14902","req_id":"5b3069e6-fb6d-43d3-b99c-dd371cfb9272","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 8346,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-26T16:28:38.35803323Z","hostname":"oxz_internal_dns_91375ea1-b013-4250-9158-5a45c96132ca","pid":5496,"peer_addr":"[fd00:1122:3344:101::d]:64757","req_id":"a817e88f-2906-4806-b678-ac6813956cfc","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 10128,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-26T16:28:38.706045641Z","hostname":"oxz_internal_dns_91375ea1-b013-4250-9158-5a45c96132ca","pid":5496,"peer_addr":"[fd00:1122:3344:101::a]:14701","req_id":"4d35fa0e-05cd-487c-a5e9-0c5c891dce4c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 51089,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-26T16:28:38.876208403Z","hostname":"oxz_internal_dns_91375ea1-b013-4250-9158-5a45c96132ca","pid":5496,"peer_addr":"[fd00:1122:3344:101::c]:25693","req_id":"31582337-2743-49ff-b2ea-fd85a8dc9bee","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 30361,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-26T16:28:48.359648174Z","hostname":"oxz_internal_dns_91375ea1-b013-4250-9158-5a45c96132ca","pid":5496,"peer_addr":"[fd00:1122:3344:101::d]:61770","req_id":"7f0819d3-fc25-4c53-b0d5-c85495a1a44d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 33360,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-26T16:28:56.848700284Z","hostname":"oxz_internal_dns_91375ea1-b013-4250-9158-5a45c96132ca","pid":5496,"peer_addr":"[fd00:1122:3344:101::b]:40283","req_id":"2e8b3309-0973-4dcf-b530-58d6f19f98dd","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-26T16:28:57.122921192Z","hostname":"oxz_internal_dns_91375ea1-b013-4250-9158-5a45c96132ca","pid":5496,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:32951"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-26T16:28:57.229243274Z","hostname":"oxz_internal_dns_91375ea1-b013-4250-9158-5a45c96132ca","pid":5496,"uri":"/config","method":"GET","req_id":"923f56cd-ce6a-438d-973e-2eb61739a381","remote_addr":"[fd00:1122:3344:101::b]:32951","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":78988,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-26T16:28:57.900934143Z","hostname":"oxz_internal_dns_91375ea1-b013-4250-9158-5a45c96132ca","pid":5496,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:49747"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-03-26T16:28:57.915144631Z","hostname":"oxz_internal_dns_91375ea1-b013-4250-9158-5a45c96132ca","pid":5496,"new_generation":1,"req_id":"2ab09c3c-485a-40ef-92dd-d058caa52249","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-03-26T16:28:57.915209362Z","hostname":"oxz_internal_dns_91375ea1-b013-4250-9158-5a45c96132ca","pid":5496,"new_generation":1,"req_id":"2ab09c3c-485a-40ef-92dd-d058caa52249","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-26T16:28:57.915217352Z","hostname":"oxz_internal_dns_91375ea1-b013-4250-9158-5a45c96132ca","pid":5496,"uri":"/config","method":"PUT","req_id":"2ab09c3c-485a-40ef-92dd-d058caa52249","remote_addr":"[fd00:1122:3344:101::b]:49747","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":12711,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 31377,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-26T16:28:57.922765755Z","hostname":"oxz_internal_dns_91375ea1-b013-4250-9158-5a45c96132ca","pid":5496,"peer_addr":"[fd00:1122:3344:101::b]:40132","req_id":"bd64fc11-79f9-43dc-9ce0-c112a14507bf","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-26T16:28:58.040552378Z","hostname":"oxz_internal_dns_91375ea1-b013-4250-9158-5a45c96132ca","pid":5496,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:46662"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-26T16:28:58.040808583Z","hostname":"oxz_internal_dns_91375ea1-b013-4250-9158-5a45c96132ca","pid":5496,"uri":"/config","method":"GET","req_id":"78b51bcf-45f7-4001-a548-5935384fd209","remote_addr":"[fd00:1122:3344:101::b]:46662","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":214,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 27493,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-26T16:28:58.361604454Z","hostname":"oxz_internal_dns_91375ea1-b013-4250-9158-5a45c96132ca","pid":5496,"peer_addr":"[fd00:1122:3344:101::d]:57147","req_id":"0bb6d180-c1c9-4ca9-96ae-5d6c5403d4c6","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 7516,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-26T16:28:59.53383033Z","hostname":"oxz_internal_dns_91375ea1-b013-4250-9158-5a45c96132ca","pid":5496,"peer_addr":"[fd00:1122:3344:101::b]:13549","req_id":"8c8c148f-3344-42c3-8611-e39b477b0f4d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47268,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-26T16:28:59.534408762Z","hostname":"oxz_internal_dns_91375ea1-b013-4250-9158-5a45c96132ca","pid":5496,"peer_addr":"[fd00:1122:3344:101::c]:27851","req_id":"e0c24a98-9b8e-4fd4-aa49-8859957b664a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 60629,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-26T16:28:59.536632057Z","hostname":"oxz_internal_dns_91375ea1-b013-4250-9158-5a45c96132ca","pid":5496,"peer_addr":"[fd00:1122:3344:101::a]:39530","req_id":"fe74497a-235a-4acb-80e9-ada7e292a09f","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-26T16:28:59.702589104Z","hostname":"oxz_internal_dns_91375ea1-b013-4250-9158-5a45c96132ca","pid":5496,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:32979"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-26T16:28:59.702825679Z","hostname":"oxz_internal_dns_91375ea1-b013-4250-9158-5a45c96132ca","pid":5496,"uri":"/config","method":"GET","req_id":"df6a46df-3fe9-44b7-bd13-80a8d09407bb","remote_addr":"[fd00:1122:3344:101::c]:32979","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":192,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-26T16:28:59.763711811Z","hostname":"oxz_internal_dns_91375ea1-b013-4250-9158-5a45c96132ca","pid":5496,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:57007"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-26T16:28:59.763990327Z","hostname":"oxz_internal_dns_91375ea1-b013-4250-9158-5a45c96132ca","pid":5496,"uri":"/config","method":"GET","req_id":"11aae89d-a9de-49fd-8c82-bf1ae3ae3329","remote_addr":"[fd00:1122:3344:101::b]:57007","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":234,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-26T16:28:59.857954198Z","hostname":"oxz_internal_dns_91375ea1-b013-4250-9158-5a45c96132ca","pid":5496,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:60940"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-26T16:28:59.858190083Z","hostname":"oxz_internal_dns_91375ea1-b013-4250-9158-5a45c96132ca","pid":5496,"uri":"/config","method":"GET","req_id":"07c0abc3-4d81-482e-957f-4ff48ef59af2","remote_addr":"[fd00:1122:3344:101::a]:60940","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":203,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 60378,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-26T16:29:08.362403931Z","hostname":"oxz_internal_dns_91375ea1-b013-4250-9158-5a45c96132ca","pid":5496,"peer_addr":"[fd00:1122:3344:101::d]:64840","req_id":"6b40ef22-38ca-49e6-ba42-9ea10947243d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 26457,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-26T16:29:18.36384257Z","hostname":"oxz_internal_dns_91375ea1-b013-4250-9158-5a45c96132ca","pid":5496,"peer_addr":"[fd00:1122:3344:101::d]:56502","req_id":"d9c4af94-268f-4935-acf3-69ec11cfbc29","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 57149,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-26T16:29:28.3653272Z","hostname":"oxz_internal_dns_91375ea1-b013-4250-9158-5a45c96132ca","pid":5496,"peer_addr":"[fd00:1122:3344:101::d]:50481","req_id":"a3e20ad5-5b43-484b-b566-7a91d354f4d8","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-26T16:29:38.285205989Z","hostname":"oxz_internal_dns_91375ea1-b013-4250-9158-5a45c96132ca","pid":5496,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:46921"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-03-26T16:29:38.28719204Z","hostname":"oxz_internal_dns_91375ea1-b013-4250-9158-5a45c96132ca","pid":5496,"new_generation":1,"req_id":"54789360-2ebd-43f4-a312-c3cd5b9e5b0a","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-03-26T16:29:38.287236751Z","hostname":"oxz_internal_dns_91375ea1-b013-4250-9158-5a45c96132ca","pid":5496,"new_generation":1,"req_id":"54789360-2ebd-43f4-a312-c3cd5b9e5b0a","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-26T16:29:38.287248141Z","hostname":"oxz_internal_dns_91375ea1-b013-4250-9158-5a45c96132ca","pid":5496,"uri":"/config","method":"PUT","req_id":"54789360-2ebd-43f4-a312-c3cd5b9e5b0a","remote_addr":"[fd00:1122:3344:101::b]:46921","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":221,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 14576,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-26T16:29:38.367122387Z","hostname":"oxz_internal_dns_91375ea1-b013-4250-9158-5a45c96132ca","pid":5496,"peer_addr":"[fd00:1122:3344:101::d]:65510","req_id":"03b35ee7-57cd-4d94-8397-018eef0c8b74","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-26T16:29:38.685993218Z","hostname":"oxz_internal_dns_91375ea1-b013-4250-9158-5a45c96132ca","pid":5496,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:40534"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-03-26T16:29:38.687877496Z","hostname":"oxz_internal_dns_91375ea1-b013-4250-9158-5a45c96132ca","pid":5496,"new_generation":1,"req_id":"a319d909-5827-4baa-8ecd-7cf2bd82d0de","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-03-26T16:29:38.687944688Z","hostname":"oxz_internal_dns_91375ea1-b013-4250-9158-5a45c96132ca","pid":5496,"new_generation":1,"req_id":"a319d909-5827-4baa-8ecd-7cf2bd82d0de","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-26T16:29:38.687962118Z","hostname":"oxz_internal_dns_91375ea1-b013-4250-9158-5a45c96132ca","pid":5496,"uri":"/config","method":"PUT","req_id":"a319d909-5827-4baa-8ecd-7cf2bd82d0de","remote_addr":"[fd00:1122:3344:101::a]:40534","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":193,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-26T16:29:38.837477013Z","hostname":"oxz_internal_dns_91375ea1-b013-4250-9158-5a45c96132ca","pid":5496,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:45748"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-03-26T16:29:38.840477734Z","hostname":"oxz_internal_dns_91375ea1-b013-4250-9158-5a45c96132ca","pid":5496,"new_generation":1,"req_id":"5b206d5d-9139-409c-a060-4b53b171be1d","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-03-26T16:29:38.840510654Z","hostname":"oxz_internal_dns_91375ea1-b013-4250-9158-5a45c96132ca","pid":5496,"new_generation":1,"req_id":"5b206d5d-9139-409c-a060-4b53b171be1d","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-26T16:29:38.840551475Z","hostname":"oxz_internal_dns_91375ea1-b013-4250-9158-5a45c96132ca","pid":5496,"uri":"/config","method":"PUT","req_id":"5b206d5d-9139-409c-a060-4b53b171be1d","remote_addr":"[fd00:1122:3344:101::c]:45748","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":285,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 57904,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-26T16:29:40.295134535Z","hostname":"oxz_internal_dns_91375ea1-b013-4250-9158-5a45c96132ca","pid":5496,"peer_addr":"[fd00:1122:3344:101::b]:50949","req_id":"aa05e00b-3f73-4772-816f-4001a59eca14","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 52299,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-26T16:29:40.295210476Z","hostname":"oxz_internal_dns_91375ea1-b013-4250-9158-5a45c96132ca","pid":5496,"peer_addr":"[fd00:1122:3344:101::c]:41797","req_id":"50b38e6d-2dba-4528-a87d-cb82475e369d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 5237,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-26T16:29:40.301667007Z","hostname":"oxz_internal_dns_91375ea1-b013-4250-9158-5a45c96132ca","pid":5496,"peer_addr":"[fd00:1122:3344:101::a]:25899","req_id":"f7b9fe4c-11b7-4002-af8c-aba78f97868a","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-26T16:29:40.402702871Z","hostname":"oxz_internal_dns_91375ea1-b013-4250-9158-5a45c96132ca","pid":5496,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:62401"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-26T16:29:40.402934246Z","hostname":"oxz_internal_dns_91375ea1-b013-4250-9158-5a45c96132ca","pid":5496,"uri":"/config","method":"GET","req_id":"3343ec25-d4f5-4984-b122-fec286760a89","remote_addr":"[fd00:1122:3344:101::c]:62401","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":198,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-26T16:29:40.43772305Z","hostname":"oxz_internal_dns_91375ea1-b013-4250-9158-5a45c96132ca","pid":5496,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:37721"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-26T16:29:40.438011265Z","hostname":"oxz_internal_dns_91375ea1-b013-4250-9158-5a45c96132ca","pid":5496,"uri":"/config","method":"GET","req_id":"6d68c822-3248-45f2-a7cf-1dfd1a189b27","remote_addr":"[fd00:1122:3344:101::b]:37721","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":234,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-26T16:29:40.471786339Z","hostname":"oxz_internal_dns_91375ea1-b013-4250-9158-5a45c96132ca","pid":5496,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:62753"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-26T16:29:40.471985443Z","hostname":"oxz_internal_dns_91375ea1-b013-4250-9158-5a45c96132ca","pid":5496,"uri":"/config","method":"GET","req_id":"6fcefb9d-f450-4d42-8c01-bbdb456cc434","remote_addr":"[fd00:1122:3344:101::a]:62753","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":151,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 49318,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-26T16:29:48.368763152Z","hostname":"oxz_internal_dns_91375ea1-b013-4250-9158-5a45c96132ca","pid":5496,"peer_addr":"[fd00:1122:3344:101::d]:51847","req_id":"9b8ac9bf-4c4e-45db-996b-fc836bbc74d3","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 39727,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-26T16:29:58.370554489Z","hostname":"oxz_internal_dns_91375ea1-b013-4250-9158-5a45c96132ca","pid":5496,"peer_addr":"[fd00:1122:3344:101::d]:53855","req_id":"a65d6f0b-bada-4c78-af2c-bd868ee7f48c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 56642,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_e88c2bcf-1329-4868-8248-f56ec76ec3d6.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_e88c2bcf-1329-4868-8248-f56ec76ec3d6.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 101,\n 56,\n 56,\n 99,\n 50,\n 98,\n 99,\n 102,\n 45,\n 49,\n 51,\n 50,\n 57,\n 45,\n 52,\n 56,\n 54,\n 56,\n 45,\n 56,\n 50,\n 52,\n 56,\n 45,\n 102,\n 53,\n 54,\n 101,\n 99,\n 55,\n 54,\n 101,\n 99,\n 51,\n 100,\n 54,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_e88c2bcf-1329-4868-8248-f56ec76ec3d6.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-26T16:30:00.137723192Z","hostname":"oxz_internal_dns_91375ea1-b013-4250-9158-5a45c96132ca","pid":5496,"peer_addr":"[fd00:1122:3344:101::4]:57035","req_id":"7f6a0798-4133-4483-9da4-f7f1b9909084","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 56642,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_e88c2bcf-1329-4868-8248-f56ec76ec3d6.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_e88c2bcf-1329-4868-8248-f56ec76ec3d6.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 101,\n 56,\n 56,\n 99,\n 50,\n 98,\n 99,\n 102,\n 45,\n 49,\n 51,\n 50,\n 57,\n 45,\n 52,\n 56,\n 54,\n 56,\n 45,\n 56,\n 50,\n 52,\n 56,\n 45,\n 102,\n 53,\n 54,\n 101,\n 99,\n 55,\n 54,\n 101,\n 99,\n 51,\n 100,\n 54,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_e88c2bcf-1329-4868-8248-f56ec76ec3d6.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-26T16:30:00.138378346Z","hostname":"oxz_internal_dns_91375ea1-b013-4250-9158-5a45c96132ca","pid":5496,"peer_addr":"[fd00:1122:3344:101::4]:35994","req_id":"4a4d15fe-670c-4ac7-8fdf-05a6139292e2","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 24738,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_7a6b0f69-c0bf-4c86-bdb4-9b340e64c374.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_7a6b0f69-c0bf-4c86-bdb4-9b340e64c374.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 55,\n 97,\n 54,\n 98,\n 48,\n 102,\n 54,\n 57,\n 45,\n 99,\n 48,\n 98,\n 102,\n 45,\n 52,\n 99,\n 56,\n 54,\n 45,\n 98,\n 100,\n 98,\n 52,\n 45,\n 57,\n 98,\n 51,\n 52,\n 48,\n 101,\n 54,\n 52,\n 99,\n 51,\n 55,\n 52,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_7a6b0f69-c0bf-4c86-bdb4-9b340e64c374.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-26T16:30:00.14600759Z","hostname":"oxz_internal_dns_91375ea1-b013-4250-9158-5a45c96132ca","pid":5496,"peer_addr":"[fd00:1122:3344:101::5]:33777","req_id":"57e41038-77fc-43ed-9aab-e42fbd72b11f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 24738,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_7a6b0f69-c0bf-4c86-bdb4-9b340e64c374.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_7a6b0f69-c0bf-4c86-bdb4-9b340e64c374.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 55,\n 97,\n 54,\n 98,\n 48,\n 102,\n 54,\n 57,\n 45,\n 99,\n 48,\n 98,\n 102,\n 45,\n 52,\n 99,\n 56,\n 54,\n 45,\n 98,\n 100,\n 98,\n 52,\n 45,\n 57,\n 98,\n 51,\n 52,\n 48,\n 101,\n 54,\n 52,\n 99,\n 51,\n 55,\n 52,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_7a6b0f69-c0bf-4c86-bdb4-9b340e64c374.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-26T16:30:00.146577382Z","hostname":"oxz_internal_dns_91375ea1-b013-4250-9158-5a45c96132ca","pid":5496,"peer_addr":"[fd00:1122:3344:101::5]:53630","req_id":"90c40f78-d474-4b6a-9818-257be6655ecb","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 40109,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_b620acc9-004b-42d4-b805-8912dac3efc3.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_b620acc9-004b-42d4-b805-8912dac3efc3.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 98,\n 54,\n 50,\n 48,\n 97,\n 99,\n 99,\n 57,\n 45,\n 48,\n 48,\n 52,\n 98,\n 45,\n 52,\n 50,\n 100,\n 52,\n 45,\n 98,\n 56,\n 48,\n 53,\n 45,\n 56,\n 57,\n 49,\n 50,\n 100,\n 97,\n 99,\n 51,\n 101,\n 102,\n 99,\n 51,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_b620acc9-004b-42d4-b805-8912dac3efc3.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-26T16:30:00.184897227Z","hostname":"oxz_internal_dns_91375ea1-b013-4250-9158-5a45c96132ca","pid":5496,"peer_addr":"[fd00:1122:3344:101::3]:32938","req_id":"1855821c-0ec3-45d9-84e5-a896589883b5","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 40109,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_b620acc9-004b-42d4-b805-8912dac3efc3.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_b620acc9-004b-42d4-b805-8912dac3efc3.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 98,\n 54,\n 50,\n 48,\n 97,\n 99,\n 99,\n 57,\n 45,\n 48,\n 48,\n 52,\n 98,\n 45,\n 52,\n 50,\n 100,\n 52,\n 45,\n 98,\n 56,\n 48,\n 53,\n 45,\n 56,\n 57,\n 49,\n 50,\n 100,\n 97,\n 99,\n 51,\n 101,\n 102,\n 99,\n 51,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_b620acc9-004b-42d4-b805-8912dac3efc3.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-26T16:30:00.185387157Z","hostname":"oxz_internal_dns_91375ea1-b013-4250-9158-5a45c96132ca","pid":5496,"peer_addr":"[fd00:1122:3344:101::3]:35476","req_id":"a23a828a-2ca5-4b72-962d-78e089d6a5ed","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 19352,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_ce21c424-3731-45c4-8a11-2c5065a3a90c.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_ce21c424-3731-45c4-8a11-2c5065a3a90c.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 99,\n 101,\n 50,\n 49,\n 99,\n 52,\n 50,\n 52,\n 45,\n 51,\n 55,\n 51,\n 49,\n 45,\n 52,\n 53,\n 99,\n 52,\n 45,\n 56,\n 97,\n 49,\n 49,\n 45,\n 50,\n 99,\n 53,\n 48,\n 54,\n 53,\n 97,\n 51,\n 97,\n 57,\n 48,\n 99,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_ce21c424-3731-45c4-8a11-2c5065a3a90c.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-26T16:30:00.195567113Z","hostname":"oxz_internal_dns_91375ea1-b013-4250-9158-5a45c96132ca","pid":5496,"peer_addr":"[fd00:1122:3344:101::6]:56322","req_id":"60b2ed48-48b9-4534-850c-d0f0c5461ca8","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 19352,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_ce21c424-3731-45c4-8a11-2c5065a3a90c.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_ce21c424-3731-45c4-8a11-2c5065a3a90c.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 99,\n 101,\n 50,\n 49,\n 99,\n 52,\n 50,\n 52,\n 45,\n 51,\n 55,\n 51,\n 49,\n 45,\n 52,\n 53,\n 99,\n 52,\n 45,\n 56,\n 97,\n 49,\n 49,\n 45,\n 50,\n 99,\n 53,\n 48,\n 54,\n 53,\n 97,\n 51,\n 97,\n 57,\n 48,\n 99,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_ce21c424-3731-45c4-8a11-2c5065a3a90c.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-26T16:30:00.196067663Z","hostname":"oxz_internal_dns_91375ea1-b013-4250-9158-5a45c96132ca","pid":5496,"peer_addr":"[fd00:1122:3344:101::6]:38271","req_id":"230c3e65-3af4-4992-8d72-ea4a2f45abff","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 59899,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_75629e5e-4d5f-463e-b74b-33eb84495400.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_75629e5e-4d5f-463e-b74b-33eb84495400.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 55,\n 53,\n 54,\n 50,\n 57,\n 101,\n 53,\n 101,\n 45,\n 52,\n 100,\n 53,\n 102,\n 45,\n 52,\n 54,\n 51,\n 101,\n 45,\n 98,\n 55,\n 52,\n 98,\n 45,\n 51,\n 51,\n 101,\n 98,\n 56,\n 52,\n 52,\n 57,\n 53,\n 52,\n 48,\n 48,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_75629e5e-4d5f-463e-b74b-33eb84495400.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-26T16:30:00.234171964Z","hostname":"oxz_internal_dns_91375ea1-b013-4250-9158-5a45c96132ca","pid":5496,"peer_addr":"[fd00:1122:3344:101::7]:50231","req_id":"fb152ce3-bea6-4d4f-9a16-2e26cce52911","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 59899,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_75629e5e-4d5f-463e-b74b-33eb84495400.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_75629e5e-4d5f-463e-b74b-33eb84495400.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 55,\n 53,\n 54,\n 50,\n 57,\n 101,\n 53,\n 101,\n 45,\n 52,\n 100,\n 53,\n 102,\n 45,\n 52,\n 54,\n 51,\n 101,\n 45,\n 98,\n 55,\n 52,\n 98,\n 45,\n 51,\n 51,\n 101,\n 98,\n 56,\n 52,\n 52,\n 57,\n 53,\n 52,\n 48,\n 48,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_75629e5e-4d5f-463e-b74b-33eb84495400.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-26T16:30:00.234633743Z","hostname":"oxz_internal_dns_91375ea1-b013-4250-9158-5a45c96132ca","pid":5496,"peer_addr":"[fd00:1122:3344:101::7]:54939","req_id":"eee974e9-3d6e-4920-8fbe-2ae9cdc0da60","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 13188,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_6b87f70e-2c50-46b3-9203-161063ae09ab.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_6b87f70e-2c50-46b3-9203-161063ae09ab.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 54,\n 98,\n 56,\n 55,\n 102,\n 55,\n 48,\n 101,\n 45,\n 50,\n 99,\n 53,\n 48,\n 45,\n 52,\n 54,\n 98,\n 51,\n 45,\n 57,\n 50,\n 48,\n 51,\n 45,\n 49,\n 54,\n 49,\n 48,\n 54,\n 51,\n 97,\n 101,\n 48,\n 57,\n 97,\n 98,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_6b87f70e-2c50-46b3-9203-161063ae09ab.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-26T16:30:00.516765631Z","hostname":"oxz_internal_dns_91375ea1-b013-4250-9158-5a45c96132ca","pid":5496,"peer_addr":"[fd00:1122:3344:101::e]:47197","req_id":"58663cbe-f60e-4b3c-b07b-d137faa0967f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 13188,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_6b87f70e-2c50-46b3-9203-161063ae09ab.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_6b87f70e-2c50-46b3-9203-161063ae09ab.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 54,\n 98,\n 56,\n 55,\n 102,\n 55,\n 48,\n 101,\n 45,\n 50,\n 99,\n 53,\n 48,\n 45,\n 52,\n 54,\n 98,\n 51,\n 45,\n 57,\n 50,\n 48,\n 51,\n 45,\n 49,\n 54,\n 49,\n 48,\n 54,\n 51,\n 97,\n 101,\n 48,\n 57,\n 97,\n 98,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_6b87f70e-2c50-46b3-9203-161063ae09ab.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-26T16:30:00.517399524Z","hostname":"oxz_internal_dns_91375ea1-b013-4250-9158-5a45c96132ca","pid":5496,"peer_addr":"[fd00:1122:3344:101::e]:35781","req_id":"44f584ca-97e0-4cb3-9ae8-f1178d1c6af1","component":"dns"}