[ Nov 7 01:28:15 Enabled. ] [ Nov 7 01:28:15 Rereading configuration. ] [ Nov 7 01:28:16 Rereading configuration. ] [ Nov 7 01:28:17 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:3::1]:5353 --dns-addresses [fd00:1122:3344:3::1]:53 &"). ] [ Nov 7 01:28:17 Method "start" exited with status 0. ] Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:3::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } note: configured to log to "/dev/stdout" {"msg":"config","v":0,"name":"dns-server","level":30,"time":"2026-11-07T01:28:17.620682593Z","hostname":"oxz_internal_dns_64422ea4-7b33-4eb8-ac2a-2df86bfebe3a","pid":5354,"dns_config":"Config { bind_addresses: [[fd00:1122:3344:3::1]:53] }","config":"Config { log: File { level: Info, path: \"/dev/stdout\", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:3::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: \"/data/dns\", keep_old_generations: 3 } }"} {"msg":"opening sled database","v":0,"name":"dns-server","level":30,"time":"2026-11-07T01:28:17.620804176Z","hostname":"oxz_internal_dns_64422ea4-7b33-4eb8-ac2a-2df86bfebe3a","pid":5354,"component":"store","path":"/data/dns"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-11-07T01:28:17.642087849Z","hostname":"oxz_internal_dns_64422ea4-7b33-4eb8-ac2a-2df86bfebe3a","pid":5354,"component":"store"} {"msg":"pruning trees for generations older than 0","v":0,"name":"dns-server","level":30,"time":"2026-11-07T01:28:17.64213079Z","hostname":"oxz_internal_dns_64422ea4-7b33-4eb8-ac2a-2df86bfebe3a","pid":5354,"component":"store","keep":3} {"msg":"DNS server bound to address","v":0,"name":"dns-server","level":30,"time":"2026-11-07T01:28:17.642172881Z","hostname":"oxz_internal_dns_64422ea4-7b33-4eb8-ac2a-2df86bfebe3a","pid":5354,"bind_address":"[fd00:1122:3344:3::1]:53","component":"dns"} {"msg":"listening","v":0,"name":"dns-server","level":30,"time":"2026-11-07T01:28:17.642521239Z","hostname":"oxz_internal_dns_64422ea4-7b33-4eb8-ac2a-2df86bfebe3a","pid":5354,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-11-07T01:28:17.673748092Z","hostname":"oxz_internal_dns_64422ea4-7b33-4eb8-ac2a-2df86bfebe3a","pid":5354,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:3::2]:53198"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-11-07T01:28:17.674418798Z","hostname":"oxz_internal_dns_64422ea4-7b33-4eb8-ac2a-2df86bfebe3a","pid":5354,"new_generation":1,"req_id":"5c6d1ace-fc33-48af-8c6f-503fe87a4eb0","component":"store"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-11-07T01:28:17.674442719Z","hostname":"oxz_internal_dns_64422ea4-7b33-4eb8-ac2a-2df86bfebe3a","pid":5354,"component":"store"} {"msg":"pruning trees for generations older than 1","v":0,"name":"dns-server","level":30,"time":"2026-11-07T01:28:17.689638545Z","hostname":"oxz_internal_dns_64422ea4-7b33-4eb8-ac2a-2df86bfebe3a","pid":5354,"component":"store","keep":3} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-11-07T01:28:17.689673276Z","hostname":"oxz_internal_dns_64422ea4-7b33-4eb8-ac2a-2df86bfebe3a","pid":5354,"new_generation":1,"req_id":"5c6d1ace-fc33-48af-8c6f-503fe87a4eb0","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-11-07T01:28:17.689680856Z","hostname":"oxz_internal_dns_64422ea4-7b33-4eb8-ac2a-2df86bfebe3a","pid":5354,"uri":"/config","method":"PUT","req_id":"5c6d1ace-fc33-48af-8c6f-503fe87a4eb0","remote_addr":"[fd00:1122:3344:3::2]:53198","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":15598,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 53972,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-11-07T01:28:29.661841435Z","hostname":"oxz_internal_dns_64422ea4-7b33-4eb8-ac2a-2df86bfebe3a","pid":5354,"peer_addr":"[fd00:1122:3344:101::1b]:52467","req_id":"140a51e0-2133-4aa8-a063-76136efec085","bind_address":"[fd00:1122:3344:3::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 48802,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-11-07T01:28:30.666020608Z","hostname":"oxz_internal_dns_64422ea4-7b33-4eb8-ac2a-2df86bfebe3a","pid":5354,"peer_addr":"[fd00:1122:3344:101::1b]:62701","req_id":"111a5395-d5ee-4855-9620-50a7e843b533","bind_address":"[fd00:1122:3344:3::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 43724,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-11-07T01:28:30.670702241Z","hostname":"oxz_internal_dns_64422ea4-7b33-4eb8-ac2a-2df86bfebe3a","pid":5354,"peer_addr":"[fd00:1122:3344:101::1b]:44726","req_id":"eb724070-3827-462b-99c2-dee9d26d7e12","bind_address":"[fd00:1122:3344:3::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 13283,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-11-07T01:28:58.829868187Z","hostname":"oxz_internal_dns_64422ea4-7b33-4eb8-ac2a-2df86bfebe3a","pid":5354,"peer_addr":"[fd00:1122:3344:101::1b]:37464","req_id":"db263b5a-cafd-473a-a5a8-39632dce020a","bind_address":"[fd00:1122:3344:3::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 52956,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-11-07T01:28:58.835754909Z","hostname":"oxz_internal_dns_64422ea4-7b33-4eb8-ac2a-2df86bfebe3a","pid":5354,"peer_addr":"[fd00:1122:3344:101::1b]:59901","req_id":"be93b16b-b4d8-498e-9452-2d86f366432e","bind_address":"[fd00:1122:3344:3::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 13028,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-11-07T01:28:58.84326039Z","hostname":"oxz_internal_dns_64422ea4-7b33-4eb8-ac2a-2df86bfebe3a","pid":5354,"peer_addr":"[fd00:1122:3344:101::1b]:36364","req_id":"f2423733-5e7a-4c75-be1a-8e13d83f63ef","bind_address":"[fd00:1122:3344:3::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 49007,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-07T01:29:52.28874879Z","hostname":"oxz_internal_dns_64422ea4-7b33-4eb8-ac2a-2df86bfebe3a","pid":5354,"peer_addr":"[fd00:1122:3344:101::d]:51387","req_id":"9d59bfa2-0aac-4667-8885-e57e0b2a54fc","bind_address":"[fd00:1122:3344:3::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 62024,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-11-07T01:29:54.890375394Z","hostname":"oxz_internal_dns_64422ea4-7b33-4eb8-ac2a-2df86bfebe3a","pid":5354,"peer_addr":"[fd00:1122:3344:101::1b]:39262","req_id":"d9b61f49-d11f-49f3-b8cd-284c973264b7","bind_address":"[fd00:1122:3344:3::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 3599,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-11-07T01:29:54.896210785Z","hostname":"oxz_internal_dns_64422ea4-7b33-4eb8-ac2a-2df86bfebe3a","pid":5354,"peer_addr":"[fd00:1122:3344:101::1b]:39409","req_id":"99c1e5b2-fbc9-4c1d-a2fa-1828b0be34fa","bind_address":"[fd00:1122:3344:3::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 1171,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-11-07T01:29:54.901551014Z","hostname":"oxz_internal_dns_64422ea4-7b33-4eb8-ac2a-2df86bfebe3a","pid":5354,"peer_addr":"[fd00:1122:3344:101::1b]:58597","req_id":"3290d96d-9d14-418e-9c8e-213dcdfa2b03","bind_address":"[fd00:1122:3344:3::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 50687,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_85b21fae-cd9c-444a-add3-30dcec0bbf79.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_85b21fae-cd9c-444a-add3-30dcec0bbf79.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 56,\n 53,\n 98,\n 50,\n 49,\n 102,\n 97,\n 101,\n 45,\n 99,\n 100,\n 57,\n 99,\n 45,\n 52,\n 52,\n 52,\n 97,\n 45,\n 97,\n 100,\n 100,\n 51,\n 45,\n 51,\n 48,\n 100,\n 99,\n 101,\n 99,\n 48,\n 98,\n 98,\n 102,\n 55,\n 57,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_85b21fae-cd9c-444a-add3-30dcec0bbf79.\"","v":0,"name":"dns-server","level":50,"time":"2026-11-07T01:29:59.329038504Z","hostname":"oxz_internal_dns_64422ea4-7b33-4eb8-ac2a-2df86bfebe3a","pid":5354,"peer_addr":"[fd00:1122:3344:101::e]:35319","req_id":"9fa25cda-f095-4e5c-a357-221e22ffd806","bind_address":"[fd00:1122:3344:3::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 50687,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_85b21fae-cd9c-444a-add3-30dcec0bbf79.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_85b21fae-cd9c-444a-add3-30dcec0bbf79.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 56,\n 53,\n 98,\n 50,\n 49,\n 102,\n 97,\n 101,\n 45,\n 99,\n 100,\n 57,\n 99,\n 45,\n 52,\n 52,\n 52,\n 97,\n 45,\n 97,\n 100,\n 100,\n 51,\n 45,\n 51,\n 48,\n 100,\n 99,\n 101,\n 99,\n 48,\n 98,\n 98,\n 102,\n 55,\n 57,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_85b21fae-cd9c-444a-add3-30dcec0bbf79.\"","v":0,"name":"dns-server","level":50,"time":"2026-11-07T01:29:59.329863584Z","hostname":"oxz_internal_dns_64422ea4-7b33-4eb8-ac2a-2df86bfebe3a","pid":5354,"peer_addr":"[fd00:1122:3344:101::e]:38800","req_id":"e7e3c3e6-35e9-4e2c-bae7-e6a7a90f3446","bind_address":"[fd00:1122:3344:3::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 23238,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-07T01:29:59.707555657Z","hostname":"oxz_internal_dns_64422ea4-7b33-4eb8-ac2a-2df86bfebe3a","pid":5354,"peer_addr":"[fd00:1122:3344:101::d]:61154","req_id":"33c2db95-98a8-45b5-839d-e29e04216ac9","bind_address":"[fd00:1122:3344:3::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 3575,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_6cdc6e18-b94d-4658-9fe0-20310583a6e2.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_6cdc6e18-b94d-4658-9fe0-20310583a6e2.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 54,\n 99,\n 100,\n 99,\n 54,\n 101,\n 49,\n 56,\n 45,\n 98,\n 57,\n 52,\n 100,\n 45,\n 52,\n 54,\n 53,\n 56,\n 45,\n 57,\n 102,\n 101,\n 48,\n 45,\n 50,\n 48,\n 51,\n 49,\n 48,\n 53,\n 56,\n 51,\n 97,\n 54,\n 101,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_6cdc6e18-b94d-4658-9fe0-20310583a6e2.\"","v":0,"name":"dns-server","level":50,"time":"2026-11-07T01:30:00.073101967Z","hostname":"oxz_internal_dns_64422ea4-7b33-4eb8-ac2a-2df86bfebe3a","pid":5354,"peer_addr":"[fd00:1122:3344:101::3]:56752","req_id":"1d980858-3025-4caa-aa3e-daa9ffa0a22f","bind_address":"[fd00:1122:3344:3::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 3575,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_6cdc6e18-b94d-4658-9fe0-20310583a6e2.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_6cdc6e18-b94d-4658-9fe0-20310583a6e2.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 54,\n 99,\n 100,\n 99,\n 54,\n 101,\n 49,\n 56,\n 45,\n 98,\n 57,\n 52,\n 100,\n 45,\n 52,\n 54,\n 53,\n 56,\n 45,\n 57,\n 102,\n 101,\n 48,\n 45,\n 50,\n 48,\n 51,\n 49,\n 48,\n 53,\n 56,\n 51,\n 97,\n 54,\n 101,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_6cdc6e18-b94d-4658-9fe0-20310583a6e2.\"","v":0,"name":"dns-server","level":50,"time":"2026-11-07T01:30:00.073758373Z","hostname":"oxz_internal_dns_64422ea4-7b33-4eb8-ac2a-2df86bfebe3a","pid":5354,"peer_addr":"[fd00:1122:3344:101::3]:52518","req_id":"724e990f-75a2-4be3-8b84-5c1ca7a72be0","bind_address":"[fd00:1122:3344:3::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 23612,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_f8957902-977c-4bcc-95fe-f217f67d2d83.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_f8957902-977c-4bcc-95fe-f217f67d2d83.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 102,\n 56,\n 57,\n 53,\n 55,\n 57,\n 48,\n 50,\n 45,\n 57,\n 55,\n 55,\n 99,\n 45,\n 52,\n 98,\n 99,\n 99,\n 45,\n 57,\n 53,\n 102,\n 101,\n 45,\n 102,\n 50,\n 49,\n 55,\n 102,\n 54,\n 55,\n 100,\n 50,\n 100,\n 56,\n 51,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_f8957902-977c-4bcc-95fe-f217f67d2d83.\"","v":0,"name":"dns-server","level":50,"time":"2026-11-07T01:30:00.096622394Z","hostname":"oxz_internal_dns_64422ea4-7b33-4eb8-ac2a-2df86bfebe3a","pid":5354,"peer_addr":"[fd00:1122:3344:101::6]:52431","req_id":"eca3b31f-36b5-411a-b0f0-59e212425f01","bind_address":"[fd00:1122:3344:3::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 23612,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_f8957902-977c-4bcc-95fe-f217f67d2d83.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_f8957902-977c-4bcc-95fe-f217f67d2d83.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 102,\n 56,\n 57,\n 53,\n 55,\n 57,\n 48,\n 50,\n 45,\n 57,\n 55,\n 55,\n 99,\n 45,\n 52,\n 98,\n 99,\n 99,\n 45,\n 57,\n 53,\n 102,\n 101,\n 45,\n 102,\n 50,\n 49,\n 55,\n 102,\n 54,\n 55,\n 100,\n 50,\n 100,\n 56,\n 51,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_f8957902-977c-4bcc-95fe-f217f67d2d83.\"","v":0,"name":"dns-server","level":50,"time":"2026-11-07T01:30:00.097362322Z","hostname":"oxz_internal_dns_64422ea4-7b33-4eb8-ac2a-2df86bfebe3a","pid":5354,"peer_addr":"[fd00:1122:3344:101::6]:45266","req_id":"74d1c4c5-fde4-4c11-b4d5-7cd497afda1b","bind_address":"[fd00:1122:3344:3::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 1982,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_a546a65d-bf68-45a3-a5e7-5b25ac71ad9d.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_a546a65d-bf68-45a3-a5e7-5b25ac71ad9d.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 97,\n 53,\n 52,\n 54,\n 97,\n 54,\n 53,\n 100,\n 45,\n 98,\n 102,\n 54,\n 56,\n 45,\n 52,\n 53,\n 97,\n 51,\n 45,\n 97,\n 53,\n 101,\n 55,\n 45,\n 53,\n 98,\n 50,\n 53,\n 97,\n 99,\n 55,\n 49,\n 97,\n 100,\n 57,\n 100,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_a546a65d-bf68-45a3-a5e7-5b25ac71ad9d.\"","v":0,"name":"dns-server","level":50,"time":"2026-11-07T01:30:00.09978225Z","hostname":"oxz_internal_dns_64422ea4-7b33-4eb8-ac2a-2df86bfebe3a","pid":5354,"peer_addr":"[fd00:1122:3344:101::5]:36157","req_id":"44d0a7ef-5ce7-4a99-85a5-befa2505c38d","bind_address":"[fd00:1122:3344:3::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 1982,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_a546a65d-bf68-45a3-a5e7-5b25ac71ad9d.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_a546a65d-bf68-45a3-a5e7-5b25ac71ad9d.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 97,\n 53,\n 52,\n 54,\n 97,\n 54,\n 53,\n 100,\n 45,\n 98,\n 102,\n 54,\n 56,\n 45,\n 52,\n 53,\n 97,\n 51,\n 45,\n 97,\n 53,\n 101,\n 55,\n 45,\n 53,\n 98,\n 50,\n 53,\n 97,\n 99,\n 55,\n 49,\n 97,\n 100,\n 57,\n 100,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_a546a65d-bf68-45a3-a5e7-5b25ac71ad9d.\"","v":0,"name":"dns-server","level":50,"time":"2026-11-07T01:30:00.100443836Z","hostname":"oxz_internal_dns_64422ea4-7b33-4eb8-ac2a-2df86bfebe3a","pid":5354,"peer_addr":"[fd00:1122:3344:101::5]:42128","req_id":"77a01133-8c91-4119-b630-58947cec6e7e","bind_address":"[fd00:1122:3344:3::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 7586,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_73503394-ffca-4d14-8350-37e402e0ff2d.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_73503394-ffca-4d14-8350-37e402e0ff2d.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 55,\n 51,\n 53,\n 48,\n 51,\n 51,\n 57,\n 52,\n 45,\n 102,\n 102,\n 99,\n 97,\n 45,\n 52,\n 100,\n 49,\n 52,\n 45,\n 56,\n 51,\n 53,\n 48,\n 45,\n 51,\n 55,\n 101,\n 52,\n 48,\n 50,\n 101,\n 48,\n 102,\n 102,\n 50,\n 100,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_73503394-ffca-4d14-8350-37e402e0ff2d.\"","v":0,"name":"dns-server","level":50,"time":"2026-11-07T01:30:00.106300287Z","hostname":"oxz_internal_dns_64422ea4-7b33-4eb8-ac2a-2df86bfebe3a","pid":5354,"peer_addr":"[fd00:1122:3344:101::4]:63806","req_id":"b77b4b38-dd0a-4464-b29b-4020b788a3fa","bind_address":"[fd00:1122:3344:3::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 7586,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_73503394-ffca-4d14-8350-37e402e0ff2d.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_73503394-ffca-4d14-8350-37e402e0ff2d.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 55,\n 51,\n 53,\n 48,\n 51,\n 51,\n 57,\n 52,\n 45,\n 102,\n 102,\n 99,\n 97,\n 45,\n 52,\n 100,\n 49,\n 52,\n 45,\n 56,\n 51,\n 53,\n 48,\n 45,\n 51,\n 55,\n 101,\n 52,\n 48,\n 50,\n 101,\n 48,\n 102,\n 102,\n 50,\n 100,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_73503394-ffca-4d14-8350-37e402e0ff2d.\"","v":0,"name":"dns-server","level":50,"time":"2026-11-07T01:30:00.106952833Z","hostname":"oxz_internal_dns_64422ea4-7b33-4eb8-ac2a-2df86bfebe3a","pid":5354,"peer_addr":"[fd00:1122:3344:101::4]:62990","req_id":"8304ad29-6d77-4405-b528-c4a5aa2893a5","bind_address":"[fd00:1122:3344:3::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 19166,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_9d9af6ae-27e5-4a26-a789-46b621194537.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_9d9af6ae-27e5-4a26-a789-46b621194537.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 57,\n 100,\n 57,\n 97,\n 102,\n 54,\n 97,\n 101,\n 45,\n 50,\n 55,\n 101,\n 53,\n 45,\n 52,\n 97,\n 50,\n 54,\n 45,\n 97,\n 55,\n 56,\n 57,\n 45,\n 52,\n 54,\n 98,\n 54,\n 50,\n 49,\n 49,\n 57,\n 52,\n 53,\n 51,\n 55,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_9d9af6ae-27e5-4a26-a789-46b621194537.\"","v":0,"name":"dns-server","level":50,"time":"2026-11-07T01:30:00.127090178Z","hostname":"oxz_internal_dns_64422ea4-7b33-4eb8-ac2a-2df86bfebe3a","pid":5354,"peer_addr":"[fd00:1122:3344:101::7]:47223","req_id":"4a6cc473-3909-49f9-b394-20bf2ab7450a","bind_address":"[fd00:1122:3344:3::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 19166,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_9d9af6ae-27e5-4a26-a789-46b621194537.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_9d9af6ae-27e5-4a26-a789-46b621194537.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 57,\n 100,\n 57,\n 97,\n 102,\n 54,\n 97,\n 101,\n 45,\n 50,\n 55,\n 101,\n 53,\n 45,\n 52,\n 97,\n 50,\n 54,\n 45,\n 97,\n 55,\n 56,\n 57,\n 45,\n 52,\n 54,\n 98,\n 54,\n 50,\n 49,\n 49,\n 57,\n 52,\n 53,\n 51,\n 55,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_9d9af6ae-27e5-4a26-a789-46b621194537.\"","v":0,"name":"dns-server","level":50,"time":"2026-11-07T01:30:00.127530169Z","hostname":"oxz_internal_dns_64422ea4-7b33-4eb8-ac2a-2df86bfebe3a","pid":5354,"peer_addr":"[fd00:1122:3344:101::7]:40904","req_id":"083df71a-7d42-4fcc-b380-22f7088fd830","bind_address":"[fd00:1122:3344:3::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 16629,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-07T01:30:00.401580423Z","hostname":"oxz_internal_dns_64422ea4-7b33-4eb8-ac2a-2df86bfebe3a","pid":5354,"peer_addr":"[fd00:1122:3344:101::d]:53751","req_id":"8d3877cf-f6b3-4c78-9374-ca6cc8c7749a","bind_address":"[fd00:1122:3344:3::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 1227,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_85b21fae-cd9c-444a-add3-30dcec0bbf79.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_85b21fae-cd9c-444a-add3-30dcec0bbf79.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 56,\n 53,\n 98,\n 50,\n 49,\n 102,\n 97,\n 101,\n 45,\n 99,\n 100,\n 57,\n 99,\n 45,\n 52,\n 52,\n 52,\n 97,\n 45,\n 97,\n 100,\n 100,\n 51,\n 45,\n 51,\n 48,\n 100,\n 99,\n 101,\n 99,\n 48,\n 98,\n 98,\n 102,\n 55,\n 57,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_85b21fae-cd9c-444a-add3-30dcec0bbf79.\"","v":0,"name":"dns-server","level":50,"time":"2026-11-07T01:30:00.668873536Z","hostname":"oxz_internal_dns_64422ea4-7b33-4eb8-ac2a-2df86bfebe3a","pid":5354,"peer_addr":"[fd00:1122:3344:101::e]:50849","req_id":"669c5a00-6706-4bf8-860d-eae17f8d3f23","bind_address":"[fd00:1122:3344:3::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 1227,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_85b21fae-cd9c-444a-add3-30dcec0bbf79.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_85b21fae-cd9c-444a-add3-30dcec0bbf79.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 56,\n 53,\n 98,\n 50,\n 49,\n 102,\n 97,\n 101,\n 45,\n 99,\n 100,\n 57,\n 99,\n 45,\n 52,\n 52,\n 52,\n 97,\n 45,\n 97,\n 100,\n 100,\n 51,\n 45,\n 51,\n 48,\n 100,\n 99,\n 101,\n 99,\n 48,\n 98,\n 98,\n 102,\n 55,\n 57,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_85b21fae-cd9c-444a-add3-30dcec0bbf79.\"","v":0,"name":"dns-server","level":50,"time":"2026-11-07T01:30:00.669440529Z","hostname":"oxz_internal_dns_64422ea4-7b33-4eb8-ac2a-2df86bfebe3a","pid":5354,"peer_addr":"[fd00:1122:3344:101::e]:45240","req_id":"d6659871-a520-4680-a013-689721be6aa5","bind_address":"[fd00:1122:3344:3::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 8908,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_ntp_b94c79f3-beb9-4746-bf94-2a2aa9d49c39.\"),\n ),\n original: Query {\n name: Name(\"oxz_ntp_b94c79f3-beb9-4746-bf94-2a2aa9d49c39.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 44,\n 111,\n 120,\n 122,\n 95,\n 110,\n 116,\n 112,\n 95,\n 98,\n 57,\n 52,\n 99,\n 55,\n 57,\n 102,\n 51,\n 45,\n 98,\n 101,\n 98,\n 57,\n 45,\n 52,\n 55,\n 52,\n 54,\n 45,\n 98,\n 102,\n 57,\n 52,\n 45,\n 50,\n 97,\n 50,\n 97,\n 97,\n 57,\n 100,\n 52,\n 57,\n 99,\n 51,\n 57,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_ntp_b94c79f3-beb9-4746-bf94-2a2aa9d49c39.\"","v":0,"name":"dns-server","level":50,"time":"2026-11-07T01:30:01.014204739Z","hostname":"oxz_internal_dns_64422ea4-7b33-4eb8-ac2a-2df86bfebe3a","pid":5354,"peer_addr":"[fd00:1122:3344:101::1b]:33872","req_id":"d39dfc65-6a26-4f9b-94fb-3c8bce52fdea","bind_address":"[fd00:1122:3344:3::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 9271,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-11-07T01:30:01.039424407Z","hostname":"oxz_internal_dns_64422ea4-7b33-4eb8-ac2a-2df86bfebe3a","pid":5354,"peer_addr":"[fd00:1122:3344:101::2]:64852","req_id":"b890defc-db41-4f06-8041-284081cc86f2","bind_address":"[fd00:1122:3344:3::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 9271,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-11-07T01:30:01.040051552Z","hostname":"oxz_internal_dns_64422ea4-7b33-4eb8-ac2a-2df86bfebe3a","pid":5354,"peer_addr":"[fd00:1122:3344:101::2]:41852","req_id":"99a64f69-0c6f-4011-9b8c-dc43279195eb","bind_address":"[fd00:1122:3344:3::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 30390,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-07T01:30:01.659606695Z","hostname":"oxz_internal_dns_64422ea4-7b33-4eb8-ac2a-2df86bfebe3a","pid":5354,"peer_addr":"[fd00:1122:3344:101::d]:49961","req_id":"a483f2b6-744b-4abc-8fa9-16c48f0414be","bind_address":"[fd00:1122:3344:3::1]:53","component":"dns"}