[ Nov 7 01:28:15 Enabled. ] [ Nov 7 01:28:15 Rereading configuration. ] [ Nov 7 01:28:16 Rereading configuration. ] [ Nov 7 01:28:17 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:2::1]:5353 --dns-addresses [fd00:1122:3344:2::1]:53 &"). ] [ Nov 7 01:28:17 Method "start" exited with status 0. ] Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:2::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } note: configured to log to "/dev/stdout" {"msg":"config","v":0,"name":"dns-server","level":30,"time":"2026-11-07T01:28:17.586678544Z","hostname":"oxz_internal_dns_54f2ba33-7e45-4cb7-8852-5b56527fc2a8","pid":5341,"dns_config":"Config { bind_addresses: [[fd00:1122:3344:2::1]:53] }","config":"Config { log: File { level: Info, path: \"/dev/stdout\", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:2::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: \"/data/dns\", keep_old_generations: 3 } }"} {"msg":"opening sled database","v":0,"name":"dns-server","level":30,"time":"2026-11-07T01:28:17.586810367Z","hostname":"oxz_internal_dns_54f2ba33-7e45-4cb7-8852-5b56527fc2a8","pid":5341,"component":"store","path":"/data/dns"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-11-07T01:28:17.621615206Z","hostname":"oxz_internal_dns_54f2ba33-7e45-4cb7-8852-5b56527fc2a8","pid":5341,"component":"store"} {"msg":"pruning trees for generations older than 0","v":0,"name":"dns-server","level":30,"time":"2026-11-07T01:28:17.621658497Z","hostname":"oxz_internal_dns_54f2ba33-7e45-4cb7-8852-5b56527fc2a8","pid":5341,"component":"store","keep":3} {"msg":"DNS server bound to address","v":0,"name":"dns-server","level":30,"time":"2026-11-07T01:28:17.621711838Z","hostname":"oxz_internal_dns_54f2ba33-7e45-4cb7-8852-5b56527fc2a8","pid":5341,"bind_address":"[fd00:1122:3344:2::1]:53","component":"dns"} {"msg":"listening","v":0,"name":"dns-server","level":30,"time":"2026-11-07T01:28:17.622079627Z","hostname":"oxz_internal_dns_54f2ba33-7e45-4cb7-8852-5b56527fc2a8","pid":5341,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-11-07T01:28:17.65995937Z","hostname":"oxz_internal_dns_54f2ba33-7e45-4cb7-8852-5b56527fc2a8","pid":5341,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:2::2]:49373"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-11-07T01:28:17.660722228Z","hostname":"oxz_internal_dns_54f2ba33-7e45-4cb7-8852-5b56527fc2a8","pid":5341,"new_generation":1,"req_id":"5b443cae-a88d-4acf-bfb0-43cb29818e5b","component":"store"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-11-07T01:28:17.660738139Z","hostname":"oxz_internal_dns_54f2ba33-7e45-4cb7-8852-5b56527fc2a8","pid":5341,"component":"store"} {"msg":"pruning trees for generations older than 1","v":0,"name":"dns-server","level":30,"time":"2026-11-07T01:28:17.672995454Z","hostname":"oxz_internal_dns_54f2ba33-7e45-4cb7-8852-5b56527fc2a8","pid":5341,"component":"store","keep":3} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-11-07T01:28:17.673025195Z","hostname":"oxz_internal_dns_54f2ba33-7e45-4cb7-8852-5b56527fc2a8","pid":5341,"new_generation":1,"req_id":"5b443cae-a88d-4acf-bfb0-43cb29818e5b","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-11-07T01:28:17.673032065Z","hostname":"oxz_internal_dns_54f2ba33-7e45-4cb7-8852-5b56527fc2a8","pid":5341,"uri":"/config","method":"PUT","req_id":"5b443cae-a88d-4acf-bfb0-43cb29818e5b","remote_addr":"[fd00:1122:3344:2::2]:49373","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":12722,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 53972,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-11-07T01:28:29.661515848Z","hostname":"oxz_internal_dns_54f2ba33-7e45-4cb7-8852-5b56527fc2a8","pid":5341,"peer_addr":"[fd00:1122:3344:101::1b]:62683","req_id":"a320477c-8aaa-41f3-abfe-22707ff42332","bind_address":"[fd00:1122:3344:2::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 48802,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-11-07T01:28:30.665616518Z","hostname":"oxz_internal_dns_54f2ba33-7e45-4cb7-8852-5b56527fc2a8","pid":5341,"peer_addr":"[fd00:1122:3344:101::1b]:59132","req_id":"82d17e8d-c58d-46b0-addd-f553867f4e17","bind_address":"[fd00:1122:3344:2::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 43724,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-11-07T01:28:30.670405884Z","hostname":"oxz_internal_dns_54f2ba33-7e45-4cb7-8852-5b56527fc2a8","pid":5341,"peer_addr":"[fd00:1122:3344:101::1b]:60756","req_id":"212a1114-af8d-4ff2-8853-33686f7bbc97","bind_address":"[fd00:1122:3344:2::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 13283,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-11-07T01:28:58.829486348Z","hostname":"oxz_internal_dns_54f2ba33-7e45-4cb7-8852-5b56527fc2a8","pid":5341,"peer_addr":"[fd00:1122:3344:101::1b]:53329","req_id":"32d4eedf-d9a6-4a70-acbb-ed341c4e0f1a","bind_address":"[fd00:1122:3344:2::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 52956,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-11-07T01:28:58.835338589Z","hostname":"oxz_internal_dns_54f2ba33-7e45-4cb7-8852-5b56527fc2a8","pid":5341,"peer_addr":"[fd00:1122:3344:101::1b]:59178","req_id":"4a05bab1-996b-4d7e-a7c8-2c476a0c6454","bind_address":"[fd00:1122:3344:2::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 13028,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-11-07T01:28:58.842992253Z","hostname":"oxz_internal_dns_54f2ba33-7e45-4cb7-8852-5b56527fc2a8","pid":5341,"peer_addr":"[fd00:1122:3344:101::1b]:50465","req_id":"28efcca2-1afa-4a08-8829-9ecef18f3ee6","bind_address":"[fd00:1122:3344:2::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 7011,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-07T01:29:52.275951752Z","hostname":"oxz_internal_dns_54f2ba33-7e45-4cb7-8852-5b56527fc2a8","pid":5341,"peer_addr":"[fd00:1122:3344:101::d]:60599","req_id":"f1f2b2f0-41fc-4a5b-a60e-0995a45922ae","bind_address":"[fd00:1122:3344:2::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 62024,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-11-07T01:29:54.87982902Z","hostname":"oxz_internal_dns_54f2ba33-7e45-4cb7-8852-5b56527fc2a8","pid":5341,"peer_addr":"[fd00:1122:3344:101::1b]:43966","req_id":"21488102-70ea-4c2e-87d4-7ccc342fef0c","bind_address":"[fd00:1122:3344:2::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 3599,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-11-07T01:29:54.895962969Z","hostname":"oxz_internal_dns_54f2ba33-7e45-4cb7-8852-5b56527fc2a8","pid":5341,"peer_addr":"[fd00:1122:3344:101::1b]:55899","req_id":"606b0702-27a6-42e8-8e5a-b2c712590677","bind_address":"[fd00:1122:3344:2::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 1171,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-11-07T01:29:54.901314308Z","hostname":"oxz_internal_dns_54f2ba33-7e45-4cb7-8852-5b56527fc2a8","pid":5341,"peer_addr":"[fd00:1122:3344:101::1b]:63982","req_id":"3435eebf-3b16-4757-9c32-470e333089e0","bind_address":"[fd00:1122:3344:2::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 50687,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_85b21fae-cd9c-444a-add3-30dcec0bbf79.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_85b21fae-cd9c-444a-add3-30dcec0bbf79.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 56,\n 53,\n 98,\n 50,\n 49,\n 102,\n 97,\n 101,\n 45,\n 99,\n 100,\n 57,\n 99,\n 45,\n 52,\n 52,\n 52,\n 97,\n 45,\n 97,\n 100,\n 100,\n 51,\n 45,\n 51,\n 48,\n 100,\n 99,\n 101,\n 99,\n 48,\n 98,\n 98,\n 102,\n 55,\n 57,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_85b21fae-cd9c-444a-add3-30dcec0bbf79.\"","v":0,"name":"dns-server","level":50,"time":"2026-11-07T01:29:59.325894178Z","hostname":"oxz_internal_dns_54f2ba33-7e45-4cb7-8852-5b56527fc2a8","pid":5341,"peer_addr":"[fd00:1122:3344:101::e]:60362","req_id":"73afd2f1-a298-48c2-8822-9e9ef89fb37d","bind_address":"[fd00:1122:3344:2::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 50687,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_85b21fae-cd9c-444a-add3-30dcec0bbf79.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_85b21fae-cd9c-444a-add3-30dcec0bbf79.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 56,\n 53,\n 98,\n 50,\n 49,\n 102,\n 97,\n 101,\n 45,\n 99,\n 100,\n 57,\n 99,\n 45,\n 52,\n 52,\n 52,\n 97,\n 45,\n 97,\n 100,\n 100,\n 51,\n 45,\n 51,\n 48,\n 100,\n 99,\n 101,\n 99,\n 48,\n 98,\n 98,\n 102,\n 55,\n 57,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_85b21fae-cd9c-444a-add3-30dcec0bbf79.\"","v":0,"name":"dns-server","level":50,"time":"2026-11-07T01:29:59.329451034Z","hostname":"oxz_internal_dns_54f2ba33-7e45-4cb7-8852-5b56527fc2a8","pid":5341,"peer_addr":"[fd00:1122:3344:101::e]:64138","req_id":"2ed68520-b207-4d61-9190-5674c1e9f926","bind_address":"[fd00:1122:3344:2::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 58319,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-07T01:29:59.707618548Z","hostname":"oxz_internal_dns_54f2ba33-7e45-4cb7-8852-5b56527fc2a8","pid":5341,"peer_addr":"[fd00:1122:3344:101::d]:50262","req_id":"5f4886de-816c-416b-b1d5-ad0e09477c20","bind_address":"[fd00:1122:3344:2::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 3575,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_6cdc6e18-b94d-4658-9fe0-20310583a6e2.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_6cdc6e18-b94d-4658-9fe0-20310583a6e2.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 54,\n 99,\n 100,\n 99,\n 54,\n 101,\n 49,\n 56,\n 45,\n 98,\n 57,\n 52,\n 100,\n 45,\n 52,\n 54,\n 53,\n 56,\n 45,\n 57,\n 102,\n 101,\n 48,\n 45,\n 50,\n 48,\n 51,\n 49,\n 48,\n 53,\n 56,\n 51,\n 97,\n 54,\n 101,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_6cdc6e18-b94d-4658-9fe0-20310583a6e2.\"","v":0,"name":"dns-server","level":50,"time":"2026-11-07T01:30:00.072904262Z","hostname":"oxz_internal_dns_54f2ba33-7e45-4cb7-8852-5b56527fc2a8","pid":5341,"peer_addr":"[fd00:1122:3344:101::3]:35871","req_id":"9cebf0a6-65a0-4177-a5e8-072c81619809","bind_address":"[fd00:1122:3344:2::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 3575,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_6cdc6e18-b94d-4658-9fe0-20310583a6e2.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_6cdc6e18-b94d-4658-9fe0-20310583a6e2.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 54,\n 99,\n 100,\n 99,\n 54,\n 101,\n 49,\n 56,\n 45,\n 98,\n 57,\n 52,\n 100,\n 45,\n 52,\n 54,\n 53,\n 56,\n 45,\n 57,\n 102,\n 101,\n 48,\n 45,\n 50,\n 48,\n 51,\n 49,\n 48,\n 53,\n 56,\n 51,\n 97,\n 54,\n 101,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_6cdc6e18-b94d-4658-9fe0-20310583a6e2.\"","v":0,"name":"dns-server","level":50,"time":"2026-11-07T01:30:00.073514657Z","hostname":"oxz_internal_dns_54f2ba33-7e45-4cb7-8852-5b56527fc2a8","pid":5341,"peer_addr":"[fd00:1122:3344:101::3]:38363","req_id":"dbd9b75c-68a6-492a-bf3b-6f7515176e33","bind_address":"[fd00:1122:3344:2::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 23612,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_f8957902-977c-4bcc-95fe-f217f67d2d83.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_f8957902-977c-4bcc-95fe-f217f67d2d83.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 102,\n 56,\n 57,\n 53,\n 55,\n 57,\n 48,\n 50,\n 45,\n 57,\n 55,\n 55,\n 99,\n 45,\n 52,\n 98,\n 99,\n 99,\n 45,\n 57,\n 53,\n 102,\n 101,\n 45,\n 102,\n 50,\n 49,\n 55,\n 102,\n 54,\n 55,\n 100,\n 50,\n 100,\n 56,\n 51,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_f8957902-977c-4bcc-95fe-f217f67d2d83.\"","v":0,"name":"dns-server","level":50,"time":"2026-11-07T01:30:00.096395968Z","hostname":"oxz_internal_dns_54f2ba33-7e45-4cb7-8852-5b56527fc2a8","pid":5341,"peer_addr":"[fd00:1122:3344:101::6]:39812","req_id":"d09881ed-4bc0-4d41-b454-3b2cd9b319ff","bind_address":"[fd00:1122:3344:2::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 23612,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_f8957902-977c-4bcc-95fe-f217f67d2d83.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_f8957902-977c-4bcc-95fe-f217f67d2d83.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 102,\n 56,\n 57,\n 53,\n 55,\n 57,\n 48,\n 50,\n 45,\n 57,\n 55,\n 55,\n 99,\n 45,\n 52,\n 98,\n 99,\n 99,\n 45,\n 57,\n 53,\n 102,\n 101,\n 45,\n 102,\n 50,\n 49,\n 55,\n 102,\n 54,\n 55,\n 100,\n 50,\n 100,\n 56,\n 51,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_f8957902-977c-4bcc-95fe-f217f67d2d83.\"","v":0,"name":"dns-server","level":50,"time":"2026-11-07T01:30:00.097141886Z","hostname":"oxz_internal_dns_54f2ba33-7e45-4cb7-8852-5b56527fc2a8","pid":5341,"peer_addr":"[fd00:1122:3344:101::6]:58749","req_id":"4c2895eb-3900-44dc-b868-12b3f08781ab","bind_address":"[fd00:1122:3344:2::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 1982,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_a546a65d-bf68-45a3-a5e7-5b25ac71ad9d.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_a546a65d-bf68-45a3-a5e7-5b25ac71ad9d.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 97,\n 53,\n 52,\n 54,\n 97,\n 54,\n 53,\n 100,\n 45,\n 98,\n 102,\n 54,\n 56,\n 45,\n 52,\n 53,\n 97,\n 51,\n 45,\n 97,\n 53,\n 101,\n 55,\n 45,\n 53,\n 98,\n 50,\n 53,\n 97,\n 99,\n 55,\n 49,\n 97,\n 100,\n 57,\n 100,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_a546a65d-bf68-45a3-a5e7-5b25ac71ad9d.\"","v":0,"name":"dns-server","level":50,"time":"2026-11-07T01:30:00.099588776Z","hostname":"oxz_internal_dns_54f2ba33-7e45-4cb7-8852-5b56527fc2a8","pid":5341,"peer_addr":"[fd00:1122:3344:101::5]:56237","req_id":"45b5fcfb-617a-49c0-a524-aa32374d3462","bind_address":"[fd00:1122:3344:2::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 1982,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_a546a65d-bf68-45a3-a5e7-5b25ac71ad9d.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_a546a65d-bf68-45a3-a5e7-5b25ac71ad9d.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 97,\n 53,\n 52,\n 54,\n 97,\n 54,\n 53,\n 100,\n 45,\n 98,\n 102,\n 54,\n 56,\n 45,\n 52,\n 53,\n 97,\n 51,\n 45,\n 97,\n 53,\n 101,\n 55,\n 45,\n 53,\n 98,\n 50,\n 53,\n 97,\n 99,\n 55,\n 49,\n 97,\n 100,\n 57,\n 100,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_a546a65d-bf68-45a3-a5e7-5b25ac71ad9d.\"","v":0,"name":"dns-server","level":50,"time":"2026-11-07T01:30:00.10018381Z","hostname":"oxz_internal_dns_54f2ba33-7e45-4cb7-8852-5b56527fc2a8","pid":5341,"peer_addr":"[fd00:1122:3344:101::5]:41545","req_id":"4c0c85f3-d283-4ef5-9a97-badd348c3b18","bind_address":"[fd00:1122:3344:2::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 7586,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_73503394-ffca-4d14-8350-37e402e0ff2d.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_73503394-ffca-4d14-8350-37e402e0ff2d.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 55,\n 51,\n 53,\n 48,\n 51,\n 51,\n 57,\n 52,\n 45,\n 102,\n 102,\n 99,\n 97,\n 45,\n 52,\n 100,\n 49,\n 52,\n 45,\n 56,\n 51,\n 53,\n 48,\n 45,\n 51,\n 55,\n 101,\n 52,\n 48,\n 50,\n 101,\n 48,\n 102,\n 102,\n 50,\n 100,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_73503394-ffca-4d14-8350-37e402e0ff2d.\"","v":0,"name":"dns-server","level":50,"time":"2026-11-07T01:30:00.106102682Z","hostname":"oxz_internal_dns_54f2ba33-7e45-4cb7-8852-5b56527fc2a8","pid":5341,"peer_addr":"[fd00:1122:3344:101::4]:32914","req_id":"ce1c2d26-6dea-46cf-840d-5a30cc4d5e31","bind_address":"[fd00:1122:3344:2::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 7586,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_73503394-ffca-4d14-8350-37e402e0ff2d.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_73503394-ffca-4d14-8350-37e402e0ff2d.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 55,\n 51,\n 53,\n 48,\n 51,\n 51,\n 57,\n 52,\n 45,\n 102,\n 102,\n 99,\n 97,\n 45,\n 52,\n 100,\n 49,\n 52,\n 45,\n 56,\n 51,\n 53,\n 48,\n 45,\n 51,\n 55,\n 101,\n 52,\n 48,\n 50,\n 101,\n 48,\n 102,\n 102,\n 50,\n 100,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_73503394-ffca-4d14-8350-37e402e0ff2d.\"","v":0,"name":"dns-server","level":50,"time":"2026-11-07T01:30:00.106709487Z","hostname":"oxz_internal_dns_54f2ba33-7e45-4cb7-8852-5b56527fc2a8","pid":5341,"peer_addr":"[fd00:1122:3344:101::4]:41674","req_id":"57615d35-d872-4181-af8e-8ae65d680e77","bind_address":"[fd00:1122:3344:2::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 19166,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_9d9af6ae-27e5-4a26-a789-46b621194537.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_9d9af6ae-27e5-4a26-a789-46b621194537.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 57,\n 100,\n 57,\n 97,\n 102,\n 54,\n 97,\n 101,\n 45,\n 50,\n 55,\n 101,\n 53,\n 45,\n 52,\n 97,\n 50,\n 54,\n 45,\n 97,\n 55,\n 56,\n 57,\n 45,\n 52,\n 54,\n 98,\n 54,\n 50,\n 49,\n 49,\n 57,\n 52,\n 53,\n 51,\n 55,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_9d9af6ae-27e5-4a26-a789-46b621194537.\"","v":0,"name":"dns-server","level":50,"time":"2026-11-07T01:30:00.126944965Z","hostname":"oxz_internal_dns_54f2ba33-7e45-4cb7-8852-5b56527fc2a8","pid":5341,"peer_addr":"[fd00:1122:3344:101::7]:60345","req_id":"c112e861-5af9-4095-a642-1681cf060652","bind_address":"[fd00:1122:3344:2::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 19166,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_9d9af6ae-27e5-4a26-a789-46b621194537.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_9d9af6ae-27e5-4a26-a789-46b621194537.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 57,\n 100,\n 57,\n 97,\n 102,\n 54,\n 97,\n 101,\n 45,\n 50,\n 55,\n 101,\n 53,\n 45,\n 52,\n 97,\n 50,\n 54,\n 45,\n 97,\n 55,\n 56,\n 57,\n 45,\n 52,\n 54,\n 98,\n 54,\n 50,\n 49,\n 49,\n 57,\n 52,\n 53,\n 51,\n 55,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_9d9af6ae-27e5-4a26-a789-46b621194537.\"","v":0,"name":"dns-server","level":50,"time":"2026-11-07T01:30:00.127383015Z","hostname":"oxz_internal_dns_54f2ba33-7e45-4cb7-8852-5b56527fc2a8","pid":5341,"peer_addr":"[fd00:1122:3344:101::7]:61814","req_id":"a5161646-8739-438e-89e3-1a1076e74a91","bind_address":"[fd00:1122:3344:2::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 56893,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-07T01:30:00.401585763Z","hostname":"oxz_internal_dns_54f2ba33-7e45-4cb7-8852-5b56527fc2a8","pid":5341,"peer_addr":"[fd00:1122:3344:101::d]:50625","req_id":"a315cec5-0dbd-4098-8113-1a327b8e84b8","bind_address":"[fd00:1122:3344:2::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 1227,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_85b21fae-cd9c-444a-add3-30dcec0bbf79.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_85b21fae-cd9c-444a-add3-30dcec0bbf79.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 56,\n 53,\n 98,\n 50,\n 49,\n 102,\n 97,\n 101,\n 45,\n 99,\n 100,\n 57,\n 99,\n 45,\n 52,\n 52,\n 52,\n 97,\n 45,\n 97,\n 100,\n 100,\n 51,\n 45,\n 51,\n 48,\n 100,\n 99,\n 101,\n 99,\n 48,\n 98,\n 98,\n 102,\n 55,\n 57,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_85b21fae-cd9c-444a-add3-30dcec0bbf79.\"","v":0,"name":"dns-server","level":50,"time":"2026-11-07T01:30:00.668568898Z","hostname":"oxz_internal_dns_54f2ba33-7e45-4cb7-8852-5b56527fc2a8","pid":5341,"peer_addr":"[fd00:1122:3344:101::e]:59976","req_id":"4b385c05-0926-4090-805c-1270688fde5a","bind_address":"[fd00:1122:3344:2::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 1227,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_85b21fae-cd9c-444a-add3-30dcec0bbf79.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_85b21fae-cd9c-444a-add3-30dcec0bbf79.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 56,\n 53,\n 98,\n 50,\n 49,\n 102,\n 97,\n 101,\n 45,\n 99,\n 100,\n 57,\n 99,\n 45,\n 52,\n 52,\n 52,\n 97,\n 45,\n 97,\n 100,\n 100,\n 51,\n 45,\n 51,\n 48,\n 100,\n 99,\n 101,\n 99,\n 48,\n 98,\n 98,\n 102,\n 55,\n 57,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_85b21fae-cd9c-444a-add3-30dcec0bbf79.\"","v":0,"name":"dns-server","level":50,"time":"2026-11-07T01:30:00.669228724Z","hostname":"oxz_internal_dns_54f2ba33-7e45-4cb7-8852-5b56527fc2a8","pid":5341,"peer_addr":"[fd00:1122:3344:101::e]:60192","req_id":"4d508bc3-a9f8-4169-807c-633326f50383","bind_address":"[fd00:1122:3344:2::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 8908,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_ntp_b94c79f3-beb9-4746-bf94-2a2aa9d49c39.\"),\n ),\n original: Query {\n name: Name(\"oxz_ntp_b94c79f3-beb9-4746-bf94-2a2aa9d49c39.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 44,\n 111,\n 120,\n 122,\n 95,\n 110,\n 116,\n 112,\n 95,\n 98,\n 57,\n 52,\n 99,\n 55,\n 57,\n 102,\n 51,\n 45,\n 98,\n 101,\n 98,\n 57,\n 45,\n 52,\n 55,\n 52,\n 54,\n 45,\n 98,\n 102,\n 57,\n 52,\n 45,\n 50,\n 97,\n 50,\n 97,\n 97,\n 57,\n 100,\n 52,\n 57,\n 99,\n 51,\n 57,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_ntp_b94c79f3-beb9-4746-bf94-2a2aa9d49c39.\"","v":0,"name":"dns-server","level":50,"time":"2026-11-07T01:30:01.013906312Z","hostname":"oxz_internal_dns_54f2ba33-7e45-4cb7-8852-5b56527fc2a8","pid":5341,"peer_addr":"[fd00:1122:3344:101::1b]:59444","req_id":"d80b47ab-b8ae-4e26-8ed9-daebbfaf41a6","bind_address":"[fd00:1122:3344:2::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 9271,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-11-07T01:30:01.039233672Z","hostname":"oxz_internal_dns_54f2ba33-7e45-4cb7-8852-5b56527fc2a8","pid":5341,"peer_addr":"[fd00:1122:3344:101::2]:48549","req_id":"4c2cec5b-7bc1-4de3-8fa1-23838dafd937","bind_address":"[fd00:1122:3344:2::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 9271,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-11-07T01:30:01.039821777Z","hostname":"oxz_internal_dns_54f2ba33-7e45-4cb7-8852-5b56527fc2a8","pid":5341,"peer_addr":"[fd00:1122:3344:101::2]:48652","req_id":"d2ccf801-d5c7-40ca-8ce7-7cfbced1572f","bind_address":"[fd00:1122:3344:2::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 46008,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-07T01:30:01.659646125Z","hostname":"oxz_internal_dns_54f2ba33-7e45-4cb7-8852-5b56527fc2a8","pid":5341,"peer_addr":"[fd00:1122:3344:101::d]:58121","req_id":"6e51e799-440c-4ef3-987d-7749d90e56dd","bind_address":"[fd00:1122:3344:2::1]:53","component":"dns"}