[ Nov 7 01:28:15 Enabled. ] [ Nov 7 01:28:16 Rereading configuration. ] [ Nov 7 01:28:16 Rereading configuration. ] [ Nov 7 01:28:17 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:1::1]:5353 --dns-addresses [fd00:1122:3344:1::1]:53 &"). ] [ Nov 7 01:28:17 Method "start" exited with status 0. ] Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:1::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } note: configured to log to "/dev/stdout" {"msg":"config","v":0,"name":"dns-server","level":30,"time":"2026-11-07T01:28:17.567138423Z","hostname":"oxz_internal_dns_bccc6583-39a3-4f3d-8da4-fec8098fc09a","pid":5331,"dns_config":"Config { bind_addresses: [[fd00:1122:3344:1::1]:53] }","config":"Config { log: File { level: Info, path: \"/dev/stdout\", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:1::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: \"/data/dns\", keep_old_generations: 3 } }"} {"msg":"opening sled database","v":0,"name":"dns-server","level":30,"time":"2026-11-07T01:28:17.567262116Z","hostname":"oxz_internal_dns_bccc6583-39a3-4f3d-8da4-fec8098fc09a","pid":5331,"component":"store","path":"/data/dns"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-11-07T01:28:17.590923966Z","hostname":"oxz_internal_dns_bccc6583-39a3-4f3d-8da4-fec8098fc09a","pid":5331,"component":"store"} {"msg":"pruning trees for generations older than 0","v":0,"name":"dns-server","level":30,"time":"2026-11-07T01:28:17.590968427Z","hostname":"oxz_internal_dns_bccc6583-39a3-4f3d-8da4-fec8098fc09a","pid":5331,"component":"store","keep":3} {"msg":"DNS server bound to address","v":0,"name":"dns-server","level":30,"time":"2026-11-07T01:28:17.591012038Z","hostname":"oxz_internal_dns_bccc6583-39a3-4f3d-8da4-fec8098fc09a","pid":5331,"bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"listening","v":0,"name":"dns-server","level":30,"time":"2026-11-07T01:28:17.591418068Z","hostname":"oxz_internal_dns_bccc6583-39a3-4f3d-8da4-fec8098fc09a","pid":5331,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-11-07T01:28:17.694895802Z","hostname":"oxz_internal_dns_bccc6583-39a3-4f3d-8da4-fec8098fc09a","pid":5331,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:1::2]:41890"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-11-07T01:28:17.695799664Z","hostname":"oxz_internal_dns_bccc6583-39a3-4f3d-8da4-fec8098fc09a","pid":5331,"new_generation":1,"req_id":"2c5a3cd8-0480-4334-a0b3-2208659f213c","component":"store"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-11-07T01:28:17.695827124Z","hostname":"oxz_internal_dns_bccc6583-39a3-4f3d-8da4-fec8098fc09a","pid":5331,"component":"store"} {"msg":"pruning trees for generations older than 1","v":0,"name":"dns-server","level":30,"time":"2026-11-07T01:28:17.708669684Z","hostname":"oxz_internal_dns_bccc6583-39a3-4f3d-8da4-fec8098fc09a","pid":5331,"component":"store","keep":3} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-11-07T01:28:17.708705045Z","hostname":"oxz_internal_dns_bccc6583-39a3-4f3d-8da4-fec8098fc09a","pid":5331,"new_generation":1,"req_id":"2c5a3cd8-0480-4334-a0b3-2208659f213c","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-11-07T01:28:17.708711995Z","hostname":"oxz_internal_dns_bccc6583-39a3-4f3d-8da4-fec8098fc09a","pid":5331,"uri":"/config","method":"PUT","req_id":"2c5a3cd8-0480-4334-a0b3-2208659f213c","remote_addr":"[fd00:1122:3344:1::2]:41890","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":13311,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 53972,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-11-07T01:28:29.66118328Z","hostname":"oxz_internal_dns_bccc6583-39a3-4f3d-8da4-fec8098fc09a","pid":5331,"peer_addr":"[fd00:1122:3344:101::1b]:40060","req_id":"f31cfbe9-8376-4cd3-adce-4e8620a3dea6","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 48802,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-11-07T01:28:30.665194568Z","hostname":"oxz_internal_dns_bccc6583-39a3-4f3d-8da4-fec8098fc09a","pid":5331,"peer_addr":"[fd00:1122:3344:101::1b]:57569","req_id":"c5538460-ae71-4932-a34e-438d67691117","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 43724,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-11-07T01:28:30.670007514Z","hostname":"oxz_internal_dns_bccc6583-39a3-4f3d-8da4-fec8098fc09a","pid":5331,"peer_addr":"[fd00:1122:3344:101::1b]:44016","req_id":"9a7e0ece-086a-4ce9-9405-6b89368c7e01","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 13283,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-11-07T01:28:58.829036157Z","hostname":"oxz_internal_dns_bccc6583-39a3-4f3d-8da4-fec8098fc09a","pid":5331,"peer_addr":"[fd00:1122:3344:101::1b]:47492","req_id":"8111c8bf-1e56-499d-8dfc-8069812b0349","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 52956,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-11-07T01:28:58.834946009Z","hostname":"oxz_internal_dns_bccc6583-39a3-4f3d-8da4-fec8098fc09a","pid":5331,"peer_addr":"[fd00:1122:3344:101::1b]:45475","req_id":"fd5f49ba-fe2a-42fb-95e2-fa7c00f43367","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 13028,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-11-07T01:28:58.842378478Z","hostname":"oxz_internal_dns_bccc6583-39a3-4f3d-8da4-fec8098fc09a","pid":5331,"peer_addr":"[fd00:1122:3344:101::1b]:33751","req_id":"e82a896c-c18d-4057-9c9e-581fdc38f501","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 11924,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-07T01:29:52.286064816Z","hostname":"oxz_internal_dns_bccc6583-39a3-4f3d-8da4-fec8098fc09a","pid":5331,"peer_addr":"[fd00:1122:3344:101::d]:57211","req_id":"d97722e9-6852-45d9-81dd-efae644f9ff6","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 62024,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-11-07T01:29:54.867735108Z","hostname":"oxz_internal_dns_bccc6583-39a3-4f3d-8da4-fec8098fc09a","pid":5331,"peer_addr":"[fd00:1122:3344:101::1b]:64711","req_id":"67065df0-9584-41e0-9280-e72d991bd092","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 3599,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-11-07T01:29:54.895662221Z","hostname":"oxz_internal_dns_bccc6583-39a3-4f3d-8da4-fec8098fc09a","pid":5331,"peer_addr":"[fd00:1122:3344:101::1b]:47128","req_id":"e041ce94-479b-4961-9a13-10c284d7ac6f","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 1171,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-11-07T01:29:54.901134223Z","hostname":"oxz_internal_dns_bccc6583-39a3-4f3d-8da4-fec8098fc09a","pid":5331,"peer_addr":"[fd00:1122:3344:101::1b]:38069","req_id":"b4415e8b-3e7a-4f9d-95d5-3bbdb5ef3557","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 50687,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_85b21fae-cd9c-444a-add3-30dcec0bbf79.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_85b21fae-cd9c-444a-add3-30dcec0bbf79.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 56,\n 53,\n 98,\n 50,\n 49,\n 102,\n 97,\n 101,\n 45,\n 99,\n 100,\n 57,\n 99,\n 45,\n 52,\n 52,\n 52,\n 97,\n 45,\n 97,\n 100,\n 100,\n 51,\n 45,\n 51,\n 48,\n 100,\n 99,\n 101,\n 99,\n 48,\n 98,\n 98,\n 102,\n 55,\n 57,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_85b21fae-cd9c-444a-add3-30dcec0bbf79.\"","v":0,"name":"dns-server","level":50,"time":"2026-11-07T01:29:59.325344005Z","hostname":"oxz_internal_dns_bccc6583-39a3-4f3d-8da4-fec8098fc09a","pid":5331,"peer_addr":"[fd00:1122:3344:101::e]:58489","req_id":"9b045b11-74ef-4e91-a510-dbb9238ba874","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 50687,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_85b21fae-cd9c-444a-add3-30dcec0bbf79.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_85b21fae-cd9c-444a-add3-30dcec0bbf79.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 56,\n 53,\n 98,\n 50,\n 49,\n 102,\n 97,\n 101,\n 45,\n 99,\n 100,\n 57,\n 99,\n 45,\n 52,\n 52,\n 52,\n 97,\n 45,\n 97,\n 100,\n 100,\n 51,\n 45,\n 51,\n 48,\n 100,\n 99,\n 101,\n 99,\n 48,\n 98,\n 98,\n 102,\n 55,\n 57,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_85b21fae-cd9c-444a-add3-30dcec0bbf79.\"","v":0,"name":"dns-server","level":50,"time":"2026-11-07T01:29:59.329216318Z","hostname":"oxz_internal_dns_bccc6583-39a3-4f3d-8da4-fec8098fc09a","pid":5331,"peer_addr":"[fd00:1122:3344:101::e]:39147","req_id":"52ad9945-a7e8-47b0-bdae-4489dfc65736","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 53221,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-07T01:29:59.707603068Z","hostname":"oxz_internal_dns_bccc6583-39a3-4f3d-8da4-fec8098fc09a","pid":5331,"peer_addr":"[fd00:1122:3344:101::d]:56224","req_id":"130e8a48-3c2e-4d2c-96cc-42344c2d886a","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 3575,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_6cdc6e18-b94d-4658-9fe0-20310583a6e2.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_6cdc6e18-b94d-4658-9fe0-20310583a6e2.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 54,\n 99,\n 100,\n 99,\n 54,\n 101,\n 49,\n 56,\n 45,\n 98,\n 57,\n 52,\n 100,\n 45,\n 52,\n 54,\n 53,\n 56,\n 45,\n 57,\n 102,\n 101,\n 48,\n 45,\n 50,\n 48,\n 51,\n 49,\n 48,\n 53,\n 56,\n 51,\n 97,\n 54,\n 101,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_6cdc6e18-b94d-4658-9fe0-20310583a6e2.\"","v":0,"name":"dns-server","level":50,"time":"2026-11-07T01:30:00.072608315Z","hostname":"oxz_internal_dns_bccc6583-39a3-4f3d-8da4-fec8098fc09a","pid":5331,"peer_addr":"[fd00:1122:3344:101::3]:34934","req_id":"5e3d2ea3-301f-4870-bbbe-91a0e1988af6","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 3575,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_6cdc6e18-b94d-4658-9fe0-20310583a6e2.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_6cdc6e18-b94d-4658-9fe0-20310583a6e2.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 54,\n 99,\n 100,\n 99,\n 54,\n 101,\n 49,\n 56,\n 45,\n 98,\n 57,\n 52,\n 100,\n 45,\n 52,\n 54,\n 53,\n 56,\n 45,\n 57,\n 102,\n 101,\n 48,\n 45,\n 50,\n 48,\n 51,\n 49,\n 48,\n 53,\n 56,\n 51,\n 97,\n 54,\n 101,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_6cdc6e18-b94d-4658-9fe0-20310583a6e2.\"","v":0,"name":"dns-server","level":50,"time":"2026-11-07T01:30:00.073278741Z","hostname":"oxz_internal_dns_bccc6583-39a3-4f3d-8da4-fec8098fc09a","pid":5331,"peer_addr":"[fd00:1122:3344:101::3]:41672","req_id":"2dfeaad8-9017-4ee3-b42e-06d4518e6dad","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 23612,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_f8957902-977c-4bcc-95fe-f217f67d2d83.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_f8957902-977c-4bcc-95fe-f217f67d2d83.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 102,\n 56,\n 57,\n 53,\n 55,\n 57,\n 48,\n 50,\n 45,\n 57,\n 55,\n 55,\n 99,\n 45,\n 52,\n 98,\n 99,\n 99,\n 45,\n 57,\n 53,\n 102,\n 101,\n 45,\n 102,\n 50,\n 49,\n 55,\n 102,\n 54,\n 55,\n 100,\n 50,\n 100,\n 56,\n 51,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_f8957902-977c-4bcc-95fe-f217f67d2d83.\"","v":0,"name":"dns-server","level":50,"time":"2026-11-07T01:30:00.09605046Z","hostname":"oxz_internal_dns_bccc6583-39a3-4f3d-8da4-fec8098fc09a","pid":5331,"peer_addr":"[fd00:1122:3344:101::6]:45045","req_id":"b275c7eb-993e-4b66-b446-71e508a65301","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 23612,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_f8957902-977c-4bcc-95fe-f217f67d2d83.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_f8957902-977c-4bcc-95fe-f217f67d2d83.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 102,\n 56,\n 57,\n 53,\n 55,\n 57,\n 48,\n 50,\n 45,\n 57,\n 55,\n 55,\n 99,\n 45,\n 52,\n 98,\n 99,\n 99,\n 45,\n 57,\n 53,\n 102,\n 101,\n 45,\n 102,\n 50,\n 49,\n 55,\n 102,\n 54,\n 55,\n 100,\n 50,\n 100,\n 56,\n 51,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_f8957902-977c-4bcc-95fe-f217f67d2d83.\"","v":0,"name":"dns-server","level":50,"time":"2026-11-07T01:30:00.0968756Z","hostname":"oxz_internal_dns_bccc6583-39a3-4f3d-8da4-fec8098fc09a","pid":5331,"peer_addr":"[fd00:1122:3344:101::6]:55446","req_id":"50e04e3c-d8b5-42a0-af06-c00067847400","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 1982,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_a546a65d-bf68-45a3-a5e7-5b25ac71ad9d.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_a546a65d-bf68-45a3-a5e7-5b25ac71ad9d.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 97,\n 53,\n 52,\n 54,\n 97,\n 54,\n 53,\n 100,\n 45,\n 98,\n 102,\n 54,\n 56,\n 45,\n 52,\n 53,\n 97,\n 51,\n 45,\n 97,\n 53,\n 101,\n 55,\n 45,\n 53,\n 98,\n 50,\n 53,\n 97,\n 99,\n 55,\n 49,\n 97,\n 100,\n 57,\n 100,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_a546a65d-bf68-45a3-a5e7-5b25ac71ad9d.\"","v":0,"name":"dns-server","level":50,"time":"2026-11-07T01:30:00.099377871Z","hostname":"oxz_internal_dns_bccc6583-39a3-4f3d-8da4-fec8098fc09a","pid":5331,"peer_addr":"[fd00:1122:3344:101::5]:52471","req_id":"abb1e130-2208-4037-b375-8b2fbd4dd95f","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 1982,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_a546a65d-bf68-45a3-a5e7-5b25ac71ad9d.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_a546a65d-bf68-45a3-a5e7-5b25ac71ad9d.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 97,\n 53,\n 52,\n 54,\n 97,\n 54,\n 53,\n 100,\n 45,\n 98,\n 102,\n 54,\n 56,\n 45,\n 52,\n 53,\n 97,\n 51,\n 45,\n 97,\n 53,\n 101,\n 55,\n 45,\n 53,\n 98,\n 50,\n 53,\n 97,\n 99,\n 55,\n 49,\n 97,\n 100,\n 57,\n 100,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_a546a65d-bf68-45a3-a5e7-5b25ac71ad9d.\"","v":0,"name":"dns-server","level":50,"time":"2026-11-07T01:30:00.100013076Z","hostname":"oxz_internal_dns_bccc6583-39a3-4f3d-8da4-fec8098fc09a","pid":5331,"peer_addr":"[fd00:1122:3344:101::5]:39541","req_id":"05293709-5ec5-4f45-a3e5-80d76b54f7f2","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 7586,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_73503394-ffca-4d14-8350-37e402e0ff2d.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_73503394-ffca-4d14-8350-37e402e0ff2d.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 55,\n 51,\n 53,\n 48,\n 51,\n 51,\n 57,\n 52,\n 45,\n 102,\n 102,\n 99,\n 97,\n 45,\n 52,\n 100,\n 49,\n 52,\n 45,\n 56,\n 51,\n 53,\n 48,\n 45,\n 51,\n 55,\n 101,\n 52,\n 48,\n 50,\n 101,\n 48,\n 102,\n 102,\n 50,\n 100,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_73503394-ffca-4d14-8350-37e402e0ff2d.\"","v":0,"name":"dns-server","level":50,"time":"2026-11-07T01:30:00.105870507Z","hostname":"oxz_internal_dns_bccc6583-39a3-4f3d-8da4-fec8098fc09a","pid":5331,"peer_addr":"[fd00:1122:3344:101::4]:60450","req_id":"0b2c0969-ccfa-4673-b964-42704c129332","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 7586,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_73503394-ffca-4d14-8350-37e402e0ff2d.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_73503394-ffca-4d14-8350-37e402e0ff2d.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 55,\n 51,\n 53,\n 48,\n 51,\n 51,\n 57,\n 52,\n 45,\n 102,\n 102,\n 99,\n 97,\n 45,\n 52,\n 100,\n 49,\n 52,\n 45,\n 56,\n 51,\n 53,\n 48,\n 45,\n 51,\n 55,\n 101,\n 52,\n 48,\n 50,\n 101,\n 48,\n 102,\n 102,\n 50,\n 100,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_73503394-ffca-4d14-8350-37e402e0ff2d.\"","v":0,"name":"dns-server","level":50,"time":"2026-11-07T01:30:00.106529673Z","hostname":"oxz_internal_dns_bccc6583-39a3-4f3d-8da4-fec8098fc09a","pid":5331,"peer_addr":"[fd00:1122:3344:101::4]:32841","req_id":"91465a44-94f0-4688-9a10-d3445df36c77","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 19166,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_9d9af6ae-27e5-4a26-a789-46b621194537.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_9d9af6ae-27e5-4a26-a789-46b621194537.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 57,\n 100,\n 57,\n 97,\n 102,\n 54,\n 97,\n 101,\n 45,\n 50,\n 55,\n 101,\n 53,\n 45,\n 52,\n 97,\n 50,\n 54,\n 45,\n 97,\n 55,\n 56,\n 57,\n 45,\n 52,\n 54,\n 98,\n 54,\n 50,\n 49,\n 49,\n 57,\n 52,\n 53,\n 51,\n 55,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_9d9af6ae-27e5-4a26-a789-46b621194537.\"","v":0,"name":"dns-server","level":50,"time":"2026-11-07T01:30:00.12674906Z","hostname":"oxz_internal_dns_bccc6583-39a3-4f3d-8da4-fec8098fc09a","pid":5331,"peer_addr":"[fd00:1122:3344:101::7]:54738","req_id":"65b0ae9a-82b3-4fcb-9439-b87bb2e84988","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 19166,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_9d9af6ae-27e5-4a26-a789-46b621194537.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_9d9af6ae-27e5-4a26-a789-46b621194537.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 57,\n 100,\n 57,\n 97,\n 102,\n 54,\n 97,\n 101,\n 45,\n 50,\n 55,\n 101,\n 53,\n 45,\n 52,\n 97,\n 50,\n 54,\n 45,\n 97,\n 55,\n 56,\n 57,\n 45,\n 52,\n 54,\n 98,\n 54,\n 50,\n 49,\n 49,\n 57,\n 52,\n 53,\n 51,\n 55,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_9d9af6ae-27e5-4a26-a789-46b621194537.\"","v":0,"name":"dns-server","level":50,"time":"2026-11-07T01:30:00.127209601Z","hostname":"oxz_internal_dns_bccc6583-39a3-4f3d-8da4-fec8098fc09a","pid":5331,"peer_addr":"[fd00:1122:3344:101::7]:44627","req_id":"0b1b623d-b4ad-438b-a644-081cb1c68d91","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 40634,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-07T01:30:00.401551003Z","hostname":"oxz_internal_dns_bccc6583-39a3-4f3d-8da4-fec8098fc09a","pid":5331,"peer_addr":"[fd00:1122:3344:101::d]:57751","req_id":"7c8c8508-7a72-4570-bba1-174b526e9429","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 1227,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_85b21fae-cd9c-444a-add3-30dcec0bbf79.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_85b21fae-cd9c-444a-add3-30dcec0bbf79.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 56,\n 53,\n 98,\n 50,\n 49,\n 102,\n 97,\n 101,\n 45,\n 99,\n 100,\n 57,\n 99,\n 45,\n 52,\n 52,\n 52,\n 97,\n 45,\n 97,\n 100,\n 100,\n 51,\n 45,\n 51,\n 48,\n 100,\n 99,\n 101,\n 99,\n 48,\n 98,\n 98,\n 102,\n 55,\n 57,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_85b21fae-cd9c-444a-add3-30dcec0bbf79.\"","v":0,"name":"dns-server","level":50,"time":"2026-11-07T01:30:00.668331683Z","hostname":"oxz_internal_dns_bccc6583-39a3-4f3d-8da4-fec8098fc09a","pid":5331,"peer_addr":"[fd00:1122:3344:101::e]:64561","req_id":"b55ce6fa-18ed-4dda-8769-8f0ba0615820","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 1227,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_85b21fae-cd9c-444a-add3-30dcec0bbf79.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_85b21fae-cd9c-444a-add3-30dcec0bbf79.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 56,\n 53,\n 98,\n 50,\n 49,\n 102,\n 97,\n 101,\n 45,\n 99,\n 100,\n 57,\n 99,\n 45,\n 52,\n 52,\n 52,\n 97,\n 45,\n 97,\n 100,\n 100,\n 51,\n 45,\n 51,\n 48,\n 100,\n 99,\n 101,\n 99,\n 48,\n 98,\n 98,\n 102,\n 55,\n 57,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_85b21fae-cd9c-444a-add3-30dcec0bbf79.\"","v":0,"name":"dns-server","level":50,"time":"2026-11-07T01:30:00.669069201Z","hostname":"oxz_internal_dns_bccc6583-39a3-4f3d-8da4-fec8098fc09a","pid":5331,"peer_addr":"[fd00:1122:3344:101::e]:51988","req_id":"4814d08a-10a0-455c-8fe3-ecdb3a83e01c","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 8908,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_ntp_b94c79f3-beb9-4746-bf94-2a2aa9d49c39.\"),\n ),\n original: Query {\n name: Name(\"oxz_ntp_b94c79f3-beb9-4746-bf94-2a2aa9d49c39.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 44,\n 111,\n 120,\n 122,\n 95,\n 110,\n 116,\n 112,\n 95,\n 98,\n 57,\n 52,\n 99,\n 55,\n 57,\n 102,\n 51,\n 45,\n 98,\n 101,\n 98,\n 57,\n 45,\n 52,\n 55,\n 52,\n 54,\n 45,\n 98,\n 102,\n 57,\n 52,\n 45,\n 50,\n 97,\n 50,\n 97,\n 97,\n 57,\n 100,\n 52,\n 57,\n 99,\n 51,\n 57,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_ntp_b94c79f3-beb9-4746-bf94-2a2aa9d49c39.\"","v":0,"name":"dns-server","level":50,"time":"2026-11-07T01:30:01.013636165Z","hostname":"oxz_internal_dns_bccc6583-39a3-4f3d-8da4-fec8098fc09a","pid":5331,"peer_addr":"[fd00:1122:3344:101::1b]:47909","req_id":"e14a0812-301c-4148-82b5-7b73449b3f0f","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 9271,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-11-07T01:30:01.038927225Z","hostname":"oxz_internal_dns_bccc6583-39a3-4f3d-8da4-fec8098fc09a","pid":5331,"peer_addr":"[fd00:1122:3344:101::2]:59539","req_id":"85491dc2-e9de-4195-b737-20e2150e95c8","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 9271,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-11-07T01:30:01.039723264Z","hostname":"oxz_internal_dns_bccc6583-39a3-4f3d-8da4-fec8098fc09a","pid":5331,"peer_addr":"[fd00:1122:3344:101::2]:54205","req_id":"5ee5898d-bc7b-409e-91b3-1eb06ac45003","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"}