[ Mar 24 18:27:29 Enabled. ] [ Mar 24 18:27:29 Rereading configuration. ] [ Mar 24 18:27:30 Rereading configuration. ] [ Mar 24 18:27:31 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:3::1]:5353 --dns-address [fd00:1122:3344:3::1]:53 &"). ] [ Mar 24 18:27:31 Method "start" exited with status 0. ] Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:3::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [] }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } note: configured to log to "/dev/stdout" {"msg":"config","v":0,"name":"dns-server","level":30,"time":"2026-03-24T18:27:31.617373103Z","hostname":"oxz_internal_dns_2a647b28-6b36-47f3-8bec-787e7c022f3d","pid":5408,"dns_config":"Config { bind_address: [fd00:1122:3344:3::1]:53 }","config":"Config { log: File { level: Info, path: \"/dev/stdout\", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:3::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [] }, storage: Config { storage_path: \"/data/dns\", keep_old_generations: 3 } }"} {"msg":"opening sled database","v":0,"name":"dns-server","level":30,"time":"2026-03-24T18:27:31.617553606Z","hostname":"oxz_internal_dns_2a647b28-6b36-47f3-8bec-787e7c022f3d","pid":5408,"component":"store","path":"/data/dns"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-03-24T18:27:31.637471117Z","hostname":"oxz_internal_dns_2a647b28-6b36-47f3-8bec-787e7c022f3d","pid":5408,"component":"store"} {"msg":"pruning trees for generations older than 0","v":0,"name":"dns-server","level":30,"time":"2026-03-24T18:27:31.637503387Z","hostname":"oxz_internal_dns_2a647b28-6b36-47f3-8bec-787e7c022f3d","pid":5408,"component":"store","keep":3} {"msg":"DNS server bound to address","v":0,"name":"dns-server","level":30,"time":"2026-03-24T18:27:31.637525338Z","hostname":"oxz_internal_dns_2a647b28-6b36-47f3-8bec-787e7c022f3d","pid":5408,"component":"dns","local_address":"[fd00:1122:3344:3::1]:53"} {"msg":"listening","v":0,"name":"dns-server","level":30,"time":"2026-03-24T18:27:31.637834112Z","hostname":"oxz_internal_dns_2a647b28-6b36-47f3-8bec-787e7c022f3d","pid":5408,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 37749,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-24T18:27:31.714639678Z","hostname":"oxz_internal_dns_2a647b28-6b36-47f3-8bec-787e7c022f3d","pid":5408,"peer_addr":"[fd00:1122:3344:101::2]:19187","req_id":"909aba83-cef3-4abc-8738-9579a6d18b75","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 58783,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-24T18:27:31.746119451Z","hostname":"oxz_internal_dns_2a647b28-6b36-47f3-8bec-787e7c022f3d","pid":5408,"peer_addr":"[fd00:1122:3344:101::2]:12794","req_id":"0973bfb8-dfeb-4fdd-8577-ed41b10f96bc","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 21125,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-24T18:27:31.808905753Z","hostname":"oxz_internal_dns_2a647b28-6b36-47f3-8bec-787e7c022f3d","pid":5408,"peer_addr":"[fd00:1122:3344:101::2]:37098","req_id":"bcabb418-efd2-4453-b28b-5c1353a4b701","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 2483,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-24T18:27:31.914777181Z","hostname":"oxz_internal_dns_2a647b28-6b36-47f3-8bec-787e7c022f3d","pid":5408,"peer_addr":"[fd00:1122:3344:101::2]:48238","req_id":"7af45dbd-f69c-48c7-bd0e-b9bba170785e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 32755,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-24T18:27:31.935727906Z","hostname":"oxz_internal_dns_2a647b28-6b36-47f3-8bec-787e7c022f3d","pid":5408,"peer_addr":"[fd00:1122:3344:101::2]:5828","req_id":"e30f7c87-0dee-4fc9-896b-7684009ca7ce","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 7349,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-24T18:27:31.997713748Z","hostname":"oxz_internal_dns_2a647b28-6b36-47f3-8bec-787e7c022f3d","pid":5408,"peer_addr":"[fd00:1122:3344:101::2]:7205","req_id":"ff14d83c-8770-4814-a17a-24622fa14fdf","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 3548,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-24T18:27:32.00932053Z","hostname":"oxz_internal_dns_2a647b28-6b36-47f3-8bec-787e7c022f3d","pid":5408,"peer_addr":"[fd00:1122:3344:101::2]:54290","req_id":"0baa5927-1de1-4494-91b4-e7b94674fdcc","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 1772,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-24T18:27:32.054278409Z","hostname":"oxz_internal_dns_2a647b28-6b36-47f3-8bec-787e7c022f3d","pid":5408,"peer_addr":"[fd00:1122:3344:101::2]:48880","req_id":"38a18912-0613-4686-9c83-18e7e3d8346a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 57502,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-24T18:27:32.146904763Z","hostname":"oxz_internal_dns_2a647b28-6b36-47f3-8bec-787e7c022f3d","pid":5408,"peer_addr":"[fd00:1122:3344:101::2]:18139","req_id":"d2bb243f-1648-410a-b6ac-ec901de49460","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 26892,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-24T18:27:32.151292411Z","hostname":"oxz_internal_dns_2a647b28-6b36-47f3-8bec-787e7c022f3d","pid":5408,"peer_addr":"[fd00:1122:3344:101::2]:53878","req_id":"d1db717f-b53f-47d3-b1fa-338522cf75ae","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 48128,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-24T18:27:32.218897057Z","hostname":"oxz_internal_dns_2a647b28-6b36-47f3-8bec-787e7c022f3d","pid":5408,"peer_addr":"[fd00:1122:3344:101::2]:62079","req_id":"da6feefc-52e2-4d32-b260-4f417ce271b5","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 42330,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-24T18:27:32.336336496Z","hostname":"oxz_internal_dns_2a647b28-6b36-47f3-8bec-787e7c022f3d","pid":5408,"peer_addr":"[fd00:1122:3344:101::2]:54428","req_id":"475a5656-b6a1-4d9b-b311-d40a70abf6b9","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 57657,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-24T18:27:32.39466664Z","hostname":"oxz_internal_dns_2a647b28-6b36-47f3-8bec-787e7c022f3d","pid":5408,"peer_addr":"[fd00:1122:3344:101::2]:27464","req_id":"b7a3cdf5-0cb9-4fe8-9d67-e40330668cc4","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-24T18:27:32.434468302Z","hostname":"oxz_internal_dns_2a647b28-6b36-47f3-8bec-787e7c022f3d","pid":5408,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:3::2]:43125"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-03-24T18:27:32.435189131Z","hostname":"oxz_internal_dns_2a647b28-6b36-47f3-8bec-787e7c022f3d","pid":5408,"new_generation":1,"req_id":"31c34fb3-e2d9-4f10-b563-b26ed6e1fcd2","component":"store"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-03-24T18:27:32.435201151Z","hostname":"oxz_internal_dns_2a647b28-6b36-47f3-8bec-787e7c022f3d","pid":5408,"component":"store"} {"msg":"pruning trees for generations older than 1","v":0,"name":"dns-server","level":30,"time":"2026-03-24T18:27:32.452799882Z","hostname":"oxz_internal_dns_2a647b28-6b36-47f3-8bec-787e7c022f3d","pid":5408,"component":"store","keep":3} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-03-24T18:27:32.452821162Z","hostname":"oxz_internal_dns_2a647b28-6b36-47f3-8bec-787e7c022f3d","pid":5408,"new_generation":1,"req_id":"31c34fb3-e2d9-4f10-b563-b26ed6e1fcd2","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-24T18:27:32.452838662Z","hostname":"oxz_internal_dns_2a647b28-6b36-47f3-8bec-787e7c022f3d","pid":5408,"uri":"/config","method":"PUT","req_id":"31c34fb3-e2d9-4f10-b563-b26ed6e1fcd2","remote_addr":"[fd00:1122:3344:3::2]:43125","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":18041,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 38421,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-24T18:27:43.379918719Z","hostname":"oxz_internal_dns_2a647b28-6b36-47f3-8bec-787e7c022f3d","pid":5408,"peer_addr":"[fd00:1122:3344:101::1b]:40924","req_id":"739e0cec-7c17-4eba-84e6-0ab06544bd5a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 39440,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-24T18:27:43.384289646Z","hostname":"oxz_internal_dns_2a647b28-6b36-47f3-8bec-787e7c022f3d","pid":5408,"peer_addr":"[fd00:1122:3344:101::1b]:59851","req_id":"29c7d795-8f78-4e4e-b744-a9ab8d197325","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 20531,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-24T18:27:43.388444371Z","hostname":"oxz_internal_dns_2a647b28-6b36-47f3-8bec-787e7c022f3d","pid":5408,"peer_addr":"[fd00:1122:3344:101::1b]:44782","req_id":"fc20be3c-fbe5-4acf-9d24-534f6a421826","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 37928,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-24T18:29:17.486852591Z","hostname":"oxz_internal_dns_2a647b28-6b36-47f3-8bec-787e7c022f3d","pid":5408,"peer_addr":"[fd00:1122:3344:101::1b]:47878","req_id":"9548e297-60f4-4637-84f7-950b45cfdf62","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 13389,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-24T18:29:17.496696821Z","hostname":"oxz_internal_dns_2a647b28-6b36-47f3-8bec-787e7c022f3d","pid":5408,"peer_addr":"[fd00:1122:3344:101::1b]:42094","req_id":"e0f539e2-76b1-4a0b-aa01-a093bb710af4","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 5876,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-24T18:29:17.502164342Z","hostname":"oxz_internal_dns_2a647b28-6b36-47f3-8bec-787e7c022f3d","pid":5408,"peer_addr":"[fd00:1122:3344:101::1b]:64056","req_id":"db023b8a-6cf0-4f18-9ec1-002ce55e4fba","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 62962,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-24T18:29:42.306425415Z","hostname":"oxz_internal_dns_2a647b28-6b36-47f3-8bec-787e7c022f3d","pid":5408,"peer_addr":"[fd00:1122:3344:101::1b]:63587","req_id":"7de3e504-c5a4-43c5-8b01-7c321091912f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 50787,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-24T18:29:42.306554306Z","hostname":"oxz_internal_dns_2a647b28-6b36-47f3-8bec-787e7c022f3d","pid":5408,"peer_addr":"[fd00:1122:3344:101::1b]:56974","req_id":"0ae5e138-5f45-4977-aa43-d0e8c0b2b199","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 64646,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-24T18:29:42.306582497Z","hostname":"oxz_internal_dns_2a647b28-6b36-47f3-8bec-787e7c022f3d","pid":5408,"peer_addr":"[fd00:1122:3344:101::1b]:60854","req_id":"db980835-ff20-4b81-a292-9d384fd9978b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 35678,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-24T18:29:46.222430673Z","hostname":"oxz_internal_dns_2a647b28-6b36-47f3-8bec-787e7c022f3d","pid":5408,"peer_addr":"[fd00:1122:3344:101::d]:53392","req_id":"19639041-e8bf-48e2-b385-96b99e62805f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 38016,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_f5d51d27-dc0b-4197-a6b2-0d62c39cc777.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_f5d51d27-dc0b-4197-a6b2-0d62c39cc777.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 102,\n 53,\n 100,\n 53,\n 49,\n 100,\n 50,\n 55,\n 45,\n 100,\n 99,\n 48,\n 98,\n 45,\n 52,\n 49,\n 57,\n 55,\n 45,\n 97,\n 54,\n 98,\n 50,\n 45,\n 48,\n 100,\n 54,\n 50,\n 99,\n 51,\n 57,\n 99,\n 99,\n 55,\n 55,\n 55,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_f5d51d27-dc0b-4197-a6b2-0d62c39cc777.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-24T18:29:52.74974001Z","hostname":"oxz_internal_dns_2a647b28-6b36-47f3-8bec-787e7c022f3d","pid":5408,"peer_addr":"[fd00:1122:3344:101::e]:57591","req_id":"7bd2ab13-83d4-46a6-87ae-4b72a89e0b82","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 38016,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_f5d51d27-dc0b-4197-a6b2-0d62c39cc777.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_f5d51d27-dc0b-4197-a6b2-0d62c39cc777.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 102,\n 53,\n 100,\n 53,\n 49,\n 100,\n 50,\n 55,\n 45,\n 100,\n 99,\n 48,\n 98,\n 45,\n 52,\n 49,\n 57,\n 55,\n 45,\n 97,\n 54,\n 98,\n 50,\n 45,\n 48,\n 100,\n 54,\n 50,\n 99,\n 51,\n 57,\n 99,\n 99,\n 55,\n 55,\n 55,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_f5d51d27-dc0b-4197-a6b2-0d62c39cc777.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-24T18:29:52.749870492Z","hostname":"oxz_internal_dns_2a647b28-6b36-47f3-8bec-787e7c022f3d","pid":5408,"peer_addr":"[fd00:1122:3344:101::e]:46564","req_id":"6527ea8b-18cf-4e0a-8741-f35ea271a390","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 1323,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-24T18:29:56.223962627Z","hostname":"oxz_internal_dns_2a647b28-6b36-47f3-8bec-787e7c022f3d","pid":5408,"peer_addr":"[fd00:1122:3344:101::d]:63669","req_id":"4d18f195-408e-4553-8ba5-f45a8181292d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 60343,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-24T18:29:59.916324913Z","hostname":"oxz_internal_dns_2a647b28-6b36-47f3-8bec-787e7c022f3d","pid":5408,"peer_addr":"[fd00:1122:3344:101::a]:2127","req_id":"14026482-8b06-43ec-a3b6-050c8cd468cc","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 64502,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-24T18:30:00.045147152Z","hostname":"oxz_internal_dns_2a647b28-6b36-47f3-8bec-787e7c022f3d","pid":5408,"peer_addr":"[fd00:1122:3344:101::b]:13626","req_id":"aceb6273-53ce-48cb-a0a1-839b5913d1ea","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 28848,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-24T18:30:00.056880595Z","hostname":"oxz_internal_dns_2a647b28-6b36-47f3-8bec-787e7c022f3d","pid":5408,"peer_addr":"[fd00:1122:3344:101::c]:63115","req_id":"be1a669e-8127-4e8c-bccf-998dde66136f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 4267,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_9021617e-29d4-4899-a501-fcbe2ef200aa.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_9021617e-29d4-4899-a501-fcbe2ef200aa.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 57,\n 48,\n 50,\n 49,\n 54,\n 49,\n 55,\n 101,\n 45,\n 50,\n 57,\n 100,\n 52,\n 45,\n 52,\n 56,\n 57,\n 57,\n 45,\n 97,\n 53,\n 48,\n 49,\n 45,\n 102,\n 99,\n 98,\n 101,\n 50,\n 101,\n 102,\n 50,\n 48,\n 48,\n 97,\n 97,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_9021617e-29d4-4899-a501-fcbe2ef200aa.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-24T18:30:00.072820934Z","hostname":"oxz_internal_dns_2a647b28-6b36-47f3-8bec-787e7c022f3d","pid":5408,"peer_addr":"[fd00:1122:3344:101::3]:58899","req_id":"4a3be99a-f2b3-422e-ae24-3bd786dac24b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 4267,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_9021617e-29d4-4899-a501-fcbe2ef200aa.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_9021617e-29d4-4899-a501-fcbe2ef200aa.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 57,\n 48,\n 50,\n 49,\n 54,\n 49,\n 55,\n 101,\n 45,\n 50,\n 57,\n 100,\n 52,\n 45,\n 52,\n 56,\n 57,\n 57,\n 45,\n 97,\n 53,\n 48,\n 49,\n 45,\n 102,\n 99,\n 98,\n 101,\n 50,\n 101,\n 102,\n 50,\n 48,\n 48,\n 97,\n 97,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_9021617e-29d4-4899-a501-fcbe2ef200aa.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-24T18:30:00.073754756Z","hostname":"oxz_internal_dns_2a647b28-6b36-47f3-8bec-787e7c022f3d","pid":5408,"peer_addr":"[fd00:1122:3344:101::3]:41162","req_id":"73ce71ad-c945-4668-ba0d-2b892dba7f77","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 6115,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_20dac5ce-5125-4bf6-8b1b-db51a73309cd.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_20dac5ce-5125-4bf6-8b1b-db51a73309cd.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 50,\n 48,\n 100,\n 97,\n 99,\n 53,\n 99,\n 101,\n 45,\n 53,\n 49,\n 50,\n 53,\n 45,\n 52,\n 98,\n 102,\n 54,\n 45,\n 56,\n 98,\n 49,\n 98,\n 45,\n 100,\n 98,\n 53,\n 49,\n 97,\n 55,\n 51,\n 51,\n 48,\n 57,\n 99,\n 100,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_20dac5ce-5125-4bf6-8b1b-db51a73309cd.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-24T18:30:00.07400755Z","hostname":"oxz_internal_dns_2a647b28-6b36-47f3-8bec-787e7c022f3d","pid":5408,"peer_addr":"[fd00:1122:3344:101::6]:54596","req_id":"063813c4-bfda-4c52-81d2-ec1147bdf70e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 6115,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_20dac5ce-5125-4bf6-8b1b-db51a73309cd.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_20dac5ce-5125-4bf6-8b1b-db51a73309cd.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 50,\n 48,\n 100,\n 97,\n 99,\n 53,\n 99,\n 101,\n 45,\n 53,\n 49,\n 50,\n 53,\n 45,\n 52,\n 98,\n 102,\n 54,\n 45,\n 56,\n 98,\n 49,\n 98,\n 45,\n 100,\n 98,\n 53,\n 49,\n 97,\n 55,\n 51,\n 51,\n 48,\n 57,\n 99,\n 100,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_20dac5ce-5125-4bf6-8b1b-db51a73309cd.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-24T18:30:00.074474196Z","hostname":"oxz_internal_dns_2a647b28-6b36-47f3-8bec-787e7c022f3d","pid":5408,"peer_addr":"[fd00:1122:3344:101::6]:53817","req_id":"dee71603-7616-43c6-926d-d20f4e228fe1","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 53607,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_0c78db80-ae39-499b-902a-fcf6fb9b5462.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_0c78db80-ae39-499b-902a-fcf6fb9b5462.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 48,\n 99,\n 55,\n 56,\n 100,\n 98,\n 56,\n 48,\n 45,\n 97,\n 101,\n 51,\n 57,\n 45,\n 52,\n 57,\n 57,\n 98,\n 45,\n 57,\n 48,\n 50,\n 97,\n 45,\n 102,\n 99,\n 102,\n 54,\n 102,\n 98,\n 57,\n 98,\n 53,\n 52,\n 54,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_0c78db80-ae39-499b-902a-fcf6fb9b5462.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-24T18:30:00.113760191Z","hostname":"oxz_internal_dns_2a647b28-6b36-47f3-8bec-787e7c022f3d","pid":5408,"peer_addr":"[fd00:1122:3344:101::5]:56834","req_id":"962c8285-fc00-4fa7-8e11-da43b811a311","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 53607,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_0c78db80-ae39-499b-902a-fcf6fb9b5462.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_0c78db80-ae39-499b-902a-fcf6fb9b5462.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 48,\n 99,\n 55,\n 56,\n 100,\n 98,\n 56,\n 48,\n 45,\n 97,\n 101,\n 51,\n 57,\n 45,\n 52,\n 57,\n 57,\n 98,\n 45,\n 57,\n 48,\n 50,\n 97,\n 45,\n 102,\n 99,\n 102,\n 54,\n 102,\n 98,\n 57,\n 98,\n 53,\n 52,\n 54,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_0c78db80-ae39-499b-902a-fcf6fb9b5462.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-24T18:30:00.114815174Z","hostname":"oxz_internal_dns_2a647b28-6b36-47f3-8bec-787e7c022f3d","pid":5408,"peer_addr":"[fd00:1122:3344:101::5]:59749","req_id":"836bdd9e-adf2-4bb6-b9cd-4e178fffc3ef","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 64941,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_effbaddf-2078-411d-93c4-e85d230ec802.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_effbaddf-2078-411d-93c4-e85d230ec802.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 101,\n 102,\n 102,\n 98,\n 97,\n 100,\n 100,\n 102,\n 45,\n 50,\n 48,\n 55,\n 56,\n 45,\n 52,\n 49,\n 49,\n 100,\n 45,\n 57,\n 51,\n 99,\n 52,\n 45,\n 101,\n 56,\n 53,\n 100,\n 50,\n 51,\n 48,\n 101,\n 99,\n 56,\n 48,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_effbaddf-2078-411d-93c4-e85d230ec802.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-24T18:30:00.232086361Z","hostname":"oxz_internal_dns_2a647b28-6b36-47f3-8bec-787e7c022f3d","pid":5408,"peer_addr":"[fd00:1122:3344:101::4]:41971","req_id":"c8fd2192-b118-4fd8-b919-abf92fcc3a66","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 64941,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_effbaddf-2078-411d-93c4-e85d230ec802.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_effbaddf-2078-411d-93c4-e85d230ec802.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 101,\n 102,\n 102,\n 98,\n 97,\n 100,\n 100,\n 102,\n 45,\n 50,\n 48,\n 55,\n 56,\n 45,\n 52,\n 49,\n 49,\n 100,\n 45,\n 57,\n 51,\n 99,\n 52,\n 45,\n 101,\n 56,\n 53,\n 100,\n 50,\n 51,\n 48,\n 101,\n 99,\n 56,\n 48,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_effbaddf-2078-411d-93c4-e85d230ec802.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-24T18:30:00.232841281Z","hostname":"oxz_internal_dns_2a647b28-6b36-47f3-8bec-787e7c022f3d","pid":5408,"peer_addr":"[fd00:1122:3344:101::4]:52014","req_id":"e0a747dd-68ac-46af-87d0-d8797e1ceef7","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 34346,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_f5d51d27-dc0b-4197-a6b2-0d62c39cc777.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_f5d51d27-dc0b-4197-a6b2-0d62c39cc777.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 102,\n 53,\n 100,\n 53,\n 49,\n 100,\n 50,\n 55,\n 45,\n 100,\n 99,\n 48,\n 98,\n 45,\n 52,\n 49,\n 57,\n 55,\n 45,\n 97,\n 54,\n 98,\n 50,\n 45,\n 48,\n 100,\n 54,\n 50,\n 99,\n 51,\n 57,\n 99,\n 99,\n 55,\n 55,\n 55,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_f5d51d27-dc0b-4197-a6b2-0d62c39cc777.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-24T18:30:00.262447139Z","hostname":"oxz_internal_dns_2a647b28-6b36-47f3-8bec-787e7c022f3d","pid":5408,"peer_addr":"[fd00:1122:3344:101::e]:38280","req_id":"b8f8dd92-3861-4645-8d19-72b785d6fd97","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 34346,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_f5d51d27-dc0b-4197-a6b2-0d62c39cc777.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_f5d51d27-dc0b-4197-a6b2-0d62c39cc777.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 102,\n 53,\n 100,\n 53,\n 49,\n 100,\n 50,\n 55,\n 45,\n 100,\n 99,\n 48,\n 98,\n 45,\n 52,\n 49,\n 57,\n 55,\n 45,\n 97,\n 54,\n 98,\n 50,\n 45,\n 48,\n 100,\n 54,\n 50,\n 99,\n 51,\n 57,\n 99,\n 99,\n 55,\n 55,\n 55,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_f5d51d27-dc0b-4197-a6b2-0d62c39cc777.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-24T18:30:00.262961396Z","hostname":"oxz_internal_dns_2a647b28-6b36-47f3-8bec-787e7c022f3d","pid":5408,"peer_addr":"[fd00:1122:3344:101::e]:54436","req_id":"0c18f3a4-d0b0-4498-b1ec-893249138e20","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 41372,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_49ae747f-9b86-4ed5-a14b-e2b0a45eb053.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_49ae747f-9b86-4ed5-a14b-e2b0a45eb053.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 52,\n 57,\n 97,\n 101,\n 55,\n 52,\n 55,\n 102,\n 45,\n 57,\n 98,\n 56,\n 54,\n 45,\n 52,\n 101,\n 100,\n 53,\n 45,\n 97,\n 49,\n 52,\n 98,\n 45,\n 101,\n 50,\n 98,\n 48,\n 97,\n 52,\n 53,\n 101,\n 98,\n 48,\n 53,\n 51,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_49ae747f-9b86-4ed5-a14b-e2b0a45eb053.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-24T18:30:00.297869113Z","hostname":"oxz_internal_dns_2a647b28-6b36-47f3-8bec-787e7c022f3d","pid":5408,"peer_addr":"[fd00:1122:3344:101::7]:51378","req_id":"1e1825eb-8b75-4a2a-a5cf-ee6823624676","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 41372,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_49ae747f-9b86-4ed5-a14b-e2b0a45eb053.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_49ae747f-9b86-4ed5-a14b-e2b0a45eb053.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 52,\n 57,\n 97,\n 101,\n 55,\n 52,\n 55,\n 102,\n 45,\n 57,\n 98,\n 56,\n 54,\n 45,\n 52,\n 101,\n 100,\n 53,\n 45,\n 97,\n 49,\n 52,\n 98,\n 45,\n 101,\n 50,\n 98,\n 48,\n 97,\n 52,\n 53,\n 101,\n 98,\n 48,\n 53,\n 51,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_49ae747f-9b86-4ed5-a14b-e2b0a45eb053.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-24T18:30:00.298807436Z","hostname":"oxz_internal_dns_2a647b28-6b36-47f3-8bec-787e7c022f3d","pid":5408,"peer_addr":"[fd00:1122:3344:101::7]:56026","req_id":"4901d5c5-df21-48e8-83eb-1effbd7921c3","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 18089,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-24T18:30:00.511911178Z","hostname":"oxz_internal_dns_2a647b28-6b36-47f3-8bec-787e7c022f3d","pid":5408,"peer_addr":"[fd00:1122:3344:101::2]:40108","req_id":"6bc87703-6ba2-4119-a92a-fc769c1bd72a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 18089,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-24T18:30:00.512457825Z","hostname":"oxz_internal_dns_2a647b28-6b36-47f3-8bec-787e7c022f3d","pid":5408,"peer_addr":"[fd00:1122:3344:101::2]:52314","req_id":"0a6ff0c5-45f6-4689-ae18-67c953269fcb","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 27604,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_ntp_d0e75611-44ae-4c76-87ca-3cfc3f463717.\"),\n ),\n original: Query {\n name: Name(\"oxz_ntp_d0e75611-44ae-4c76-87ca-3cfc3f463717.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 44,\n 111,\n 120,\n 122,\n 95,\n 110,\n 116,\n 112,\n 95,\n 100,\n 48,\n 101,\n 55,\n 53,\n 54,\n 49,\n 49,\n 45,\n 52,\n 52,\n 97,\n 101,\n 45,\n 52,\n 99,\n 55,\n 54,\n 45,\n 56,\n 55,\n 99,\n 97,\n 45,\n 51,\n 99,\n 102,\n 99,\n 51,\n 102,\n 52,\n 54,\n 51,\n 55,\n 49,\n 55,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_ntp_d0e75611-44ae-4c76-87ca-3cfc3f463717.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-24T18:30:01.005734909Z","hostname":"oxz_internal_dns_2a647b28-6b36-47f3-8bec-787e7c022f3d","pid":5408,"peer_addr":"[fd00:1122:3344:101::1b]:37617","req_id":"cba60a1b-c35e-4c97-b99d-8c7a5c03634a","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-24T18:30:02.102226778Z","hostname":"oxz_internal_dns_2a647b28-6b36-47f3-8bec-787e7c022f3d","pid":5408,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:35313"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-24T18:30:02.112219539Z","hostname":"oxz_internal_dns_2a647b28-6b36-47f3-8bec-787e7c022f3d","pid":5408,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:45599"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-24T18:30:02.112322081Z","hostname":"oxz_internal_dns_2a647b28-6b36-47f3-8bec-787e7c022f3d","pid":5408,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:49121"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-24T18:30:02.166899226Z","hostname":"oxz_internal_dns_2a647b28-6b36-47f3-8bec-787e7c022f3d","pid":5408,"uri":"/config","method":"GET","req_id":"8e5f389c-8683-4fc9-b017-4566afb26109","remote_addr":"[fd00:1122:3344:101::b]:35313","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":32957,"response_code":200} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-24T18:30:02.167015027Z","hostname":"oxz_internal_dns_2a647b28-6b36-47f3-8bec-787e7c022f3d","pid":5408,"uri":"/config","method":"GET","req_id":"1c12370b-cb82-47d4-b4bd-9d8720c3e90c","remote_addr":"[fd00:1122:3344:101::a]:45599","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":32961,"response_code":200} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-24T18:30:02.167084918Z","hostname":"oxz_internal_dns_2a647b28-6b36-47f3-8bec-787e7c022f3d","pid":5408,"uri":"/config","method":"GET","req_id":"89a7bcb8-c5c9-43e6-a7df-25c11e45654f","remote_addr":"[fd00:1122:3344:101::c]:49121","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":32963,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-24T18:30:02.199400692Z","hostname":"oxz_internal_dns_2a647b28-6b36-47f3-8bec-787e7c022f3d","pid":5408,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:36549"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-03-24T18:30:02.204289956Z","hostname":"oxz_internal_dns_2a647b28-6b36-47f3-8bec-787e7c022f3d","pid":5408,"new_generation":1,"req_id":"1d933d6e-5f9d-4b2a-bebd-66f45388d59e","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-03-24T18:30:02.204395217Z","hostname":"oxz_internal_dns_2a647b28-6b36-47f3-8bec-787e7c022f3d","pid":5408,"new_generation":1,"req_id":"1d933d6e-5f9d-4b2a-bebd-66f45388d59e","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-24T18:30:02.204404067Z","hostname":"oxz_internal_dns_2a647b28-6b36-47f3-8bec-787e7c022f3d","pid":5408,"uri":"/config","method":"PUT","req_id":"1d933d6e-5f9d-4b2a-bebd-66f45388d59e","remote_addr":"[fd00:1122:3344:101::b]:36549","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":2999,"response_code":204}