[ May 16 00:55:59 Enabled. ] [ May 16 00:55:59 Rereading configuration. ] [ May 16 00:55:59 Rereading configuration. ] [ May 16 00:56:01 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:3::1]:5353 --dns-address [fd00:1122:3344:3::1]:53 &"). ] [ May 16 00:56:01 Method "start" exited with status 0. ] Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:3::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } note: configured to log to "/dev/stdout" {"msg":"config","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:56:01.133533426Z","hostname":"oxz_internal_dns_dffde65b-d545-4766-8e2f-94212ee3c092","pid":5426,"dns_config":"Config { bind_address: [fd00:1122:3344:3::1]:53 }","config":"Config { log: File { level: Info, path: \"/dev/stdout\", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:3::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: \"/data/dns\", keep_old_generations: 3 } }"} {"msg":"opening sled database","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:56:01.133675788Z","hostname":"oxz_internal_dns_dffde65b-d545-4766-8e2f-94212ee3c092","pid":5426,"component":"store","path":"/data/dns"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:56:01.156831429Z","hostname":"oxz_internal_dns_dffde65b-d545-4766-8e2f-94212ee3c092","pid":5426,"component":"store"} {"msg":"pruning trees for generations older than 0","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:56:01.15687853Z","hostname":"oxz_internal_dns_dffde65b-d545-4766-8e2f-94212ee3c092","pid":5426,"component":"store","keep":3} {"msg":"DNS server bound to address","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:56:01.15691862Z","hostname":"oxz_internal_dns_dffde65b-d545-4766-8e2f-94212ee3c092","pid":5426,"component":"dns","local_address":"[fd00:1122:3344:3::1]:53"} {"msg":"listening","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:56:01.157263585Z","hostname":"oxz_internal_dns_dffde65b-d545-4766-8e2f-94212ee3c092","pid":5426,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 32349,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-16T00:56:01.224036042Z","hostname":"oxz_internal_dns_dffde65b-d545-4766-8e2f-94212ee3c092","pid":5426,"peer_addr":"[fd00:1122:3344:101::2]:32342","req_id":"0e76ca4b-7c99-4a0b-8745-0557f0507aab","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 16575,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-16T00:56:01.466800365Z","hostname":"oxz_internal_dns_dffde65b-d545-4766-8e2f-94212ee3c092","pid":5426,"peer_addr":"[fd00:1122:3344:3::2]:30390","req_id":"b79b72b8-b112-4405-bf15-2bbbde879ace","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 60123,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-16T00:56:01.468513918Z","hostname":"oxz_internal_dns_dffde65b-d545-4766-8e2f-94212ee3c092","pid":5426,"peer_addr":"[fd00:1122:3344:101::2]:8113","req_id":"930293a7-542c-4f6a-b4d7-1fcdaa3b6235","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:56:01.90535677Z","hostname":"oxz_internal_dns_dffde65b-d545-4766-8e2f-94212ee3c092","pid":5426,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:3::2]:50340"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:56:01.906006059Z","hostname":"oxz_internal_dns_dffde65b-d545-4766-8e2f-94212ee3c092","pid":5426,"new_generation":1,"req_id":"66256532-c2fd-4dad-bf53-b4fcc89936c6","component":"store"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:56:01.906065129Z","hostname":"oxz_internal_dns_dffde65b-d545-4766-8e2f-94212ee3c092","pid":5426,"component":"store"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 24022,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-16T00:56:01.913077283Z","hostname":"oxz_internal_dns_dffde65b-d545-4766-8e2f-94212ee3c092","pid":5426,"peer_addr":"[fd00:1122:3344:101::2]:12130","req_id":"ad51997b-4b51-4252-aa13-0a745a2a6bbf","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 13853,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"1801d4a4-aaf4-4972-9f28-01798284c3af.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"1801d4a4-aaf4-4972-9f28-01798284c3af.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 36,\n 49,\n 56,\n 48,\n 49,\n 100,\n 52,\n 97,\n 52,\n 45,\n 97,\n 97,\n 102,\n 52,\n 45,\n 52,\n 57,\n 55,\n 50,\n 45,\n 57,\n 102,\n 50,\n 56,\n 45,\n 48,\n 49,\n 55,\n 57,\n 56,\n 50,\n 56,\n 52,\n 99,\n 51,\n 97,\n 102,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"1801d4a4-aaf4-4972-9f28-01798284c3af.host.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-16T00:56:01.913843754Z","hostname":"oxz_internal_dns_dffde65b-d545-4766-8e2f-94212ee3c092","pid":5426,"peer_addr":"[fd00:1122:3344:101::2]:54114","req_id":"5ae7ec8e-727e-45c6-8094-7efa400d4fc3","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 63075,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"7bde7b6b-a2fd-4c20-9326-52b20b5586f3.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"7bde7b6b-a2fd-4c20-9326-52b20b5586f3.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 36,\n 55,\n 98,\n 100,\n 101,\n 55,\n 98,\n 54,\n 98,\n 45,\n 97,\n 50,\n 102,\n 100,\n 45,\n 52,\n 99,\n 50,\n 48,\n 45,\n 57,\n 51,\n 50,\n 54,\n 45,\n 53,\n 50,\n 98,\n 50,\n 48,\n 98,\n 53,\n 53,\n 56,\n 54,\n 102,\n 51,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"7bde7b6b-a2fd-4c20-9326-52b20b5586f3.host.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-16T00:56:01.913886024Z","hostname":"oxz_internal_dns_dffde65b-d545-4766-8e2f-94212ee3c092","pid":5426,"peer_addr":"[fd00:1122:3344:101::2]:31095","req_id":"e196181c-db88-4ceb-8704-eef6fc8a63af","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 55825,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"8ed6ccbd-2920-4cde-bf02-e97c11140080.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"8ed6ccbd-2920-4cde-bf02-e97c11140080.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 36,\n 56,\n 101,\n 100,\n 54,\n 99,\n 99,\n 98,\n 100,\n 45,\n 50,\n 57,\n 50,\n 48,\n 45,\n 52,\n 99,\n 100,\n 101,\n 45,\n 98,\n 102,\n 48,\n 50,\n 45,\n 101,\n 57,\n 55,\n 99,\n 49,\n 49,\n 49,\n 52,\n 48,\n 48,\n 56,\n 48,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"8ed6ccbd-2920-4cde-bf02-e97c11140080.host.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-16T00:56:01.913928735Z","hostname":"oxz_internal_dns_dffde65b-d545-4766-8e2f-94212ee3c092","pid":5426,"peer_addr":"[fd00:1122:3344:101::2]:54665","req_id":"f886d657-b0c8-4677-a3e2-70d249b0aa91","component":"dns"} {"msg":"pruning trees for generations older than 1","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:56:01.918526087Z","hostname":"oxz_internal_dns_dffde65b-d545-4766-8e2f-94212ee3c092","pid":5426,"component":"store","keep":3} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:56:01.918538137Z","hostname":"oxz_internal_dns_dffde65b-d545-4766-8e2f-94212ee3c092","pid":5426,"new_generation":1,"req_id":"66256532-c2fd-4dad-bf53-b4fcc89936c6","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:56:01.918570127Z","hostname":"oxz_internal_dns_dffde65b-d545-4766-8e2f-94212ee3c092","pid":5426,"uri":"/config","method":"PUT","req_id":"66256532-c2fd-4dad-bf53-b4fcc89936c6","remote_addr":"[fd00:1122:3344:3::2]:50340","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":12899,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 10182,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-16T00:56:14.556613282Z","hostname":"oxz_internal_dns_dffde65b-d545-4766-8e2f-94212ee3c092","pid":5426,"peer_addr":"[fd00:1122:3344:101::1b]:37040","req_id":"f6f19390-95fd-488e-af81-0078fc80845e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 43581,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-16T00:56:14.56088122Z","hostname":"oxz_internal_dns_dffde65b-d545-4766-8e2f-94212ee3c092","pid":5426,"peer_addr":"[fd00:1122:3344:101::1b]:33527","req_id":"3d356bf2-e6a9-4b85-88b2-789f126414c2","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 30424,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-16T00:56:14.565215488Z","hostname":"oxz_internal_dns_dffde65b-d545-4766-8e2f-94212ee3c092","pid":5426,"peer_addr":"[fd00:1122:3344:101::1b]:35028","req_id":"00587b86-5666-436c-b671-ea17e564bcd7","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 13041,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-16T00:57:32.360646802Z","hostname":"oxz_internal_dns_dffde65b-d545-4766-8e2f-94212ee3c092","pid":5426,"peer_addr":"[fd00:1122:3344:101::d]:53429","req_id":"985eb98a-0076-48f0-bb38-362f9c10929c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 22905,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_cb2ea8ef-6fe2-4f99-b23e-c6356a6e68a1.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_cb2ea8ef-6fe2-4f99-b23e-c6356a6e68a1.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 99,\n 98,\n 50,\n 101,\n 97,\n 56,\n 101,\n 102,\n 45,\n 54,\n 102,\n 101,\n 50,\n 45,\n 52,\n 102,\n 57,\n 57,\n 45,\n 98,\n 50,\n 51,\n 101,\n 45,\n 99,\n 54,\n 51,\n 53,\n 54,\n 97,\n 54,\n 101,\n 54,\n 56,\n 97,\n 49,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_cb2ea8ef-6fe2-4f99-b23e-c6356a6e68a1.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-16T00:57:38.204202359Z","hostname":"oxz_internal_dns_dffde65b-d545-4766-8e2f-94212ee3c092","pid":5426,"peer_addr":"[fd00:1122:3344:101::e]:36614","req_id":"ada27130-5604-4a87-a946-269c26750967","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 22905,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_cb2ea8ef-6fe2-4f99-b23e-c6356a6e68a1.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_cb2ea8ef-6fe2-4f99-b23e-c6356a6e68a1.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 99,\n 98,\n 50,\n 101,\n 97,\n 56,\n 101,\n 102,\n 45,\n 54,\n 102,\n 101,\n 50,\n 45,\n 52,\n 102,\n 57,\n 57,\n 45,\n 98,\n 50,\n 51,\n 101,\n 45,\n 99,\n 54,\n 51,\n 53,\n 54,\n 97,\n 54,\n 101,\n 54,\n 56,\n 97,\n 49,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_cb2ea8ef-6fe2-4f99-b23e-c6356a6e68a1.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-16T00:57:38.205592458Z","hostname":"oxz_internal_dns_dffde65b-d545-4766-8e2f-94212ee3c092","pid":5426,"peer_addr":"[fd00:1122:3344:101::e]:56465","req_id":"af62a542-41f4-4295-90df-c802511b4516","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 63328,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-16T00:57:42.329750976Z","hostname":"oxz_internal_dns_dffde65b-d545-4766-8e2f-94212ee3c092","pid":5426,"peer_addr":"[fd00:1122:3344:101::d]:55251","req_id":"e97ae8fc-9b33-4309-9b93-7176004cd306","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 28092,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-16T00:57:43.843914876Z","hostname":"oxz_internal_dns_dffde65b-d545-4766-8e2f-94212ee3c092","pid":5426,"peer_addr":"[fd00:1122:3344:101::b]:28630","req_id":"90d2c7ad-1539-4612-bfed-ece5848f2e5b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 39824,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-16T00:57:43.844147039Z","hostname":"oxz_internal_dns_dffde65b-d545-4766-8e2f-94212ee3c092","pid":5426,"peer_addr":"[fd00:1122:3344:101::a]:29084","req_id":"ae23027f-70f8-41da-9532-25bf7d5a4df8","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 38698,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-16T00:57:43.846910367Z","hostname":"oxz_internal_dns_dffde65b-d545-4766-8e2f-94212ee3c092","pid":5426,"peer_addr":"[fd00:1122:3344:101::c]:22618","req_id":"ced7fb81-45b5-44c1-8782-ca3f16ea5bad","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 33605,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-16T00:57:52.331969695Z","hostname":"oxz_internal_dns_dffde65b-d545-4766-8e2f-94212ee3c092","pid":5426,"peer_addr":"[fd00:1122:3344:101::d]:59077","req_id":"ca304789-0ba7-4846-9517-b4886a45a009","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 55010,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-16T00:58:02.334198215Z","hostname":"oxz_internal_dns_dffde65b-d545-4766-8e2f-94212ee3c092","pid":5426,"peer_addr":"[fd00:1122:3344:101::d]:64191","req_id":"c1828890-1e87-4b6d-b653-18b0d9c68454","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 63282,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-16T00:58:12.336618156Z","hostname":"oxz_internal_dns_dffde65b-d545-4766-8e2f-94212ee3c092","pid":5426,"peer_addr":"[fd00:1122:3344:101::d]:56451","req_id":"9700f9ad-9492-457f-b6cb-fc8f4cfd39ca","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 63675,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-16T00:58:14.596334827Z","hostname":"oxz_internal_dns_dffde65b-d545-4766-8e2f-94212ee3c092","pid":5426,"peer_addr":"[fd00:1122:3344:101::1b]:35444","req_id":"556ffa84-cae7-4e25-8d34-4f3342953d79","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 56354,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-16T00:58:14.600599664Z","hostname":"oxz_internal_dns_dffde65b-d545-4766-8e2f-94212ee3c092","pid":5426,"peer_addr":"[fd00:1122:3344:101::1b]:44969","req_id":"b8cec827-40c7-41b7-9f6f-2381110771fd","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 48881,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-16T00:58:14.604675339Z","hostname":"oxz_internal_dns_dffde65b-d545-4766-8e2f-94212ee3c092","pid":5426,"peer_addr":"[fd00:1122:3344:101::1b]:59611","req_id":"8b02bb6a-ce86-440e-801a-dabb7a32eb40","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 35737,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-16T00:58:22.337921337Z","hostname":"oxz_internal_dns_dffde65b-d545-4766-8e2f-94212ee3c092","pid":5426,"peer_addr":"[fd00:1122:3344:101::d]:52891","req_id":"1255e8be-4d38-4bc1-8444-3f69929b873c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 49254,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-16T00:58:22.693334054Z","hostname":"oxz_internal_dns_dffde65b-d545-4766-8e2f-94212ee3c092","pid":5426,"peer_addr":"[fd00:1122:3344:101::a]:13018","req_id":"9ea1a646-5229-4064-99dd-718f37ae1492","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:58:23.002865394Z","hostname":"oxz_internal_dns_dffde65b-d545-4766-8e2f-94212ee3c092","pid":5426,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:43052"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:58:23.07990312Z","hostname":"oxz_internal_dns_dffde65b-d545-4766-8e2f-94212ee3c092","pid":5426,"uri":"/config","method":"GET","req_id":"4bfffbfb-9fb2-4e49-ad18-5b2b3615136c","remote_addr":"[fd00:1122:3344:101::a]:43052","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":47177,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 40643,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-16T00:58:23.549301048Z","hostname":"oxz_internal_dns_dffde65b-d545-4766-8e2f-94212ee3c092","pid":5426,"peer_addr":"[fd00:1122:3344:101::a]:57585","req_id":"a1ac93d3-1503-4652-982f-652d8374d2dd","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:58:23.591734288Z","hostname":"oxz_internal_dns_dffde65b-d545-4766-8e2f-94212ee3c092","pid":5426,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:63573"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:58:23.59487355Z","hostname":"oxz_internal_dns_dffde65b-d545-4766-8e2f-94212ee3c092","pid":5426,"new_generation":1,"req_id":"a5decbf1-de1a-45ac-813f-4d65a52fd964","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:58:23.594928261Z","hostname":"oxz_internal_dns_dffde65b-d545-4766-8e2f-94212ee3c092","pid":5426,"new_generation":1,"req_id":"a5decbf1-de1a-45ac-813f-4d65a52fd964","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:58:23.594935861Z","hostname":"oxz_internal_dns_dffde65b-d545-4766-8e2f-94212ee3c092","pid":5426,"uri":"/config","method":"PUT","req_id":"a5decbf1-de1a-45ac-813f-4d65a52fd964","remote_addr":"[fd00:1122:3344:101::a]:63573","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":299,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:58:23.830319625Z","hostname":"oxz_internal_dns_dffde65b-d545-4766-8e2f-94212ee3c092","pid":5426,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:63470"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:58:23.8307214Z","hostname":"oxz_internal_dns_dffde65b-d545-4766-8e2f-94212ee3c092","pid":5426,"uri":"/config","method":"GET","req_id":"7d03d443-8b25-4f89-9bff-673356ba427f","remote_addr":"[fd00:1122:3344:101::a]:63470","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":337,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 58722,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-16T00:58:24.535244489Z","hostname":"oxz_internal_dns_dffde65b-d545-4766-8e2f-94212ee3c092","pid":5426,"peer_addr":"[fd00:1122:3344:101::c]:38632","req_id":"390b0f94-a07f-43bb-8cb7-ecbd48838670","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47958,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-16T00:58:24.536995033Z","hostname":"oxz_internal_dns_dffde65b-d545-4766-8e2f-94212ee3c092","pid":5426,"peer_addr":"[fd00:1122:3344:101::b]:39964","req_id":"8e645e61-d157-4ff2-8a4e-dd491adabd3f","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:58:24.671778744Z","hostname":"oxz_internal_dns_dffde65b-d545-4766-8e2f-94212ee3c092","pid":5426,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:57059"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:58:24.672612375Z","hostname":"oxz_internal_dns_dffde65b-d545-4766-8e2f-94212ee3c092","pid":5426,"uri":"/config","method":"GET","req_id":"82bb0faa-6fd1-4228-89c1-1f694fcf6de1","remote_addr":"[fd00:1122:3344:101::c]:57059","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":236,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:58:24.707462864Z","hostname":"oxz_internal_dns_dffde65b-d545-4766-8e2f-94212ee3c092","pid":5426,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:47341"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:58:24.707851249Z","hostname":"oxz_internal_dns_dffde65b-d545-4766-8e2f-94212ee3c092","pid":5426,"uri":"/config","method":"GET","req_id":"1b59e840-6206-4f2b-9ebe-00a0344bdca1","remote_addr":"[fd00:1122:3344:101::b]:47341","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":316,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 29807,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-16T00:58:25.229321697Z","hostname":"oxz_internal_dns_dffde65b-d545-4766-8e2f-94212ee3c092","pid":5426,"peer_addr":"[fd00:1122:3344:101::a]:26888","req_id":"5065de67-f8a1-4730-b126-056f87b916b0","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:58:25.338953121Z","hostname":"oxz_internal_dns_dffde65b-d545-4766-8e2f-94212ee3c092","pid":5426,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:61082"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:58:25.339288185Z","hostname":"oxz_internal_dns_dffde65b-d545-4766-8e2f-94212ee3c092","pid":5426,"uri":"/config","method":"GET","req_id":"51722186-d2ea-4876-bdaa-26160808ef5d","remote_addr":"[fd00:1122:3344:101::a]:61082","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":267,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 38682,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-16T00:58:32.340115253Z","hostname":"oxz_internal_dns_dffde65b-d545-4766-8e2f-94212ee3c092","pid":5426,"peer_addr":"[fd00:1122:3344:101::d]:50962","req_id":"b884513e-f0ac-43d3-8dc3-135668196d00","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 22348,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-16T00:58:42.342388402Z","hostname":"oxz_internal_dns_dffde65b-d545-4766-8e2f-94212ee3c092","pid":5426,"peer_addr":"[fd00:1122:3344:101::d]:63702","req_id":"62209727-9f5e-4876-ae76-bb069550695e","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:58:43.494269493Z","hostname":"oxz_internal_dns_dffde65b-d545-4766-8e2f-94212ee3c092","pid":5426,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:43816"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:58:43.495965176Z","hostname":"oxz_internal_dns_dffde65b-d545-4766-8e2f-94212ee3c092","pid":5426,"new_generation":1,"req_id":"51e47825-92ea-4847-9743-2331959ef401","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:58:43.496038477Z","hostname":"oxz_internal_dns_dffde65b-d545-4766-8e2f-94212ee3c092","pid":5426,"new_generation":1,"req_id":"51e47825-92ea-4847-9743-2331959ef401","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:58:43.496084418Z","hostname":"oxz_internal_dns_dffde65b-d545-4766-8e2f-94212ee3c092","pid":5426,"uri":"/config","method":"PUT","req_id":"51e47825-92ea-4847-9743-2331959ef401","remote_addr":"[fd00:1122:3344:101::a]:43816","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":248,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:58:43.847084855Z","hostname":"oxz_internal_dns_dffde65b-d545-4766-8e2f-94212ee3c092","pid":5426,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:50055"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:58:43.849478318Z","hostname":"oxz_internal_dns_dffde65b-d545-4766-8e2f-94212ee3c092","pid":5426,"new_generation":1,"req_id":"d480d730-77e2-42eb-b20a-13054015e1f2","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:58:43.849534248Z","hostname":"oxz_internal_dns_dffde65b-d545-4766-8e2f-94212ee3c092","pid":5426,"new_generation":1,"req_id":"d480d730-77e2-42eb-b20a-13054015e1f2","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:58:43.849548439Z","hostname":"oxz_internal_dns_dffde65b-d545-4766-8e2f-94212ee3c092","pid":5426,"uri":"/config","method":"PUT","req_id":"d480d730-77e2-42eb-b20a-13054015e1f2","remote_addr":"[fd00:1122:3344:101::b]:50055","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":277,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:58:43.872345135Z","hostname":"oxz_internal_dns_dffde65b-d545-4766-8e2f-94212ee3c092","pid":5426,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:37504"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:58:43.874141949Z","hostname":"oxz_internal_dns_dffde65b-d545-4766-8e2f-94212ee3c092","pid":5426,"new_generation":1,"req_id":"2f7b1c48-b872-49ab-a4a9-f4b6f47bd519","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:58:43.87421833Z","hostname":"oxz_internal_dns_dffde65b-d545-4766-8e2f-94212ee3c092","pid":5426,"new_generation":1,"req_id":"2f7b1c48-b872-49ab-a4a9-f4b6f47bd519","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:58:43.87424593Z","hostname":"oxz_internal_dns_dffde65b-d545-4766-8e2f-94212ee3c092","pid":5426,"uri":"/config","method":"PUT","req_id":"2f7b1c48-b872-49ab-a4a9-f4b6f47bd519","remote_addr":"[fd00:1122:3344:101::c]:37504","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":356,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47459,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-16T00:58:44.952386591Z","hostname":"oxz_internal_dns_dffde65b-d545-4766-8e2f-94212ee3c092","pid":5426,"peer_addr":"[fd00:1122:3344:101::c]:36683","req_id":"db8284b1-65af-4ec9-8225-e6b97ca40b28","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 11763,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-16T00:58:44.954087724Z","hostname":"oxz_internal_dns_dffde65b-d545-4766-8e2f-94212ee3c092","pid":5426,"peer_addr":"[fd00:1122:3344:101::b]:4728","req_id":"b3ca92e4-f32e-4d6c-8e4c-abd45c098d11","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 17785,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-16T00:58:44.959180322Z","hostname":"oxz_internal_dns_dffde65b-d545-4766-8e2f-94212ee3c092","pid":5426,"peer_addr":"[fd00:1122:3344:101::a]:39434","req_id":"b089e018-789f-4da6-9771-585085bc71d9","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:58:45.068560512Z","hostname":"oxz_internal_dns_dffde65b-d545-4766-8e2f-94212ee3c092","pid":5426,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:36250"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:58:45.068854276Z","hostname":"oxz_internal_dns_dffde65b-d545-4766-8e2f-94212ee3c092","pid":5426,"uri":"/config","method":"GET","req_id":"89bc5a4b-1899-4e7f-89d0-162a768a6508","remote_addr":"[fd00:1122:3344:101::c]:36250","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":216,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:58:45.107443035Z","hostname":"oxz_internal_dns_dffde65b-d545-4766-8e2f-94212ee3c092","pid":5426,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:62543"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:58:45.107684828Z","hostname":"oxz_internal_dns_dffde65b-d545-4766-8e2f-94212ee3c092","pid":5426,"uri":"/config","method":"GET","req_id":"1c60d535-00d0-4be7-9732-5710a155b939","remote_addr":"[fd00:1122:3344:101::b]:62543","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":189,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:58:45.142878741Z","hostname":"oxz_internal_dns_dffde65b-d545-4766-8e2f-94212ee3c092","pid":5426,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:59837"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:58:45.143129554Z","hostname":"oxz_internal_dns_dffde65b-d545-4766-8e2f-94212ee3c092","pid":5426,"uri":"/config","method":"GET","req_id":"034930d3-5a9b-45c9-9b03-e8c1b219453f","remote_addr":"[fd00:1122:3344:101::a]:59837","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":206,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 19340,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-16T00:58:52.343900521Z","hostname":"oxz_internal_dns_dffde65b-d545-4766-8e2f-94212ee3c092","pid":5426,"peer_addr":"[fd00:1122:3344:101::d]:57110","req_id":"f21f2dd9-8bb9-4c14-a3ce-6ea630bce5e3","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 450,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-16T00:59:02.345421141Z","hostname":"oxz_internal_dns_dffde65b-d545-4766-8e2f-94212ee3c092","pid":5426,"peer_addr":"[fd00:1122:3344:101::d]:59648","req_id":"25d3fddf-84ff-4ceb-89c1-0973e82af6db","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 45773,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-16T00:59:12.347816542Z","hostname":"oxz_internal_dns_dffde65b-d545-4766-8e2f-94212ee3c092","pid":5426,"peer_addr":"[fd00:1122:3344:101::d]:59711","req_id":"2ae909c1-5d00-43f2-b6be-f802a7f375ae","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 28215,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-16T00:59:22.349584975Z","hostname":"oxz_internal_dns_dffde65b-d545-4766-8e2f-94212ee3c092","pid":5426,"peer_addr":"[fd00:1122:3344:101::d]:64473","req_id":"dab26b0f-8f66-4882-80fe-91987423cd62","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 37617,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-16T00:59:32.351573171Z","hostname":"oxz_internal_dns_dffde65b-d545-4766-8e2f-94212ee3c092","pid":5426,"peer_addr":"[fd00:1122:3344:101::d]:58890","req_id":"72e6c9d8-9f71-477b-a472-41c5ca537107","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 3641,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-16T00:59:42.35375873Z","hostname":"oxz_internal_dns_dffde65b-d545-4766-8e2f-94212ee3c092","pid":5426,"peer_addr":"[fd00:1122:3344:101::d]:52555","req_id":"4521471c-c9e5-466d-9908-f340cbe7bb86","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:59:43.465593723Z","hostname":"oxz_internal_dns_dffde65b-d545-4766-8e2f-94212ee3c092","pid":5426,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:53150"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:59:43.466980952Z","hostname":"oxz_internal_dns_dffde65b-d545-4766-8e2f-94212ee3c092","pid":5426,"new_generation":1,"req_id":"b7b08e9a-c50c-4f1a-9821-af0aa6ce9459","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:59:43.467057093Z","hostname":"oxz_internal_dns_dffde65b-d545-4766-8e2f-94212ee3c092","pid":5426,"new_generation":1,"req_id":"b7b08e9a-c50c-4f1a-9821-af0aa6ce9459","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:59:43.467068513Z","hostname":"oxz_internal_dns_dffde65b-d545-4766-8e2f-94212ee3c092","pid":5426,"uri":"/config","method":"PUT","req_id":"b7b08e9a-c50c-4f1a-9821-af0aa6ce9459","remote_addr":"[fd00:1122:3344:101::c]:53150","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":214,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:59:43.494448851Z","hostname":"oxz_internal_dns_dffde65b-d545-4766-8e2f-94212ee3c092","pid":5426,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:39741"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:59:43.496206565Z","hostname":"oxz_internal_dns_dffde65b-d545-4766-8e2f-94212ee3c092","pid":5426,"new_generation":1,"req_id":"e1c9cc8d-b5f9-4156-ba34-09e6413f2710","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:59:43.496250705Z","hostname":"oxz_internal_dns_dffde65b-d545-4766-8e2f-94212ee3c092","pid":5426,"new_generation":1,"req_id":"e1c9cc8d-b5f9-4156-ba34-09e6413f2710","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:59:43.496289786Z","hostname":"oxz_internal_dns_dffde65b-d545-4766-8e2f-94212ee3c092","pid":5426,"uri":"/config","method":"PUT","req_id":"e1c9cc8d-b5f9-4156-ba34-09e6413f2710","remote_addr":"[fd00:1122:3344:101::a]:39741","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":319,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:59:43.499277696Z","hostname":"oxz_internal_dns_dffde65b-d545-4766-8e2f-94212ee3c092","pid":5426,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:33373"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:59:43.503111847Z","hostname":"oxz_internal_dns_dffde65b-d545-4766-8e2f-94212ee3c092","pid":5426,"new_generation":1,"req_id":"43fa5b00-2d99-4b48-bc46-ba0b19ad66e0","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:59:43.503167568Z","hostname":"oxz_internal_dns_dffde65b-d545-4766-8e2f-94212ee3c092","pid":5426,"new_generation":1,"req_id":"43fa5b00-2d99-4b48-bc46-ba0b19ad66e0","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:59:43.503181238Z","hostname":"oxz_internal_dns_dffde65b-d545-4766-8e2f-94212ee3c092","pid":5426,"uri":"/config","method":"PUT","req_id":"43fa5b00-2d99-4b48-bc46-ba0b19ad66e0","remote_addr":"[fd00:1122:3344:101::b]:33373","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":414,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 53239,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-16T00:59:44.962592493Z","hostname":"oxz_internal_dns_dffde65b-d545-4766-8e2f-94212ee3c092","pid":5426,"peer_addr":"[fd00:1122:3344:101::a]:57227","req_id":"b27e94cc-4345-49b1-9438-7bdf8f549383","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47598,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-16T00:59:44.964146824Z","hostname":"oxz_internal_dns_dffde65b-d545-4766-8e2f-94212ee3c092","pid":5426,"peer_addr":"[fd00:1122:3344:101::c]:38841","req_id":"d0749343-3f19-4d22-8dab-1949f159d64e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 11013,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-16T00:59:45.018009448Z","hostname":"oxz_internal_dns_dffde65b-d545-4766-8e2f-94212ee3c092","pid":5426,"peer_addr":"[fd00:1122:3344:101::b]:13295","req_id":"626c89b9-1a21-4a75-83df-d90a79820964","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:59:45.082823619Z","hostname":"oxz_internal_dns_dffde65b-d545-4766-8e2f-94212ee3c092","pid":5426,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:46375"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:59:45.083070902Z","hostname":"oxz_internal_dns_dffde65b-d545-4766-8e2f-94212ee3c092","pid":5426,"uri":"/config","method":"GET","req_id":"6c6dd57e-14b8-4dc6-a014-1b5b4d4eb649","remote_addr":"[fd00:1122:3344:101::c]:46375","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":208,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:59:45.123619218Z","hostname":"oxz_internal_dns_dffde65b-d545-4766-8e2f-94212ee3c092","pid":5426,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:65132"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:59:45.123908482Z","hostname":"oxz_internal_dns_dffde65b-d545-4766-8e2f-94212ee3c092","pid":5426,"uri":"/config","method":"GET","req_id":"a78b1409-89c9-4135-8a2d-4bcccaaabf34","remote_addr":"[fd00:1122:3344:101::a]:65132","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":192,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:59:45.158949841Z","hostname":"oxz_internal_dns_dffde65b-d545-4766-8e2f-94212ee3c092","pid":5426,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:63374"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:59:45.15914879Z","hostname":"oxz_internal_dns_dffde65b-d545-4766-8e2f-94212ee3c092","pid":5426,"uri":"/config","method":"GET","req_id":"87e67a6d-ebe7-4211-9e0f-91027cdcb2f4","remote_addr":"[fd00:1122:3344:101::b]:63374","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":182,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 7148,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-16T00:59:52.354935366Z","hostname":"oxz_internal_dns_dffde65b-d545-4766-8e2f-94212ee3c092","pid":5426,"peer_addr":"[fd00:1122:3344:101::d]:51070","req_id":"8b26a1f8-0757-449d-ae6d-faa1054b5909","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 43404,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_ntp_cb6ddd96-c5ce-42df-aec4-cc31f1c7d73b.\"),\n ),\n original: Query {\n name: Name(\"oxz_ntp_cb6ddd96-c5ce-42df-aec4-cc31f1c7d73b.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 44,\n 111,\n 120,\n 122,\n 95,\n 110,\n 116,\n 112,\n 95,\n 99,\n 98,\n 54,\n 100,\n 100,\n 100,\n 57,\n 54,\n 45,\n 99,\n 53,\n 99,\n 101,\n 45,\n 52,\n 50,\n 100,\n 102,\n 45,\n 97,\n 101,\n 99,\n 52,\n 45,\n 99,\n 99,\n 51,\n 49,\n 102,\n 49,\n 99,\n 55,\n 100,\n 55,\n 51,\n 98,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_ntp_cb6ddd96-c5ce-42df-aec4-cc31f1c7d73b.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-16T01:00:00.259050206Z","hostname":"oxz_internal_dns_dffde65b-d545-4766-8e2f-94212ee3c092","pid":5426,"peer_addr":"[fd00:1122:3344:101::1b]:62547","req_id":"dfc4514c-e186-491e-b39f-db720d17c451","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47640,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_cb2ea8ef-6fe2-4f99-b23e-c6356a6e68a1.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_cb2ea8ef-6fe2-4f99-b23e-c6356a6e68a1.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 99,\n 98,\n 50,\n 101,\n 97,\n 56,\n 101,\n 102,\n 45,\n 54,\n 102,\n 101,\n 50,\n 45,\n 52,\n 102,\n 57,\n 57,\n 45,\n 98,\n 50,\n 51,\n 101,\n 45,\n 99,\n 54,\n 51,\n 53,\n 54,\n 97,\n 54,\n 101,\n 54,\n 56,\n 97,\n 49,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_cb2ea8ef-6fe2-4f99-b23e-c6356a6e68a1.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-16T01:00:00.456318128Z","hostname":"oxz_internal_dns_dffde65b-d545-4766-8e2f-94212ee3c092","pid":5426,"peer_addr":"[fd00:1122:3344:101::e]:40727","req_id":"6faa74ba-5a9b-4147-855a-af0725d46752","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47640,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_cb2ea8ef-6fe2-4f99-b23e-c6356a6e68a1.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_cb2ea8ef-6fe2-4f99-b23e-c6356a6e68a1.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 99,\n 98,\n 50,\n 101,\n 97,\n 56,\n 101,\n 102,\n 45,\n 54,\n 102,\n 101,\n 50,\n 45,\n 52,\n 102,\n 57,\n 57,\n 45,\n 98,\n 50,\n 51,\n 101,\n 45,\n 99,\n 54,\n 51,\n 53,\n 54,\n 97,\n 54,\n 101,\n 54,\n 56,\n 97,\n 49,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_cb2ea8ef-6fe2-4f99-b23e-c6356a6e68a1.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-16T01:00:00.456847195Z","hostname":"oxz_internal_dns_dffde65b-d545-4766-8e2f-94212ee3c092","pid":5426,"peer_addr":"[fd00:1122:3344:101::e]:64200","req_id":"e97217bf-64f6-4b51-bf79-7d3d5c90affe","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 10429,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-16T01:00:00.992425614Z","hostname":"oxz_internal_dns_dffde65b-d545-4766-8e2f-94212ee3c092","pid":5426,"peer_addr":"[fd00:1122:3344:101::2]:43304","req_id":"6a3d4837-c5ff-475d-9f6d-dceb04ada094","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 10429,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-16T01:00:00.993015991Z","hostname":"oxz_internal_dns_dffde65b-d545-4766-8e2f-94212ee3c092","pid":5426,"peer_addr":"[fd00:1122:3344:101::2]:50044","req_id":"9f22bac7-748d-4d6a-ac41-e8abe5385388","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 48595,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_38ed5510-d505-47fb-9ea9-383abfc039c9.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_38ed5510-d505-47fb-9ea9-383abfc039c9.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 51,\n 56,\n 101,\n 100,\n 53,\n 53,\n 49,\n 48,\n 45,\n 100,\n 53,\n 48,\n 53,\n 45,\n 52,\n 55,\n 102,\n 98,\n 45,\n 57,\n 101,\n 97,\n 57,\n 45,\n 51,\n 56,\n 51,\n 97,\n 98,\n 102,\n 99,\n 48,\n 51,\n 57,\n 99,\n 57,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_38ed5510-d505-47fb-9ea9-383abfc039c9.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-16T01:00:00.998791589Z","hostname":"oxz_internal_dns_dffde65b-d545-4766-8e2f-94212ee3c092","pid":5426,"peer_addr":"[fd00:1122:3344:101::7]:65466","req_id":"a9cc2e28-2a32-467d-87d3-52489af42044","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 48595,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_38ed5510-d505-47fb-9ea9-383abfc039c9.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_38ed5510-d505-47fb-9ea9-383abfc039c9.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 51,\n 56,\n 101,\n 100,\n 53,\n 53,\n 49,\n 48,\n 45,\n 100,\n 53,\n 48,\n 53,\n 45,\n 52,\n 55,\n 102,\n 98,\n 45,\n 57,\n 101,\n 97,\n 57,\n 45,\n 51,\n 56,\n 51,\n 97,\n 98,\n 102,\n 99,\n 48,\n 51,\n 57,\n 99,\n 57,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_38ed5510-d505-47fb-9ea9-383abfc039c9.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-16T01:00:00.999240535Z","hostname":"oxz_internal_dns_dffde65b-d545-4766-8e2f-94212ee3c092","pid":5426,"peer_addr":"[fd00:1122:3344:101::7]:47105","req_id":"08423b77-29f9-43b1-bcf4-64c24c8c22f7","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 23837,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_1ff0188e-ec9c-4b16-934a-174fb30bf06e.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_1ff0188e-ec9c-4b16-934a-174fb30bf06e.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 49,\n 102,\n 102,\n 48,\n 49,\n 56,\n 56,\n 101,\n 45,\n 101,\n 99,\n 57,\n 99,\n 45,\n 52,\n 98,\n 49,\n 54,\n 45,\n 57,\n 51,\n 52,\n 97,\n 45,\n 49,\n 55,\n 52,\n 102,\n 98,\n 51,\n 48,\n 98,\n 102,\n 48,\n 54,\n 101,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_1ff0188e-ec9c-4b16-934a-174fb30bf06e.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-16T01:00:01.006252379Z","hostname":"oxz_internal_dns_dffde65b-d545-4766-8e2f-94212ee3c092","pid":5426,"peer_addr":"[fd00:1122:3344:101::6]:57857","req_id":"dc1bb8a1-dd4a-4230-a1d2-fb44a4883ee8","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 23837,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_1ff0188e-ec9c-4b16-934a-174fb30bf06e.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_1ff0188e-ec9c-4b16-934a-174fb30bf06e.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 49,\n 102,\n 102,\n 48,\n 49,\n 56,\n 56,\n 101,\n 45,\n 101,\n 99,\n 57,\n 99,\n 45,\n 52,\n 98,\n 49,\n 54,\n 45,\n 57,\n 51,\n 52,\n 97,\n 45,\n 49,\n 55,\n 52,\n 102,\n 98,\n 51,\n 48,\n 98,\n 102,\n 48,\n 54,\n 101,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_1ff0188e-ec9c-4b16-934a-174fb30bf06e.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-16T01:00:01.006726126Z","hostname":"oxz_internal_dns_dffde65b-d545-4766-8e2f-94212ee3c092","pid":5426,"peer_addr":"[fd00:1122:3344:101::6]:52900","req_id":"12dfe108-11b3-4b45-8535-39a346d9aa4e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 49261,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_89c1f2d9-9d43-4640-b7f0-67c70dcb5682.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_89c1f2d9-9d43-4640-b7f0-67c70dcb5682.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 56,\n 57,\n 99,\n 49,\n 102,\n 50,\n 100,\n 57,\n 45,\n 57,\n 100,\n 52,\n 51,\n 45,\n 52,\n 54,\n 52,\n 48,\n 45,\n 98,\n 55,\n 102,\n 48,\n 45,\n 54,\n 55,\n 99,\n 55,\n 48,\n 100,\n 99,\n 98,\n 53,\n 54,\n 56,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_89c1f2d9-9d43-4640-b7f0-67c70dcb5682.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-16T01:00:01.011770263Z","hostname":"oxz_internal_dns_dffde65b-d545-4766-8e2f-94212ee3c092","pid":5426,"peer_addr":"[fd00:1122:3344:101::4]:43790","req_id":"b93291d0-61fa-43d5-8a84-c3ed7bef7c23","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 49261,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_89c1f2d9-9d43-4640-b7f0-67c70dcb5682.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_89c1f2d9-9d43-4640-b7f0-67c70dcb5682.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 56,\n 57,\n 99,\n 49,\n 102,\n 50,\n 100,\n 57,\n 45,\n 57,\n 100,\n 52,\n 51,\n 45,\n 52,\n 54,\n 52,\n 48,\n 45,\n 98,\n 55,\n 102,\n 48,\n 45,\n 54,\n 55,\n 99,\n 55,\n 48,\n 100,\n 99,\n 98,\n 53,\n 54,\n 56,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_89c1f2d9-9d43-4640-b7f0-67c70dcb5682.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-16T01:00:01.012336591Z","hostname":"oxz_internal_dns_dffde65b-d545-4766-8e2f-94212ee3c092","pid":5426,"peer_addr":"[fd00:1122:3344:101::4]:50426","req_id":"c98e3b15-af51-4762-923e-e23550fdcf33","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 24910,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_7acf6f93-53fa-4ce7-900c-da5174efd5db.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_7acf6f93-53fa-4ce7-900c-da5174efd5db.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 55,\n 97,\n 99,\n 102,\n 54,\n 102,\n 57,\n 51,\n 45,\n 53,\n 51,\n 102,\n 97,\n 45,\n 52,\n 99,\n 101,\n 55,\n 45,\n 57,\n 48,\n 48,\n 99,\n 45,\n 100,\n 97,\n 53,\n 49,\n 55,\n 52,\n 101,\n 102,\n 100,\n 53,\n 100,\n 98,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_7acf6f93-53fa-4ce7-900c-da5174efd5db.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-16T01:00:01.016557158Z","hostname":"oxz_internal_dns_dffde65b-d545-4766-8e2f-94212ee3c092","pid":5426,"peer_addr":"[fd00:1122:3344:101::5]:43459","req_id":"4b2c006b-da25-4bfe-b94b-7dcc0f8d5e68","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 24910,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_7acf6f93-53fa-4ce7-900c-da5174efd5db.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_7acf6f93-53fa-4ce7-900c-da5174efd5db.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 55,\n 97,\n 99,\n 102,\n 54,\n 102,\n 57,\n 51,\n 45,\n 53,\n 51,\n 102,\n 97,\n 45,\n 52,\n 99,\n 101,\n 55,\n 45,\n 57,\n 48,\n 48,\n 99,\n 45,\n 100,\n 97,\n 53,\n 49,\n 55,\n 52,\n 101,\n 102,\n 100,\n 53,\n 100,\n 98,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_7acf6f93-53fa-4ce7-900c-da5174efd5db.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-16T01:00:01.017166936Z","hostname":"oxz_internal_dns_dffde65b-d545-4766-8e2f-94212ee3c092","pid":5426,"peer_addr":"[fd00:1122:3344:101::5]:37185","req_id":"14b19946-2f9c-4bc1-9a03-63a0e92525f7","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 888,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_6eb875f7-0ef7-4317-924e-4a9c7c96fe62.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_6eb875f7-0ef7-4317-924e-4a9c7c96fe62.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 54,\n 101,\n 98,\n 56,\n 55,\n 53,\n 102,\n 55,\n 45,\n 48,\n 101,\n 102,\n 55,\n 45,\n 52,\n 51,\n 49,\n 55,\n 45,\n 57,\n 50,\n 52,\n 101,\n 45,\n 52,\n 97,\n 57,\n 99,\n 55,\n 99,\n 57,\n 54,\n 102,\n 101,\n 54,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_6eb875f7-0ef7-4317-924e-4a9c7c96fe62.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-16T01:00:01.026859816Z","hostname":"oxz_internal_dns_dffde65b-d545-4766-8e2f-94212ee3c092","pid":5426,"peer_addr":"[fd00:1122:3344:101::3]:45752","req_id":"2b672f01-0eb6-4f96-9f43-ad83dc201a0d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 888,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_6eb875f7-0ef7-4317-924e-4a9c7c96fe62.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_6eb875f7-0ef7-4317-924e-4a9c7c96fe62.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 54,\n 101,\n 98,\n 56,\n 55,\n 53,\n 102,\n 55,\n 45,\n 48,\n 101,\n 102,\n 55,\n 45,\n 52,\n 51,\n 49,\n 55,\n 45,\n 57,\n 50,\n 52,\n 101,\n 45,\n 52,\n 97,\n 57,\n 99,\n 55,\n 99,\n 57,\n 54,\n 102,\n 101,\n 54,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_6eb875f7-0ef7-4317-924e-4a9c7c96fe62.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-16T01:00:01.027391373Z","hostname":"oxz_internal_dns_dffde65b-d545-4766-8e2f-94212ee3c092","pid":5426,"peer_addr":"[fd00:1122:3344:101::3]:55910","req_id":"64faf5eb-5c27-4b4d-9db8-b00d310146e3","component":"dns"}