[ May 20 17:41:08 Enabled. ] [ May 20 17:41:08 Rereading configuration. ] [ May 20 17:41:09 Rereading configuration. ] [ May 20 17:41:10 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:3::1]:5353 --dns-address [fd00:1122:3344:3::1]:53 &"). ] [ May 20 17:41:10 Method "start" exited with status 0. ] Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:3::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } note: configured to log to "/dev/stdout" {"msg":"config","v":0,"name":"dns-server","level":30,"time":"2026-05-20T17:41:10.34799295Z","hostname":"oxz_internal_dns_35a52fcb-2bfa-4dab-aa67-6ce2df17abfc","pid":5505,"dns_config":"Config { bind_address: [fd00:1122:3344:3::1]:53 }","config":"Config { log: File { level: Info, path: \"/dev/stdout\", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:3::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: \"/data/dns\", keep_old_generations: 3 } }"} {"msg":"opening sled database","v":0,"name":"dns-server","level":30,"time":"2026-05-20T17:41:10.348175115Z","hostname":"oxz_internal_dns_35a52fcb-2bfa-4dab-aa67-6ce2df17abfc","pid":5505,"component":"store","path":"/data/dns"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-05-20T17:41:10.367816308Z","hostname":"oxz_internal_dns_35a52fcb-2bfa-4dab-aa67-6ce2df17abfc","pid":5505,"component":"store"} {"msg":"pruning trees for generations older than 0","v":0,"name":"dns-server","level":30,"time":"2026-05-20T17:41:10.367838629Z","hostname":"oxz_internal_dns_35a52fcb-2bfa-4dab-aa67-6ce2df17abfc","pid":5505,"component":"store","keep":3} {"msg":"DNS server bound to address","v":0,"name":"dns-server","level":30,"time":"2026-05-20T17:41:10.36790511Z","hostname":"oxz_internal_dns_35a52fcb-2bfa-4dab-aa67-6ce2df17abfc","pid":5505,"component":"dns","local_address":"[fd00:1122:3344:3::1]:53"} {"msg":"listening","v":0,"name":"dns-server","level":30,"time":"2026-05-20T17:41:10.368174128Z","hostname":"oxz_internal_dns_35a52fcb-2bfa-4dab-aa67-6ce2df17abfc","pid":5505,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-20T17:41:10.545134819Z","hostname":"oxz_internal_dns_35a52fcb-2bfa-4dab-aa67-6ce2df17abfc","pid":5505,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:3::2]:60992"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-20T17:41:10.546016802Z","hostname":"oxz_internal_dns_35a52fcb-2bfa-4dab-aa67-6ce2df17abfc","pid":5505,"new_generation":1,"req_id":"c233e86b-e1cf-445e-a0b4-55d349c7268e","component":"store"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-05-20T17:41:10.546036313Z","hostname":"oxz_internal_dns_35a52fcb-2bfa-4dab-aa67-6ce2df17abfc","pid":5505,"component":"store"} {"msg":"pruning trees for generations older than 1","v":0,"name":"dns-server","level":30,"time":"2026-05-20T17:41:10.562960724Z","hostname":"oxz_internal_dns_35a52fcb-2bfa-4dab-aa67-6ce2df17abfc","pid":5505,"component":"store","keep":3} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-20T17:41:10.562992035Z","hostname":"oxz_internal_dns_35a52fcb-2bfa-4dab-aa67-6ce2df17abfc","pid":5505,"new_generation":1,"req_id":"c233e86b-e1cf-445e-a0b4-55d349c7268e","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-20T17:41:10.563013896Z","hostname":"oxz_internal_dns_35a52fcb-2bfa-4dab-aa67-6ce2df17abfc","pid":5505,"uri":"/config","method":"PUT","req_id":"c233e86b-e1cf-445e-a0b4-55d349c7268e","remote_addr":"[fd00:1122:3344:3::2]:60992","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":17438,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 27099,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-20T17:41:22.748989226Z","hostname":"oxz_internal_dns_35a52fcb-2bfa-4dab-aa67-6ce2df17abfc","pid":5505,"peer_addr":"[fd00:1122:3344:101::1b]:55855","req_id":"c5e0b161-cfe2-4d04-9e02-86c1af754082","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 31222,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-20T17:41:22.766802981Z","hostname":"oxz_internal_dns_35a52fcb-2bfa-4dab-aa67-6ce2df17abfc","pid":5505,"peer_addr":"[fd00:1122:3344:101::1b]:42440","req_id":"cd51b621-a1a0-4c22-8296-f8e1eca6ac3c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 24355,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-20T17:41:22.782924892Z","hostname":"oxz_internal_dns_35a52fcb-2bfa-4dab-aa67-6ce2df17abfc","pid":5505,"peer_addr":"[fd00:1122:3344:101::1b]:35237","req_id":"8b76c28b-aaf0-441f-9baf-43bf9ec86109","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 56560,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-20T17:43:08.661237015Z","hostname":"oxz_internal_dns_35a52fcb-2bfa-4dab-aa67-6ce2df17abfc","pid":5505,"peer_addr":"[fd00:1122:3344:101::1b]:63508","req_id":"a9b94e7a-8a8f-480b-a10e-4d922ddbf572","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 11442,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-20T17:43:08.908148874Z","hostname":"oxz_internal_dns_35a52fcb-2bfa-4dab-aa67-6ce2df17abfc","pid":5505,"peer_addr":"[fd00:1122:3344:101::1b]:62637","req_id":"cb18df61-1049-448b-b3fd-2f73f5bf9043","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 64817,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-20T17:43:08.908175704Z","hostname":"oxz_internal_dns_35a52fcb-2bfa-4dab-aa67-6ce2df17abfc","pid":5505,"peer_addr":"[fd00:1122:3344:101::1b]:37345","req_id":"a20db582-1c03-451d-b7dc-f0d14d71c923","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 63402,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-20T17:43:33.30454787Z","hostname":"oxz_internal_dns_35a52fcb-2bfa-4dab-aa67-6ce2df17abfc","pid":5505,"peer_addr":"[fd00:1122:3344:101::d]:61623","req_id":"0cf45e02-34cd-42c3-b183-5caea41d9645","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 28553,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-20T17:43:43.307351984Z","hostname":"oxz_internal_dns_35a52fcb-2bfa-4dab-aa67-6ce2df17abfc","pid":5505,"peer_addr":"[fd00:1122:3344:101::d]:54132","req_id":"b978bc81-5a3a-4b83-a85b-016e3442774a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 33571,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-20T17:43:43.515348436Z","hostname":"oxz_internal_dns_35a52fcb-2bfa-4dab-aa67-6ce2df17abfc","pid":5505,"peer_addr":"[fd00:1122:3344:101::a]:11349","req_id":"d86d524c-a04c-48dc-9ee3-4bda1bd2846f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 2843,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-20T17:43:43.524954277Z","hostname":"oxz_internal_dns_35a52fcb-2bfa-4dab-aa67-6ce2df17abfc","pid":5505,"peer_addr":"[fd00:1122:3344:101::b]:13887","req_id":"cbbb0808-676d-4bba-87cb-9dacc9e5d2b4","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 26049,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-20T17:43:43.575498487Z","hostname":"oxz_internal_dns_35a52fcb-2bfa-4dab-aa67-6ce2df17abfc","pid":5505,"peer_addr":"[fd00:1122:3344:101::c]:53879","req_id":"b7097a36-a201-4b6d-a992-99f8cd3d2626","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-20T17:43:45.312446408Z","hostname":"oxz_internal_dns_35a52fcb-2bfa-4dab-aa67-6ce2df17abfc","pid":5505,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:61030"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-20T17:43:45.381741158Z","hostname":"oxz_internal_dns_35a52fcb-2bfa-4dab-aa67-6ce2df17abfc","pid":5505,"new_generation":1,"req_id":"b3d6d76f-ed00-4cce-97ea-6267dbe51f46","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-20T17:43:45.381775018Z","hostname":"oxz_internal_dns_35a52fcb-2bfa-4dab-aa67-6ce2df17abfc","pid":5505,"new_generation":1,"req_id":"b3d6d76f-ed00-4cce-97ea-6267dbe51f46","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-20T17:43:45.38183957Z","hostname":"oxz_internal_dns_35a52fcb-2bfa-4dab-aa67-6ce2df17abfc","pid":5505,"uri":"/config","method":"PUT","req_id":"b3d6d76f-ed00-4cce-97ea-6267dbe51f46","remote_addr":"[fd00:1122:3344:101::b]:61030","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":29614,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 36621,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_7a4ab65b-91fc-44d4-a8b4-47ee14e87da6.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_7a4ab65b-91fc-44d4-a8b4-47ee14e87da6.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 55,\n 97,\n 52,\n 97,\n 98,\n 54,\n 53,\n 98,\n 45,\n 57,\n 49,\n 102,\n 99,\n 45,\n 52,\n 52,\n 100,\n 52,\n 45,\n 97,\n 56,\n 98,\n 52,\n 45,\n 52,\n 55,\n 101,\n 101,\n 49,\n 52,\n 101,\n 56,\n 55,\n 100,\n 97,\n 54,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_7a4ab65b-91fc-44d4-a8b4-47ee14e87da6.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-20T17:43:46.320230956Z","hostname":"oxz_internal_dns_35a52fcb-2bfa-4dab-aa67-6ce2df17abfc","pid":5505,"peer_addr":"[fd00:1122:3344:101::e]:56214","req_id":"0ef6c253-f229-461a-bdc1-26e78d8901f7","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 36621,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_7a4ab65b-91fc-44d4-a8b4-47ee14e87da6.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_7a4ab65b-91fc-44d4-a8b4-47ee14e87da6.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 55,\n 97,\n 52,\n 97,\n 98,\n 54,\n 53,\n 98,\n 45,\n 57,\n 49,\n 102,\n 99,\n 45,\n 52,\n 52,\n 100,\n 52,\n 45,\n 97,\n 56,\n 98,\n 52,\n 45,\n 52,\n 55,\n 101,\n 101,\n 49,\n 52,\n 101,\n 56,\n 55,\n 100,\n 97,\n 54,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_7a4ab65b-91fc-44d4-a8b4-47ee14e87da6.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-20T17:43:46.320836602Z","hostname":"oxz_internal_dns_35a52fcb-2bfa-4dab-aa67-6ce2df17abfc","pid":5505,"peer_addr":"[fd00:1122:3344:101::e]:53651","req_id":"779d455d-115e-4be0-9cf1-59afa34f252d","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-20T17:43:47.027897786Z","hostname":"oxz_internal_dns_35a52fcb-2bfa-4dab-aa67-6ce2df17abfc","pid":5505,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:46563"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-20T17:43:47.027972438Z","hostname":"oxz_internal_dns_35a52fcb-2bfa-4dab-aa67-6ce2df17abfc","pid":5505,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:34488"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-20T17:43:47.030431372Z","hostname":"oxz_internal_dns_35a52fcb-2bfa-4dab-aa67-6ce2df17abfc","pid":5505,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:57791"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-20T17:43:47.037109497Z","hostname":"oxz_internal_dns_35a52fcb-2bfa-4dab-aa67-6ce2df17abfc","pid":5505,"uri":"/config","method":"GET","req_id":"196a8606-f35f-4880-a7a6-ae2793550085","remote_addr":"[fd00:1122:3344:101::a]:34488","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":9150,"response_code":200} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-20T17:43:47.037159988Z","hostname":"oxz_internal_dns_35a52fcb-2bfa-4dab-aa67-6ce2df17abfc","pid":5505,"uri":"/config","method":"GET","req_id":"cacea2c9-c6dc-4b8d-9101-6e6bccc6dc3f","remote_addr":"[fd00:1122:3344:101::c]:46563","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":9132,"response_code":200} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-20T17:43:47.037201689Z","hostname":"oxz_internal_dns_35a52fcb-2bfa-4dab-aa67-6ce2df17abfc","pid":5505,"uri":"/config","method":"GET","req_id":"c5ea703a-b3aa-41ba-9310-02c62874d48b","remote_addr":"[fd00:1122:3344:101::b]:57791","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":6622,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 10162,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-20T17:43:48.420452713Z","hostname":"oxz_internal_dns_35a52fcb-2bfa-4dab-aa67-6ce2df17abfc","pid":5505,"peer_addr":"[fd00:1122:3344:101::b]:31355","req_id":"9e03ad4c-0fef-4ef5-9233-d89ddae007d0","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-20T17:43:48.550208181Z","hostname":"oxz_internal_dns_35a52fcb-2bfa-4dab-aa67-6ce2df17abfc","pid":5505,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:42944"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-20T17:43:48.550488478Z","hostname":"oxz_internal_dns_35a52fcb-2bfa-4dab-aa67-6ce2df17abfc","pid":5505,"uri":"/config","method":"GET","req_id":"4ceb0718-0fcb-4904-8625-90ecb09a2375","remote_addr":"[fd00:1122:3344:101::b]:42944","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":228,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 48175,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-20T17:43:49.199267551Z","hostname":"oxz_internal_dns_35a52fcb-2bfa-4dab-aa67-6ce2df17abfc","pid":5505,"peer_addr":"[fd00:1122:3344:101::b]:18373","req_id":"e529dea0-e014-43ce-a790-be2a95cd8f70","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-20T17:43:49.323773423Z","hostname":"oxz_internal_dns_35a52fcb-2bfa-4dab-aa67-6ce2df17abfc","pid":5505,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:59282"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-20T17:43:49.32404911Z","hostname":"oxz_internal_dns_35a52fcb-2bfa-4dab-aa67-6ce2df17abfc","pid":5505,"uri":"/config","method":"GET","req_id":"36bc46f8-f054-49ea-9720-c8f5f33c03bd","remote_addr":"[fd00:1122:3344:101::b]:59282","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":212,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 55419,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-20T17:43:50.25721084Z","hostname":"oxz_internal_dns_35a52fcb-2bfa-4dab-aa67-6ce2df17abfc","pid":5505,"peer_addr":"[fd00:1122:3344:101::b]:49592","req_id":"d1ef1b4c-c517-4b2e-9249-966cfaf73820","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-20T17:43:50.377912412Z","hostname":"oxz_internal_dns_35a52fcb-2bfa-4dab-aa67-6ce2df17abfc","pid":5505,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:37104"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-20T17:43:50.378149419Z","hostname":"oxz_internal_dns_35a52fcb-2bfa-4dab-aa67-6ce2df17abfc","pid":5505,"uri":"/config","method":"GET","req_id":"fea94153-7077-4374-891c-73f5b8f9dfab","remote_addr":"[fd00:1122:3344:101::b]:37104","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":186,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 29826,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-20T17:43:53.309153411Z","hostname":"oxz_internal_dns_35a52fcb-2bfa-4dab-aa67-6ce2df17abfc","pid":5505,"peer_addr":"[fd00:1122:3344:101::d]:53718","req_id":"36441f27-3729-42ff-8d8b-d5ef97fc9864","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 49971,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-20T17:43:54.047119584Z","hostname":"oxz_internal_dns_35a52fcb-2bfa-4dab-aa67-6ce2df17abfc","pid":5505,"peer_addr":"[fd00:1122:3344:101::c]:52682","req_id":"34238f1d-4c65-4788-834e-977f7694742c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 33500,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-20T17:43:54.050943143Z","hostname":"oxz_internal_dns_35a52fcb-2bfa-4dab-aa67-6ce2df17abfc","pid":5505,"peer_addr":"[fd00:1122:3344:101::a]:27451","req_id":"4e76d310-4428-49ab-a176-678d881365cf","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-20T17:43:54.163478993Z","hostname":"oxz_internal_dns_35a52fcb-2bfa-4dab-aa67-6ce2df17abfc","pid":5505,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:41115"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-20T17:43:54.163738709Z","hostname":"oxz_internal_dns_35a52fcb-2bfa-4dab-aa67-6ce2df17abfc","pid":5505,"uri":"/config","method":"GET","req_id":"0d540ec9-4728-4472-8ebb-9dab0d386f7a","remote_addr":"[fd00:1122:3344:101::c]:41115","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":216,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-20T17:43:54.21314729Z","hostname":"oxz_internal_dns_35a52fcb-2bfa-4dab-aa67-6ce2df17abfc","pid":5505,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:63940"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-20T17:43:54.213357635Z","hostname":"oxz_internal_dns_35a52fcb-2bfa-4dab-aa67-6ce2df17abfc","pid":5505,"uri":"/config","method":"GET","req_id":"8bec1c0c-8fe3-4842-929d-bd68aa3bcaaa","remote_addr":"[fd00:1122:3344:101::a]:63940","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":186,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 28716,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-20T17:44:03.310421246Z","hostname":"oxz_internal_dns_35a52fcb-2bfa-4dab-aa67-6ce2df17abfc","pid":5505,"peer_addr":"[fd00:1122:3344:101::d]:60604","req_id":"76696d0e-aba9-47c6-bcae-61f54627095c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 10406,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-20T17:44:13.31173374Z","hostname":"oxz_internal_dns_35a52fcb-2bfa-4dab-aa67-6ce2df17abfc","pid":5505,"peer_addr":"[fd00:1122:3344:101::d]:64704","req_id":"839e9e86-3cbb-40d3-8c46-82681ac2caf3","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47028,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-20T17:44:23.312967763Z","hostname":"oxz_internal_dns_35a52fcb-2bfa-4dab-aa67-6ce2df17abfc","pid":5505,"peer_addr":"[fd00:1122:3344:101::d]:56557","req_id":"9d661d1b-4596-4622-a64a-41dad0304386","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 63698,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-20T17:44:33.314812583Z","hostname":"oxz_internal_dns_35a52fcb-2bfa-4dab-aa67-6ce2df17abfc","pid":5505,"peer_addr":"[fd00:1122:3344:101::d]:56294","req_id":"ae9530be-db8b-4f92-b158-bd9f131658fd","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-20T17:44:43.171760521Z","hostname":"oxz_internal_dns_35a52fcb-2bfa-4dab-aa67-6ce2df17abfc","pid":5505,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:34134"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-20T17:44:43.173667401Z","hostname":"oxz_internal_dns_35a52fcb-2bfa-4dab-aa67-6ce2df17abfc","pid":5505,"new_generation":1,"req_id":"b42f23d7-a55a-4ba7-8824-f7e723fa9079","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-20T17:44:43.173708252Z","hostname":"oxz_internal_dns_35a52fcb-2bfa-4dab-aa67-6ce2df17abfc","pid":5505,"new_generation":1,"req_id":"b42f23d7-a55a-4ba7-8824-f7e723fa9079","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-20T17:44:43.173747603Z","hostname":"oxz_internal_dns_35a52fcb-2bfa-4dab-aa67-6ce2df17abfc","pid":5505,"uri":"/config","method":"PUT","req_id":"b42f23d7-a55a-4ba7-8824-f7e723fa9079","remote_addr":"[fd00:1122:3344:101::b]:34134","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":331,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 27286,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-20T17:44:43.316351047Z","hostname":"oxz_internal_dns_35a52fcb-2bfa-4dab-aa67-6ce2df17abfc","pid":5505,"peer_addr":"[fd00:1122:3344:101::d]:61248","req_id":"1b57dcb3-6cc7-4d79-8b82-de67df5bbd58","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-20T17:44:43.350880449Z","hostname":"oxz_internal_dns_35a52fcb-2bfa-4dab-aa67-6ce2df17abfc","pid":5505,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:33667"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-20T17:44:43.352719367Z","hostname":"oxz_internal_dns_35a52fcb-2bfa-4dab-aa67-6ce2df17abfc","pid":5505,"new_generation":1,"req_id":"527763cd-195a-4eeb-acca-5999effb1de3","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-20T17:44:43.352764728Z","hostname":"oxz_internal_dns_35a52fcb-2bfa-4dab-aa67-6ce2df17abfc","pid":5505,"new_generation":1,"req_id":"527763cd-195a-4eeb-acca-5999effb1de3","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-20T17:44:43.352800719Z","hostname":"oxz_internal_dns_35a52fcb-2bfa-4dab-aa67-6ce2df17abfc","pid":5505,"uri":"/config","method":"PUT","req_id":"527763cd-195a-4eeb-acca-5999effb1de3","remote_addr":"[fd00:1122:3344:101::c]:33667","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":263,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-20T17:44:43.612666585Z","hostname":"oxz_internal_dns_35a52fcb-2bfa-4dab-aa67-6ce2df17abfc","pid":5505,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:48074"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-20T17:44:43.614289307Z","hostname":"oxz_internal_dns_35a52fcb-2bfa-4dab-aa67-6ce2df17abfc","pid":5505,"new_generation":1,"req_id":"df6efa34-dc45-4d81-9898-04100daf62c7","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-20T17:44:43.614349999Z","hostname":"oxz_internal_dns_35a52fcb-2bfa-4dab-aa67-6ce2df17abfc","pid":5505,"new_generation":1,"req_id":"df6efa34-dc45-4d81-9898-04100daf62c7","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-20T17:44:43.614361869Z","hostname":"oxz_internal_dns_35a52fcb-2bfa-4dab-aa67-6ce2df17abfc","pid":5505,"uri":"/config","method":"PUT","req_id":"df6efa34-dc45-4d81-9898-04100daf62c7","remote_addr":"[fd00:1122:3344:101::a]:48074","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":268,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 62266,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-20T17:44:44.542118847Z","hostname":"oxz_internal_dns_35a52fcb-2bfa-4dab-aa67-6ce2df17abfc","pid":5505,"peer_addr":"[fd00:1122:3344:101::c]:28179","req_id":"bcb04022-7bba-41bf-b719-60c7ed1e9e25","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 52543,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-20T17:44:44.604522247Z","hostname":"oxz_internal_dns_35a52fcb-2bfa-4dab-aa67-6ce2df17abfc","pid":5505,"peer_addr":"[fd00:1122:3344:101::b]:33417","req_id":"bc46a9ff-0a94-4533-be9f-11cff6b20c23","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 64734,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-20T17:44:44.643279849Z","hostname":"oxz_internal_dns_35a52fcb-2bfa-4dab-aa67-6ce2df17abfc","pid":5505,"peer_addr":"[fd00:1122:3344:101::a]:19515","req_id":"fa649eca-db17-485c-b96a-f742a6f28316","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-20T17:44:44.713905324Z","hostname":"oxz_internal_dns_35a52fcb-2bfa-4dab-aa67-6ce2df17abfc","pid":5505,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:33983"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-20T17:44:44.71415835Z","hostname":"oxz_internal_dns_35a52fcb-2bfa-4dab-aa67-6ce2df17abfc","pid":5505,"uri":"/config","method":"GET","req_id":"48f475b8-0305-4145-a65f-501550e3634e","remote_addr":"[fd00:1122:3344:101::b]:33983","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":216,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-20T17:44:44.75894718Z","hostname":"oxz_internal_dns_35a52fcb-2bfa-4dab-aa67-6ce2df17abfc","pid":5505,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:37507"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-20T17:44:44.759186176Z","hostname":"oxz_internal_dns_35a52fcb-2bfa-4dab-aa67-6ce2df17abfc","pid":5505,"uri":"/config","method":"GET","req_id":"016fea3e-f666-41e1-9a0d-63eeb800893c","remote_addr":"[fd00:1122:3344:101::a]:37507","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":208,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-20T17:44:44.792297061Z","hostname":"oxz_internal_dns_35a52fcb-2bfa-4dab-aa67-6ce2df17abfc","pid":5505,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:55088"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-20T17:44:44.792530167Z","hostname":"oxz_internal_dns_35a52fcb-2bfa-4dab-aa67-6ce2df17abfc","pid":5505,"uri":"/config","method":"GET","req_id":"dca508a4-765a-477c-a856-7f30dcb5268c","remote_addr":"[fd00:1122:3344:101::c]:55088","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":205,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 16418,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-20T17:44:53.317615394Z","hostname":"oxz_internal_dns_35a52fcb-2bfa-4dab-aa67-6ce2df17abfc","pid":5505,"peer_addr":"[fd00:1122:3344:101::d]:53766","req_id":"c2d9bac7-ce07-4707-8500-d668d4bba630","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 62766,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_7a4ab65b-91fc-44d4-a8b4-47ee14e87da6.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_7a4ab65b-91fc-44d4-a8b4-47ee14e87da6.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 55,\n 97,\n 52,\n 97,\n 98,\n 54,\n 53,\n 98,\n 45,\n 57,\n 49,\n 102,\n 99,\n 45,\n 52,\n 52,\n 100,\n 52,\n 45,\n 97,\n 56,\n 98,\n 52,\n 45,\n 52,\n 55,\n 101,\n 101,\n 49,\n 52,\n 101,\n 56,\n 55,\n 100,\n 97,\n 54,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_7a4ab65b-91fc-44d4-a8b4-47ee14e87da6.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-20T17:45:00.520851287Z","hostname":"oxz_internal_dns_35a52fcb-2bfa-4dab-aa67-6ce2df17abfc","pid":5505,"peer_addr":"[fd00:1122:3344:101::e]:58837","req_id":"f9f58faa-8fbb-4c80-8681-ab8f7b78c741","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 62766,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_7a4ab65b-91fc-44d4-a8b4-47ee14e87da6.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_7a4ab65b-91fc-44d4-a8b4-47ee14e87da6.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 55,\n 97,\n 52,\n 97,\n 98,\n 54,\n 53,\n 98,\n 45,\n 57,\n 49,\n 102,\n 99,\n 45,\n 52,\n 52,\n 100,\n 52,\n 45,\n 97,\n 56,\n 98,\n 52,\n 45,\n 52,\n 55,\n 101,\n 101,\n 49,\n 52,\n 101,\n 56,\n 55,\n 100,\n 97,\n 54,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_7a4ab65b-91fc-44d4-a8b4-47ee14e87da6.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-20T17:45:00.521406312Z","hostname":"oxz_internal_dns_35a52fcb-2bfa-4dab-aa67-6ce2df17abfc","pid":5505,"peer_addr":"[fd00:1122:3344:101::e]:38346","req_id":"d425a3fd-47b8-4a0e-a8aa-9d59da8b7f4f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 33920,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_7586000e-f4a7-4124-b93d-12c10be78835.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_7586000e-f4a7-4124-b93d-12c10be78835.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 55,\n 53,\n 56,\n 54,\n 48,\n 48,\n 48,\n 101,\n 45,\n 102,\n 52,\n 97,\n 55,\n 45,\n 52,\n 49,\n 50,\n 52,\n 45,\n 98,\n 57,\n 51,\n 100,\n 45,\n 49,\n 50,\n 99,\n 49,\n 48,\n 98,\n 101,\n 55,\n 56,\n 56,\n 51,\n 53,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_7586000e-f4a7-4124-b93d-12c10be78835.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-20T17:45:00.533174609Z","hostname":"oxz_internal_dns_35a52fcb-2bfa-4dab-aa67-6ce2df17abfc","pid":5505,"peer_addr":"[fd00:1122:3344:101::6]:51123","req_id":"5de071aa-6c90-42f9-8018-b7856a3036cc","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 33920,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_7586000e-f4a7-4124-b93d-12c10be78835.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_7586000e-f4a7-4124-b93d-12c10be78835.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 55,\n 53,\n 56,\n 54,\n 48,\n 48,\n 48,\n 101,\n 45,\n 102,\n 52,\n 97,\n 55,\n 45,\n 52,\n 49,\n 50,\n 52,\n 45,\n 98,\n 57,\n 51,\n 100,\n 45,\n 49,\n 50,\n 99,\n 49,\n 48,\n 98,\n 101,\n 55,\n 56,\n 56,\n 51,\n 53,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_7586000e-f4a7-4124-b93d-12c10be78835.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-20T17:45:00.533643831Z","hostname":"oxz_internal_dns_35a52fcb-2bfa-4dab-aa67-6ce2df17abfc","pid":5505,"peer_addr":"[fd00:1122:3344:101::6]:43015","req_id":"6ed7a164-605c-4e6f-a4d7-08f3e9a1ddbf","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 65012,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_8f6c2038-0276-48af-83b0-341e150b5cee.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_8f6c2038-0276-48af-83b0-341e150b5cee.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 56,\n 102,\n 54,\n 99,\n 50,\n 48,\n 51,\n 56,\n 45,\n 48,\n 50,\n 55,\n 54,\n 45,\n 52,\n 56,\n 97,\n 102,\n 45,\n 56,\n 51,\n 98,\n 48,\n 45,\n 51,\n 52,\n 49,\n 101,\n 49,\n 53,\n 48,\n 98,\n 53,\n 99,\n 101,\n 101,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_8f6c2038-0276-48af-83b0-341e150b5cee.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-20T17:45:00.534866123Z","hostname":"oxz_internal_dns_35a52fcb-2bfa-4dab-aa67-6ce2df17abfc","pid":5505,"peer_addr":"[fd00:1122:3344:101::3]:55737","req_id":"14d7b8dc-9c06-421e-b1ff-7046def035c8","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 65012,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_8f6c2038-0276-48af-83b0-341e150b5cee.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_8f6c2038-0276-48af-83b0-341e150b5cee.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 56,\n 102,\n 54,\n 99,\n 50,\n 48,\n 51,\n 56,\n 45,\n 48,\n 50,\n 55,\n 54,\n 45,\n 52,\n 56,\n 97,\n 102,\n 45,\n 56,\n 51,\n 98,\n 48,\n 45,\n 51,\n 52,\n 49,\n 101,\n 49,\n 53,\n 48,\n 98,\n 53,\n 99,\n 101,\n 101,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_8f6c2038-0276-48af-83b0-341e150b5cee.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-20T17:45:00.535360936Z","hostname":"oxz_internal_dns_35a52fcb-2bfa-4dab-aa67-6ce2df17abfc","pid":5505,"peer_addr":"[fd00:1122:3344:101::3]:38688","req_id":"ae051ee6-5064-41f3-939f-d9daf804579b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 31275,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_d50ff9a3-c131-4fb1-ad96-db9f5a42ea6e.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_d50ff9a3-c131-4fb1-ad96-db9f5a42ea6e.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 100,\n 53,\n 48,\n 102,\n 102,\n 57,\n 97,\n 51,\n 45,\n 99,\n 49,\n 51,\n 49,\n 45,\n 52,\n 102,\n 98,\n 49,\n 45,\n 97,\n 100,\n 57,\n 54,\n 45,\n 100,\n 98,\n 57,\n 102,\n 53,\n 97,\n 52,\n 50,\n 101,\n 97,\n 54,\n 101,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_d50ff9a3-c131-4fb1-ad96-db9f5a42ea6e.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-20T17:45:00.604937873Z","hostname":"oxz_internal_dns_35a52fcb-2bfa-4dab-aa67-6ce2df17abfc","pid":5505,"peer_addr":"[fd00:1122:3344:101::7]:57013","req_id":"f943d21f-8fb1-4e7e-96db-98ce838f8a8e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 31275,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_d50ff9a3-c131-4fb1-ad96-db9f5a42ea6e.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_d50ff9a3-c131-4fb1-ad96-db9f5a42ea6e.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 100,\n 53,\n 48,\n 102,\n 102,\n 57,\n 97,\n 51,\n 45,\n 99,\n 49,\n 51,\n 49,\n 45,\n 52,\n 102,\n 98,\n 49,\n 45,\n 97,\n 100,\n 57,\n 54,\n 45,\n 100,\n 98,\n 57,\n 102,\n 53,\n 97,\n 52,\n 50,\n 101,\n 97,\n 54,\n 101,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_d50ff9a3-c131-4fb1-ad96-db9f5a42ea6e.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-20T17:45:00.605627451Z","hostname":"oxz_internal_dns_35a52fcb-2bfa-4dab-aa67-6ce2df17abfc","pid":5505,"peer_addr":"[fd00:1122:3344:101::7]:51087","req_id":"8f85d47a-2153-4794-9c5f-d3ca63b85829","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 11674,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_85c62a18-ccac-4cd8-9f0b-3ae5f9264aa4.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_85c62a18-ccac-4cd8-9f0b-3ae5f9264aa4.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 56,\n 53,\n 99,\n 54,\n 50,\n 97,\n 49,\n 56,\n 45,\n 99,\n 99,\n 97,\n 99,\n 45,\n 52,\n 99,\n 100,\n 56,\n 45,\n 57,\n 102,\n 48,\n 98,\n 45,\n 51,\n 97,\n 101,\n 53,\n 102,\n 57,\n 50,\n 54,\n 52,\n 97,\n 97,\n 52,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_85c62a18-ccac-4cd8-9f0b-3ae5f9264aa4.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-20T17:45:00.674208702Z","hostname":"oxz_internal_dns_35a52fcb-2bfa-4dab-aa67-6ce2df17abfc","pid":5505,"peer_addr":"[fd00:1122:3344:101::5]:44972","req_id":"fa3d8387-db48-4db5-8aa0-cc6391076e2b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 11674,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_85c62a18-ccac-4cd8-9f0b-3ae5f9264aa4.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_85c62a18-ccac-4cd8-9f0b-3ae5f9264aa4.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 56,\n 53,\n 99,\n 54,\n 50,\n 97,\n 49,\n 56,\n 45,\n 99,\n 99,\n 97,\n 99,\n 45,\n 52,\n 99,\n 100,\n 56,\n 45,\n 57,\n 102,\n 48,\n 98,\n 45,\n 51,\n 97,\n 101,\n 53,\n 102,\n 57,\n 50,\n 54,\n 52,\n 97,\n 97,\n 52,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_85c62a18-ccac-4cd8-9f0b-3ae5f9264aa4.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-20T17:45:00.67487219Z","hostname":"oxz_internal_dns_35a52fcb-2bfa-4dab-aa67-6ce2df17abfc","pid":5505,"peer_addr":"[fd00:1122:3344:101::5]:44730","req_id":"5ee89be0-c41c-427f-97e7-085283061aa8","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 30093,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_ae2e19bc-8fe3-4d90-8cf1-b463b5020bcf.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_ae2e19bc-8fe3-4d90-8cf1-b463b5020bcf.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 97,\n 101,\n 50,\n 101,\n 49,\n 57,\n 98,\n 99,\n 45,\n 56,\n 102,\n 101,\n 51,\n 45,\n 52,\n 100,\n 57,\n 48,\n 45,\n 56,\n 99,\n 102,\n 49,\n 45,\n 98,\n 52,\n 54,\n 51,\n 98,\n 53,\n 48,\n 50,\n 48,\n 98,\n 99,\n 102,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_ae2e19bc-8fe3-4d90-8cf1-b463b5020bcf.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-20T17:45:00.717361599Z","hostname":"oxz_internal_dns_35a52fcb-2bfa-4dab-aa67-6ce2df17abfc","pid":5505,"peer_addr":"[fd00:1122:3344:101::4]:47143","req_id":"5c6691c4-c2cf-4f85-8d7a-60f8c5ca7f75","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 30093,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_ae2e19bc-8fe3-4d90-8cf1-b463b5020bcf.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_ae2e19bc-8fe3-4d90-8cf1-b463b5020bcf.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 97,\n 101,\n 50,\n 101,\n 49,\n 57,\n 98,\n 99,\n 45,\n 56,\n 102,\n 101,\n 51,\n 45,\n 52,\n 100,\n 57,\n 48,\n 45,\n 56,\n 99,\n 102,\n 49,\n 45,\n 98,\n 52,\n 54,\n 51,\n 98,\n 53,\n 48,\n 50,\n 48,\n 98,\n 99,\n 102,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_ae2e19bc-8fe3-4d90-8cf1-b463b5020bcf.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-20T17:45:00.717898003Z","hostname":"oxz_internal_dns_35a52fcb-2bfa-4dab-aa67-6ce2df17abfc","pid":5505,"peer_addr":"[fd00:1122:3344:101::4]:61705","req_id":"3d1603f0-3a0d-4ac9-a4cc-ec7f4e6ca4a3","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 43835,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-20T17:45:01.04862007Z","hostname":"oxz_internal_dns_35a52fcb-2bfa-4dab-aa67-6ce2df17abfc","pid":5505,"peer_addr":"[fd00:1122:3344:101::2]:52041","req_id":"06b6e8e7-0403-45ed-85e0-0cace8c44ec5","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 43835,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-20T17:45:01.049240767Z","hostname":"oxz_internal_dns_35a52fcb-2bfa-4dab-aa67-6ce2df17abfc","pid":5505,"peer_addr":"[fd00:1122:3344:101::2]:40944","req_id":"b5940e37-2f30-4936-8924-4ca6887acacf","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 8566,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_ntp_6db77ceb-8bd9-4a4d-b008-5334c1e86c46.\"),\n ),\n original: Query {\n name: Name(\"oxz_ntp_6db77ceb-8bd9-4a4d-b008-5334c1e86c46.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 44,\n 111,\n 120,\n 122,\n 95,\n 110,\n 116,\n 112,\n 95,\n 54,\n 100,\n 98,\n 55,\n 55,\n 99,\n 101,\n 98,\n 45,\n 56,\n 98,\n 100,\n 57,\n 45,\n 52,\n 97,\n 52,\n 100,\n 45,\n 98,\n 48,\n 48,\n 56,\n 45,\n 53,\n 51,\n 51,\n 52,\n 99,\n 49,\n 101,\n 56,\n 54,\n 99,\n 52,\n 54,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_ntp_6db77ceb-8bd9-4a4d-b008-5334c1e86c46.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-20T17:45:01.201576225Z","hostname":"oxz_internal_dns_35a52fcb-2bfa-4dab-aa67-6ce2df17abfc","pid":5505,"peer_addr":"[fd00:1122:3344:101::1b]:41257","req_id":"0f63b1c1-c45b-4ad6-85ef-116bdee183e9","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 21850,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-20T17:45:03.319183676Z","hostname":"oxz_internal_dns_35a52fcb-2bfa-4dab-aa67-6ce2df17abfc","pid":5505,"peer_addr":"[fd00:1122:3344:101::d]:55087","req_id":"830df364-7b52-433b-813a-b0a33e26200a","component":"dns"}