[ Mar 27 03:09:47 Enabled. ] [ Mar 27 03:09:47 Rereading configuration. ] [ Mar 27 03:09:48 Rereading configuration. ] [ Mar 27 03:09:49 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:3::1]:5353 --dns-address [fd00:1122:3344:3::1]:53 &"). ] [ Mar 27 03:09:49 Method "start" exited with status 0. ] Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:3::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [] }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } note: configured to log to "/dev/stdout" {"msg":"config","v":0,"name":"dns-server","level":30,"time":"2026-03-27T03:09:49.873219904Z","hostname":"oxz_internal_dns_58d2cce9-8b9a-4a13-9d2e-eabfc574cdf4","pid":5519,"dns_config":"Config { bind_address: [fd00:1122:3344:3::1]:53 }","config":"Config { log: File { level: Info, path: \"/dev/stdout\", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:3::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [] }, storage: Config { storage_path: \"/data/dns\", keep_old_generations: 3 } }"} {"msg":"opening sled database","v":0,"name":"dns-server","level":30,"time":"2026-03-27T03:09:49.87342943Z","hostname":"oxz_internal_dns_58d2cce9-8b9a-4a13-9d2e-eabfc574cdf4","pid":5519,"component":"store","path":"/data/dns"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-03-27T03:09:49.891986814Z","hostname":"oxz_internal_dns_58d2cce9-8b9a-4a13-9d2e-eabfc574cdf4","pid":5519,"component":"store"} {"msg":"pruning trees for generations older than 0","v":0,"name":"dns-server","level":30,"time":"2026-03-27T03:09:49.892001665Z","hostname":"oxz_internal_dns_58d2cce9-8b9a-4a13-9d2e-eabfc574cdf4","pid":5519,"component":"store","keep":3} {"msg":"DNS server bound to address","v":0,"name":"dns-server","level":30,"time":"2026-03-27T03:09:49.892048406Z","hostname":"oxz_internal_dns_58d2cce9-8b9a-4a13-9d2e-eabfc574cdf4","pid":5519,"component":"dns","local_address":"[fd00:1122:3344:3::1]:53"} {"msg":"listening","v":0,"name":"dns-server","level":30,"time":"2026-03-27T03:09:49.892305402Z","hostname":"oxz_internal_dns_58d2cce9-8b9a-4a13-9d2e-eabfc574cdf4","pid":5519,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-27T03:09:50.986039235Z","hostname":"oxz_internal_dns_58d2cce9-8b9a-4a13-9d2e-eabfc574cdf4","pid":5519,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:3::2]:36744"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-03-27T03:09:50.986948608Z","hostname":"oxz_internal_dns_58d2cce9-8b9a-4a13-9d2e-eabfc574cdf4","pid":5519,"new_generation":1,"req_id":"d5c98086-73cb-4021-8d10-200d9bb6fba8","component":"store"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-03-27T03:09:50.986972369Z","hostname":"oxz_internal_dns_58d2cce9-8b9a-4a13-9d2e-eabfc574cdf4","pid":5519,"component":"store"} {"msg":"pruning trees for generations older than 1","v":0,"name":"dns-server","level":30,"time":"2026-03-27T03:09:51.017757363Z","hostname":"oxz_internal_dns_58d2cce9-8b9a-4a13-9d2e-eabfc574cdf4","pid":5519,"component":"store","keep":3} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-03-27T03:09:51.017787584Z","hostname":"oxz_internal_dns_58d2cce9-8b9a-4a13-9d2e-eabfc574cdf4","pid":5519,"new_generation":1,"req_id":"d5c98086-73cb-4021-8d10-200d9bb6fba8","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-27T03:09:51.017811614Z","hostname":"oxz_internal_dns_58d2cce9-8b9a-4a13-9d2e-eabfc574cdf4","pid":5519,"uri":"/config","method":"PUT","req_id":"d5c98086-73cb-4021-8d10-200d9bb6fba8","remote_addr":"[fd00:1122:3344:3::2]:36744","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":31337,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 56967,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-27T03:10:02.535258846Z","hostname":"oxz_internal_dns_58d2cce9-8b9a-4a13-9d2e-eabfc574cdf4","pid":5519,"peer_addr":"[fd00:1122:3344:101::1b]:56446","req_id":"d564a1be-5c32-4313-97ef-586952a33ee7","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 28997,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-27T03:10:02.540136423Z","hostname":"oxz_internal_dns_58d2cce9-8b9a-4a13-9d2e-eabfc574cdf4","pid":5519,"peer_addr":"[fd00:1122:3344:101::1b]:49779","req_id":"e0a613f0-80bb-4b29-b6ee-d5d74408e662","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 30334,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-27T03:10:02.545143264Z","hostname":"oxz_internal_dns_58d2cce9-8b9a-4a13-9d2e-eabfc574cdf4","pid":5519,"peer_addr":"[fd00:1122:3344:101::1b]:45312","req_id":"09f8cdfc-7eda-4733-b6e7-c757fb296613","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 63834,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-27T03:10:29.81554417Z","hostname":"oxz_internal_dns_58d2cce9-8b9a-4a13-9d2e-eabfc574cdf4","pid":5519,"peer_addr":"[fd00:1122:3344:101::1b]:64200","req_id":"1d6d8c43-2e44-477d-9a5f-b38211cb3448","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 29713,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-27T03:10:29.818409896Z","hostname":"oxz_internal_dns_58d2cce9-8b9a-4a13-9d2e-eabfc574cdf4","pid":5519,"peer_addr":"[fd00:1122:3344:101::1b]:35524","req_id":"38b2ae64-d30d-4d08-a1e1-487d143c89e9","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 39612,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-27T03:10:29.818437696Z","hostname":"oxz_internal_dns_58d2cce9-8b9a-4a13-9d2e-eabfc574cdf4","pid":5519,"peer_addr":"[fd00:1122:3344:101::1b]:57445","req_id":"98d1e1b0-a318-472f-a88c-be1266a88a21","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 27112,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-27T03:11:28.685925349Z","hostname":"oxz_internal_dns_58d2cce9-8b9a-4a13-9d2e-eabfc574cdf4","pid":5519,"peer_addr":"[fd00:1122:3344:101::d]:62357","req_id":"8f283167-2c88-433a-a5e3-8dc524f6c72b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 50595,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-27T03:11:37.581694814Z","hostname":"oxz_internal_dns_58d2cce9-8b9a-4a13-9d2e-eabfc574cdf4","pid":5519,"peer_addr":"[fd00:1122:3344:101::a]:45792","req_id":"d54d30ac-86ed-4ad9-a9b1-64730edadeca","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 14898,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-27T03:11:38.552762085Z","hostname":"oxz_internal_dns_58d2cce9-8b9a-4a13-9d2e-eabfc574cdf4","pid":5519,"peer_addr":"[fd00:1122:3344:101::c]:48087","req_id":"154655e9-1774-4d19-9749-4c2b50c547a2","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 26703,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-27T03:11:38.667131291Z","hostname":"oxz_internal_dns_58d2cce9-8b9a-4a13-9d2e-eabfc574cdf4","pid":5519,"peer_addr":"[fd00:1122:3344:101::d]:51610","req_id":"3233dc22-3e26-4c00-8864-976045413e86","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 59407,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-27T03:11:39.103831246Z","hostname":"oxz_internal_dns_58d2cce9-8b9a-4a13-9d2e-eabfc574cdf4","pid":5519,"peer_addr":"[fd00:1122:3344:101::b]:22907","req_id":"11e03078-5660-41e6-88ce-ff9ee7e28820","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 53424,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_d55bc10f-c95d-456d-99d1-562480d572e3.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_d55bc10f-c95d-456d-99d1-562480d572e3.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 100,\n 53,\n 53,\n 98,\n 99,\n 49,\n 48,\n 102,\n 45,\n 99,\n 57,\n 53,\n 100,\n 45,\n 52,\n 53,\n 54,\n 100,\n 45,\n 57,\n 57,\n 100,\n 49,\n 45,\n 53,\n 54,\n 50,\n 52,\n 56,\n 48,\n 100,\n 53,\n 55,\n 50,\n 101,\n 51,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_d55bc10f-c95d-456d-99d1-562480d572e3.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-27T03:11:41.976861965Z","hostname":"oxz_internal_dns_58d2cce9-8b9a-4a13-9d2e-eabfc574cdf4","pid":5519,"peer_addr":"[fd00:1122:3344:101::e]:54098","req_id":"c98844ec-23fd-4c5a-af2f-3908b4f874c2","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 53424,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_d55bc10f-c95d-456d-99d1-562480d572e3.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_d55bc10f-c95d-456d-99d1-562480d572e3.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 100,\n 53,\n 53,\n 98,\n 99,\n 49,\n 48,\n 102,\n 45,\n 99,\n 57,\n 53,\n 100,\n 45,\n 52,\n 53,\n 54,\n 100,\n 45,\n 57,\n 57,\n 100,\n 49,\n 45,\n 53,\n 54,\n 50,\n 52,\n 56,\n 48,\n 100,\n 53,\n 55,\n 50,\n 101,\n 51,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_d55bc10f-c95d-456d-99d1-562480d572e3.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-27T03:11:41.979229967Z","hostname":"oxz_internal_dns_58d2cce9-8b9a-4a13-9d2e-eabfc574cdf4","pid":5519,"peer_addr":"[fd00:1122:3344:101::e]:57752","req_id":"18ec92c1-eda1-45bd-8ee3-d2b222cc80f6","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 46170,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-27T03:11:48.66885088Z","hostname":"oxz_internal_dns_58d2cce9-8b9a-4a13-9d2e-eabfc574cdf4","pid":5519,"peer_addr":"[fd00:1122:3344:101::d]:64896","req_id":"2f10dbb4-d5cd-4fc8-a0ad-e632fd3688fb","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 7038,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-27T03:11:58.669549653Z","hostname":"oxz_internal_dns_58d2cce9-8b9a-4a13-9d2e-eabfc574cdf4","pid":5519,"peer_addr":"[fd00:1122:3344:101::d]:62741","req_id":"b37fc54b-0e8a-46ad-a4f9-8ae601bd2e24","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 25549,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-27T03:12:01.856918603Z","hostname":"oxz_internal_dns_58d2cce9-8b9a-4a13-9d2e-eabfc574cdf4","pid":5519,"peer_addr":"[fd00:1122:3344:101::1b]:53838","req_id":"697fdc0e-f189-46b2-b579-5eeeecb529de","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 54629,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-27T03:12:01.861693117Z","hostname":"oxz_internal_dns_58d2cce9-8b9a-4a13-9d2e-eabfc574cdf4","pid":5519,"peer_addr":"[fd00:1122:3344:101::1b]:37157","req_id":"1c9aa732-09af-4ca0-acf9-56bd6c70a33f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 30341,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-27T03:12:01.866206265Z","hostname":"oxz_internal_dns_58d2cce9-8b9a-4a13-9d2e-eabfc574cdf4","pid":5519,"peer_addr":"[fd00:1122:3344:101::1b]:42313","req_id":"2cccd076-0af9-41fa-be63-3c50d67965f8","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 11585,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-27T03:12:06.749953658Z","hostname":"oxz_internal_dns_58d2cce9-8b9a-4a13-9d2e-eabfc574cdf4","pid":5519,"peer_addr":"[fd00:1122:3344:101::c]:22344","req_id":"84be3779-23e9-48d5-8d95-87ba9eb76337","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-27T03:12:06.982348997Z","hostname":"oxz_internal_dns_58d2cce9-8b9a-4a13-9d2e-eabfc574cdf4","pid":5519,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:65470"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-27T03:12:07.038167855Z","hostname":"oxz_internal_dns_58d2cce9-8b9a-4a13-9d2e-eabfc574cdf4","pid":5519,"uri":"/config","method":"GET","req_id":"55305de2-c2be-4934-93a5-5cff513b8b23","remote_addr":"[fd00:1122:3344:101::c]:65470","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":30176,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-27T03:12:08.112128242Z","hostname":"oxz_internal_dns_58d2cce9-8b9a-4a13-9d2e-eabfc574cdf4","pid":5519,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:65239"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-03-27T03:12:08.114239817Z","hostname":"oxz_internal_dns_58d2cce9-8b9a-4a13-9d2e-eabfc574cdf4","pid":5519,"new_generation":1,"req_id":"e9d2f7d1-4b8c-4298-980a-a1515f7e20a3","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-03-27T03:12:08.114271088Z","hostname":"oxz_internal_dns_58d2cce9-8b9a-4a13-9d2e-eabfc574cdf4","pid":5519,"new_generation":1,"req_id":"e9d2f7d1-4b8c-4298-980a-a1515f7e20a3","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-27T03:12:08.114335029Z","hostname":"oxz_internal_dns_58d2cce9-8b9a-4a13-9d2e-eabfc574cdf4","pid":5519,"uri":"/config","method":"PUT","req_id":"e9d2f7d1-4b8c-4298-980a-a1515f7e20a3","remote_addr":"[fd00:1122:3344:101::c]:65239","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":252,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 3917,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-27T03:12:08.130467991Z","hostname":"oxz_internal_dns_58d2cce9-8b9a-4a13-9d2e-eabfc574cdf4","pid":5519,"peer_addr":"[fd00:1122:3344:101::c]:14363","req_id":"4e854d1e-41d1-4c43-830b-45bb20c08a00","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-27T03:12:08.395603175Z","hostname":"oxz_internal_dns_58d2cce9-8b9a-4a13-9d2e-eabfc574cdf4","pid":5519,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:54706"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-27T03:12:08.395850521Z","hostname":"oxz_internal_dns_58d2cce9-8b9a-4a13-9d2e-eabfc574cdf4","pid":5519,"uri":"/config","method":"GET","req_id":"bfa980c7-b957-479d-be49-36c065be181e","remote_addr":"[fd00:1122:3344:101::c]:54706","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":192,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 56295,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-27T03:12:08.671226433Z","hostname":"oxz_internal_dns_58d2cce9-8b9a-4a13-9d2e-eabfc574cdf4","pid":5519,"peer_addr":"[fd00:1122:3344:101::d]:49931","req_id":"deb7580a-5ed0-4345-93aa-d33ae7ca9e8d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 20640,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-27T03:12:09.486226416Z","hostname":"oxz_internal_dns_58d2cce9-8b9a-4a13-9d2e-eabfc574cdf4","pid":5519,"peer_addr":"[fd00:1122:3344:101::c]:37084","req_id":"fea0e64e-a5c4-4ccd-926e-73605f2bc7ae","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-27T03:12:09.606843796Z","hostname":"oxz_internal_dns_58d2cce9-8b9a-4a13-9d2e-eabfc574cdf4","pid":5519,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:50384"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-27T03:12:09.607213966Z","hostname":"oxz_internal_dns_58d2cce9-8b9a-4a13-9d2e-eabfc574cdf4","pid":5519,"uri":"/config","method":"GET","req_id":"babb0223-cb85-4f5f-81af-d70a88b331cf","remote_addr":"[fd00:1122:3344:101::c]:50384","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":277,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 15650,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-27T03:12:10.1269787Z","hostname":"oxz_internal_dns_58d2cce9-8b9a-4a13-9d2e-eabfc574cdf4","pid":5519,"peer_addr":"[fd00:1122:3344:101::b]:32414","req_id":"aa6bde33-d7b6-4a05-ab04-565e35ae5204","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-27T03:12:10.259328446Z","hostname":"oxz_internal_dns_58d2cce9-8b9a-4a13-9d2e-eabfc574cdf4","pid":5519,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:39077"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-27T03:12:10.259574552Z","hostname":"oxz_internal_dns_58d2cce9-8b9a-4a13-9d2e-eabfc574cdf4","pid":5519,"uri":"/config","method":"GET","req_id":"939e9715-b992-469b-8c6f-4b6bf72954f3","remote_addr":"[fd00:1122:3344:101::b]:39077","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":209,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 27713,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-27T03:12:18.199025694Z","hostname":"oxz_internal_dns_58d2cce9-8b9a-4a13-9d2e-eabfc574cdf4","pid":5519,"peer_addr":"[fd00:1122:3344:101::a]:11448","req_id":"29dce402-d608-4134-a58b-2e68ce9ca0bc","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-27T03:12:18.368181151Z","hostname":"oxz_internal_dns_58d2cce9-8b9a-4a13-9d2e-eabfc574cdf4","pid":5519,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:47463"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-27T03:12:18.368412587Z","hostname":"oxz_internal_dns_58d2cce9-8b9a-4a13-9d2e-eabfc574cdf4","pid":5519,"uri":"/config","method":"GET","req_id":"80132aa6-f16e-4c35-b609-38424a104eab","remote_addr":"[fd00:1122:3344:101::a]:47463","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":198,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 17306,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-27T03:12:18.673378831Z","hostname":"oxz_internal_dns_58d2cce9-8b9a-4a13-9d2e-eabfc574cdf4","pid":5519,"peer_addr":"[fd00:1122:3344:101::d]:54286","req_id":"1a064225-80eb-4bd2-99ea-6670788db484","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 46754,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-27T03:12:28.674554218Z","hostname":"oxz_internal_dns_58d2cce9-8b9a-4a13-9d2e-eabfc574cdf4","pid":5519,"peer_addr":"[fd00:1122:3344:101::d]:50451","req_id":"a9285567-a2fb-4422-a244-b2936e262661","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-27T03:12:37.526264575Z","hostname":"oxz_internal_dns_58d2cce9-8b9a-4a13-9d2e-eabfc574cdf4","pid":5519,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:62070"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-03-27T03:12:37.528280608Z","hostname":"oxz_internal_dns_58d2cce9-8b9a-4a13-9d2e-eabfc574cdf4","pid":5519,"new_generation":1,"req_id":"41ccab4d-b4ca-4b95-b5ea-601350738101","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-03-27T03:12:37.528337579Z","hostname":"oxz_internal_dns_58d2cce9-8b9a-4a13-9d2e-eabfc574cdf4","pid":5519,"new_generation":1,"req_id":"41ccab4d-b4ca-4b95-b5ea-601350738101","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-27T03:12:37.52834802Z","hostname":"oxz_internal_dns_58d2cce9-8b9a-4a13-9d2e-eabfc574cdf4","pid":5519,"uri":"/config","method":"PUT","req_id":"41ccab4d-b4ca-4b95-b5ea-601350738101","remote_addr":"[fd00:1122:3344:101::a]:62070","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":232,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-27T03:12:38.424894783Z","hostname":"oxz_internal_dns_58d2cce9-8b9a-4a13-9d2e-eabfc574cdf4","pid":5519,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:50101"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-03-27T03:12:38.428074686Z","hostname":"oxz_internal_dns_58d2cce9-8b9a-4a13-9d2e-eabfc574cdf4","pid":5519,"new_generation":1,"req_id":"a6bbb5c9-d62d-4285-b286-40235d26e945","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-03-27T03:12:38.428112817Z","hostname":"oxz_internal_dns_58d2cce9-8b9a-4a13-9d2e-eabfc574cdf4","pid":5519,"new_generation":1,"req_id":"a6bbb5c9-d62d-4285-b286-40235d26e945","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-27T03:12:38.428159438Z","hostname":"oxz_internal_dns_58d2cce9-8b9a-4a13-9d2e-eabfc574cdf4","pid":5519,"uri":"/config","method":"PUT","req_id":"a6bbb5c9-d62d-4285-b286-40235d26e945","remote_addr":"[fd00:1122:3344:101::c]:50101","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":293,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 44580,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-27T03:12:38.675292312Z","hostname":"oxz_internal_dns_58d2cce9-8b9a-4a13-9d2e-eabfc574cdf4","pid":5519,"peer_addr":"[fd00:1122:3344:101::d]:55880","req_id":"c2fe8ed6-90b1-4dd2-9e4c-4b0acd8aad63","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 45130,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-27T03:12:38.790028058Z","hostname":"oxz_internal_dns_58d2cce9-8b9a-4a13-9d2e-eabfc574cdf4","pid":5519,"peer_addr":"[fd00:1122:3344:101::a]:24440","req_id":"c7319f37-342e-484a-ad77-e775be7eaf62","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-27T03:12:39.007007735Z","hostname":"oxz_internal_dns_58d2cce9-8b9a-4a13-9d2e-eabfc574cdf4","pid":5519,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:54105"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-27T03:12:39.007331554Z","hostname":"oxz_internal_dns_58d2cce9-8b9a-4a13-9d2e-eabfc574cdf4","pid":5519,"uri":"/config","method":"GET","req_id":"037328d7-9394-418b-a696-7eb7570763e5","remote_addr":"[fd00:1122:3344:101::a]:54105","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":219,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-27T03:12:39.065861462Z","hostname":"oxz_internal_dns_58d2cce9-8b9a-4a13-9d2e-eabfc574cdf4","pid":5519,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:58509"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-03-27T03:12:39.069443946Z","hostname":"oxz_internal_dns_58d2cce9-8b9a-4a13-9d2e-eabfc574cdf4","pid":5519,"new_generation":1,"req_id":"14766a1b-20be-4a49-93dd-c67bbbc2e1ea","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-03-27T03:12:39.069511837Z","hostname":"oxz_internal_dns_58d2cce9-8b9a-4a13-9d2e-eabfc574cdf4","pid":5519,"new_generation":1,"req_id":"14766a1b-20be-4a49-93dd-c67bbbc2e1ea","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-27T03:12:39.069524568Z","hostname":"oxz_internal_dns_58d2cce9-8b9a-4a13-9d2e-eabfc574cdf4","pid":5519,"uri":"/config","method":"PUT","req_id":"14766a1b-20be-4a49-93dd-c67bbbc2e1ea","remote_addr":"[fd00:1122:3344:101::b]:58509","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":1225,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 42805,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-27T03:12:39.504335232Z","hostname":"oxz_internal_dns_58d2cce9-8b9a-4a13-9d2e-eabfc574cdf4","pid":5519,"peer_addr":"[fd00:1122:3344:101::c]:49768","req_id":"37c2271b-bda7-4b01-aa36-4a92829bddca","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 43689,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-27T03:12:39.561993978Z","hostname":"oxz_internal_dns_58d2cce9-8b9a-4a13-9d2e-eabfc574cdf4","pid":5519,"peer_addr":"[fd00:1122:3344:101::b]:37808","req_id":"b6997365-94b4-4929-993a-9b9bfc2c6b6d","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-27T03:12:39.613898534Z","hostname":"oxz_internal_dns_58d2cce9-8b9a-4a13-9d2e-eabfc574cdf4","pid":5519,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:52029"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-27T03:12:39.614165091Z","hostname":"oxz_internal_dns_58d2cce9-8b9a-4a13-9d2e-eabfc574cdf4","pid":5519,"uri":"/config","method":"GET","req_id":"867353e3-157e-4f82-ad83-c43313472af7","remote_addr":"[fd00:1122:3344:101::c]:52029","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":207,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-27T03:12:39.666467447Z","hostname":"oxz_internal_dns_58d2cce9-8b9a-4a13-9d2e-eabfc574cdf4","pid":5519,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:56037"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-27T03:12:39.666704243Z","hostname":"oxz_internal_dns_58d2cce9-8b9a-4a13-9d2e-eabfc574cdf4","pid":5519,"uri":"/config","method":"GET","req_id":"893dde64-c786-415a-b1b2-2a0a558ad2d5","remote_addr":"[fd00:1122:3344:101::b]:56037","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":198,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 40314,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-27T03:12:48.676787094Z","hostname":"oxz_internal_dns_58d2cce9-8b9a-4a13-9d2e-eabfc574cdf4","pid":5519,"peer_addr":"[fd00:1122:3344:101::d]:50974","req_id":"79cc9c5c-cfa1-44af-801d-46e4378760de","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 48950,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-27T03:12:58.678277687Z","hostname":"oxz_internal_dns_58d2cce9-8b9a-4a13-9d2e-eabfc574cdf4","pid":5519,"peer_addr":"[fd00:1122:3344:101::d]:58549","req_id":"dda0a767-1a0a-4d16-9745-f9bb9122c6df","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 34277,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-27T03:13:08.679331227Z","hostname":"oxz_internal_dns_58d2cce9-8b9a-4a13-9d2e-eabfc574cdf4","pid":5519,"peer_addr":"[fd00:1122:3344:101::d]:61865","req_id":"270585c2-2abb-4f51-a4fd-960ad54e212c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 33015,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-27T03:13:18.680262337Z","hostname":"oxz_internal_dns_58d2cce9-8b9a-4a13-9d2e-eabfc574cdf4","pid":5519,"peer_addr":"[fd00:1122:3344:101::d]:50163","req_id":"10368962-e2ae-4112-9fe5-698ec4c0ac97","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 36337,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-27T03:13:28.681273377Z","hostname":"oxz_internal_dns_58d2cce9-8b9a-4a13-9d2e-eabfc574cdf4","pid":5519,"peer_addr":"[fd00:1122:3344:101::d]:51024","req_id":"275c69f9-7b2c-4eaa-aca7-6fd3fbe2199e","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-27T03:13:37.364222289Z","hostname":"oxz_internal_dns_58d2cce9-8b9a-4a13-9d2e-eabfc574cdf4","pid":5519,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:37349"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-03-27T03:13:37.367060023Z","hostname":"oxz_internal_dns_58d2cce9-8b9a-4a13-9d2e-eabfc574cdf4","pid":5519,"new_generation":1,"req_id":"426cec20-8120-4993-8ebc-43720128d605","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-03-27T03:13:37.367113054Z","hostname":"oxz_internal_dns_58d2cce9-8b9a-4a13-9d2e-eabfc574cdf4","pid":5519,"new_generation":1,"req_id":"426cec20-8120-4993-8ebc-43720128d605","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-27T03:13:37.367122884Z","hostname":"oxz_internal_dns_58d2cce9-8b9a-4a13-9d2e-eabfc574cdf4","pid":5519,"uri":"/config","method":"PUT","req_id":"426cec20-8120-4993-8ebc-43720128d605","remote_addr":"[fd00:1122:3344:101::a]:37349","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":195,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-27T03:13:38.423548413Z","hostname":"oxz_internal_dns_58d2cce9-8b9a-4a13-9d2e-eabfc574cdf4","pid":5519,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:53899"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-03-27T03:13:38.426159111Z","hostname":"oxz_internal_dns_58d2cce9-8b9a-4a13-9d2e-eabfc574cdf4","pid":5519,"new_generation":1,"req_id":"c251f67b-e798-4d84-b784-4e51b51dcf9a","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-03-27T03:13:38.426220793Z","hostname":"oxz_internal_dns_58d2cce9-8b9a-4a13-9d2e-eabfc574cdf4","pid":5519,"new_generation":1,"req_id":"c251f67b-e798-4d84-b784-4e51b51dcf9a","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-27T03:13:38.426230323Z","hostname":"oxz_internal_dns_58d2cce9-8b9a-4a13-9d2e-eabfc574cdf4","pid":5519,"uri":"/config","method":"PUT","req_id":"c251f67b-e798-4d84-b784-4e51b51dcf9a","remote_addr":"[fd00:1122:3344:101::c]:53899","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":270,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 31040,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-27T03:13:38.682639419Z","hostname":"oxz_internal_dns_58d2cce9-8b9a-4a13-9d2e-eabfc574cdf4","pid":5519,"peer_addr":"[fd00:1122:3344:101::d]:61477","req_id":"b615658e-a166-4614-8107-ca8bdeca3d3b","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-27T03:13:38.939470567Z","hostname":"oxz_internal_dns_58d2cce9-8b9a-4a13-9d2e-eabfc574cdf4","pid":5519,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:51408"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-03-27T03:13:38.942467445Z","hostname":"oxz_internal_dns_58d2cce9-8b9a-4a13-9d2e-eabfc574cdf4","pid":5519,"new_generation":1,"req_id":"c351c22f-5949-452d-8056-d8cbc6c2a94f","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-03-27T03:13:38.942495596Z","hostname":"oxz_internal_dns_58d2cce9-8b9a-4a13-9d2e-eabfc574cdf4","pid":5519,"new_generation":1,"req_id":"c351c22f-5949-452d-8056-d8cbc6c2a94f","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-27T03:13:38.942526497Z","hostname":"oxz_internal_dns_58d2cce9-8b9a-4a13-9d2e-eabfc574cdf4","pid":5519,"uri":"/config","method":"PUT","req_id":"c351c22f-5949-452d-8056-d8cbc6c2a94f","remote_addr":"[fd00:1122:3344:101::b]:51408","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":218,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 53005,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-27T03:13:41.370292568Z","hostname":"oxz_internal_dns_58d2cce9-8b9a-4a13-9d2e-eabfc574cdf4","pid":5519,"peer_addr":"[fd00:1122:3344:101::a]:36492","req_id":"650d0a92-f543-4d4c-a809-b4cc99cde182","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-27T03:13:41.552840346Z","hostname":"oxz_internal_dns_58d2cce9-8b9a-4a13-9d2e-eabfc574cdf4","pid":5519,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:38102"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-27T03:13:41.553086272Z","hostname":"oxz_internal_dns_58d2cce9-8b9a-4a13-9d2e-eabfc574cdf4","pid":5519,"uri":"/config","method":"GET","req_id":"cf58dfa7-a119-4b5a-8f0c-6987e1f68640","remote_addr":"[fd00:1122:3344:101::a]:38102","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":201,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 43199,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-27T03:13:43.80851629Z","hostname":"oxz_internal_dns_58d2cce9-8b9a-4a13-9d2e-eabfc574cdf4","pid":5519,"peer_addr":"[fd00:1122:3344:101::c]:14819","req_id":"cef41908-ba56-4ae7-b004-3490ef45054a","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-27T03:13:43.904296151Z","hostname":"oxz_internal_dns_58d2cce9-8b9a-4a13-9d2e-eabfc574cdf4","pid":5519,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:58739"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-27T03:13:43.904545137Z","hostname":"oxz_internal_dns_58d2cce9-8b9a-4a13-9d2e-eabfc574cdf4","pid":5519,"uri":"/config","method":"GET","req_id":"6b2657d2-ccb3-4e27-aa7f-48f0386bc173","remote_addr":"[fd00:1122:3344:101::c]:58739","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":207,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 59067,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-27T03:13:45.617944912Z","hostname":"oxz_internal_dns_58d2cce9-8b9a-4a13-9d2e-eabfc574cdf4","pid":5519,"peer_addr":"[fd00:1122:3344:101::b]:7792","req_id":"275f7870-0f1a-4d82-b5f8-28caeb36c122","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-27T03:13:45.709845022Z","hostname":"oxz_internal_dns_58d2cce9-8b9a-4a13-9d2e-eabfc574cdf4","pid":5519,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:51173"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-27T03:13:45.710087308Z","hostname":"oxz_internal_dns_58d2cce9-8b9a-4a13-9d2e-eabfc574cdf4","pid":5519,"uri":"/config","method":"GET","req_id":"57716bf5-cf70-4ed0-851c-411a0e5a4d1e","remote_addr":"[fd00:1122:3344:101::b]:51173","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":202,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 37152,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-27T03:13:48.685050281Z","hostname":"oxz_internal_dns_58d2cce9-8b9a-4a13-9d2e-eabfc574cdf4","pid":5519,"peer_addr":"[fd00:1122:3344:101::d]:53856","req_id":"4fdbb8d5-df1a-46dd-9974-74fd4b5b13f1","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 7804,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-27T03:13:53.891335156Z","hostname":"oxz_internal_dns_58d2cce9-8b9a-4a13-9d2e-eabfc574cdf4","pid":5519,"peer_addr":"[fd00:1122:3344:101::1b]:62230","req_id":"e50c98fb-7aeb-43d4-827b-625632a71ec7","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 22509,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-27T03:13:53.895499165Z","hostname":"oxz_internal_dns_58d2cce9-8b9a-4a13-9d2e-eabfc574cdf4","pid":5519,"peer_addr":"[fd00:1122:3344:101::1b]:38890","req_id":"32c95e73-7847-4140-9423-4bee16e42c9e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 26059,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-27T03:13:53.900735272Z","hostname":"oxz_internal_dns_58d2cce9-8b9a-4a13-9d2e-eabfc574cdf4","pid":5519,"peer_addr":"[fd00:1122:3344:101::1b]:46470","req_id":"cac4691d-916f-4cdf-be93-e2abac4356f4","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 7612,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-27T03:13:58.686232807Z","hostname":"oxz_internal_dns_58d2cce9-8b9a-4a13-9d2e-eabfc574cdf4","pid":5519,"peer_addr":"[fd00:1122:3344:101::d]:59003","req_id":"0eb00983-6002-4230-8ac2-c686c3532734","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 9218,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-27T03:14:08.688077022Z","hostname":"oxz_internal_dns_58d2cce9-8b9a-4a13-9d2e-eabfc574cdf4","pid":5519,"peer_addr":"[fd00:1122:3344:101::d]:52598","req_id":"9e567583-9738-4e6b-b8a8-d9c69765904c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 6336,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-27T03:14:18.690593097Z","hostname":"oxz_internal_dns_58d2cce9-8b9a-4a13-9d2e-eabfc574cdf4","pid":5519,"peer_addr":"[fd00:1122:3344:101::d]:58482","req_id":"87a1b206-5d56-4550-bcca-f2451c0fad2e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 60182,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-27T03:14:28.691564559Z","hostname":"oxz_internal_dns_58d2cce9-8b9a-4a13-9d2e-eabfc574cdf4","pid":5519,"peer_addr":"[fd00:1122:3344:101::d]:50261","req_id":"357e3d46-bbcf-4a4f-bc14-54fadb827203","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-27T03:14:37.363444168Z","hostname":"oxz_internal_dns_58d2cce9-8b9a-4a13-9d2e-eabfc574cdf4","pid":5519,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:43688"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-03-27T03:14:37.365603835Z","hostname":"oxz_internal_dns_58d2cce9-8b9a-4a13-9d2e-eabfc574cdf4","pid":5519,"new_generation":1,"req_id":"e3eb5068-802f-4d1c-9e04-e1ae6e44d875","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-03-27T03:14:37.365625055Z","hostname":"oxz_internal_dns_58d2cce9-8b9a-4a13-9d2e-eabfc574cdf4","pid":5519,"new_generation":1,"req_id":"e3eb5068-802f-4d1c-9e04-e1ae6e44d875","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-27T03:14:37.365632345Z","hostname":"oxz_internal_dns_58d2cce9-8b9a-4a13-9d2e-eabfc574cdf4","pid":5519,"uri":"/config","method":"PUT","req_id":"e3eb5068-802f-4d1c-9e04-e1ae6e44d875","remote_addr":"[fd00:1122:3344:101::a]:43688","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":169,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-27T03:14:38.422918375Z","hostname":"oxz_internal_dns_58d2cce9-8b9a-4a13-9d2e-eabfc574cdf4","pid":5519,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:55950"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-03-27T03:14:38.425869112Z","hostname":"oxz_internal_dns_58d2cce9-8b9a-4a13-9d2e-eabfc574cdf4","pid":5519,"new_generation":1,"req_id":"e4af1e31-28b3-4052-a4aa-fd2b59ac868f","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-03-27T03:14:38.425914054Z","hostname":"oxz_internal_dns_58d2cce9-8b9a-4a13-9d2e-eabfc574cdf4","pid":5519,"new_generation":1,"req_id":"e4af1e31-28b3-4052-a4aa-fd2b59ac868f","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-27T03:14:38.425926704Z","hostname":"oxz_internal_dns_58d2cce9-8b9a-4a13-9d2e-eabfc574cdf4","pid":5519,"uri":"/config","method":"PUT","req_id":"e4af1e31-28b3-4052-a4aa-fd2b59ac868f","remote_addr":"[fd00:1122:3344:101::c]:55950","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":233,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 34738,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-27T03:14:38.521982853Z","hostname":"oxz_internal_dns_58d2cce9-8b9a-4a13-9d2e-eabfc574cdf4","pid":5519,"peer_addr":"[fd00:1122:3344:101::a]:29737","req_id":"69a2aa76-1e12-4951-84d9-a4fab9613d72","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 28221,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-27T03:14:38.693529813Z","hostname":"oxz_internal_dns_58d2cce9-8b9a-4a13-9d2e-eabfc574cdf4","pid":5519,"peer_addr":"[fd00:1122:3344:101::d]:57337","req_id":"0fc103c7-cbc5-4059-b451-51c736f942b7","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-27T03:14:38.777889996Z","hostname":"oxz_internal_dns_58d2cce9-8b9a-4a13-9d2e-eabfc574cdf4","pid":5519,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:35879"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-27T03:14:38.778152112Z","hostname":"oxz_internal_dns_58d2cce9-8b9a-4a13-9d2e-eabfc574cdf4","pid":5519,"uri":"/config","method":"GET","req_id":"868cf53b-7d99-4194-8858-fe3925555be1","remote_addr":"[fd00:1122:3344:101::a]:35879","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":224,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-27T03:14:38.940509432Z","hostname":"oxz_internal_dns_58d2cce9-8b9a-4a13-9d2e-eabfc574cdf4","pid":5519,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:46333"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-03-27T03:14:38.943188313Z","hostname":"oxz_internal_dns_58d2cce9-8b9a-4a13-9d2e-eabfc574cdf4","pid":5519,"new_generation":1,"req_id":"412d31bd-5d58-4fd6-85b8-7129faa12336","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-03-27T03:14:38.943217063Z","hostname":"oxz_internal_dns_58d2cce9-8b9a-4a13-9d2e-eabfc574cdf4","pid":5519,"new_generation":1,"req_id":"412d31bd-5d58-4fd6-85b8-7129faa12336","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-27T03:14:38.943225923Z","hostname":"oxz_internal_dns_58d2cce9-8b9a-4a13-9d2e-eabfc574cdf4","pid":5519,"uri":"/config","method":"PUT","req_id":"412d31bd-5d58-4fd6-85b8-7129faa12336","remote_addr":"[fd00:1122:3344:101::b]:46333","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":288,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 17949,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-27T03:14:39.805061371Z","hostname":"oxz_internal_dns_58d2cce9-8b9a-4a13-9d2e-eabfc574cdf4","pid":5519,"peer_addr":"[fd00:1122:3344:101::c]:20324","req_id":"944566a7-58da-4753-86aa-46c5a8893467","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 4319,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-27T03:14:39.979151877Z","hostname":"oxz_internal_dns_58d2cce9-8b9a-4a13-9d2e-eabfc574cdf4","pid":5519,"peer_addr":"[fd00:1122:3344:101::b]:15220","req_id":"a33b8ffc-0e88-42e1-8af9-0335360c5b64","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-27T03:14:39.99227107Z","hostname":"oxz_internal_dns_58d2cce9-8b9a-4a13-9d2e-eabfc574cdf4","pid":5519,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:32844"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-27T03:14:39.992517986Z","hostname":"oxz_internal_dns_58d2cce9-8b9a-4a13-9d2e-eabfc574cdf4","pid":5519,"uri":"/config","method":"GET","req_id":"111c73d5-237a-4ad3-9d54-8bb33c50d240","remote_addr":"[fd00:1122:3344:101::c]:32844","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":187,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-27T03:14:40.159443566Z","hostname":"oxz_internal_dns_58d2cce9-8b9a-4a13-9d2e-eabfc574cdf4","pid":5519,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:53324"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-27T03:14:40.159784475Z","hostname":"oxz_internal_dns_58d2cce9-8b9a-4a13-9d2e-eabfc574cdf4","pid":5519,"uri":"/config","method":"GET","req_id":"5e059e09-7d8e-4372-8c0e-1dba6133c88f","remote_addr":"[fd00:1122:3344:101::b]:53324","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":264,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 36867,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-27T03:14:48.695350255Z","hostname":"oxz_internal_dns_58d2cce9-8b9a-4a13-9d2e-eabfc574cdf4","pid":5519,"peer_addr":"[fd00:1122:3344:101::d]:65469","req_id":"9e0b4a56-5459-45bb-b982-d6a7e1ef9bc8","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 11864,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-27T03:14:58.697227158Z","hostname":"oxz_internal_dns_58d2cce9-8b9a-4a13-9d2e-eabfc574cdf4","pid":5519,"peer_addr":"[fd00:1122:3344:101::d]:60007","req_id":"cdfc1d3b-6141-4e7c-a944-040151fa0ace","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 36302,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_d55bc10f-c95d-456d-99d1-562480d572e3.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_d55bc10f-c95d-456d-99d1-562480d572e3.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 100,\n 53,\n 53,\n 98,\n 99,\n 49,\n 48,\n 102,\n 45,\n 99,\n 57,\n 53,\n 100,\n 45,\n 52,\n 53,\n 54,\n 100,\n 45,\n 57,\n 57,\n 100,\n 49,\n 45,\n 53,\n 54,\n 50,\n 52,\n 56,\n 48,\n 100,\n 53,\n 55,\n 50,\n 101,\n 51,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_d55bc10f-c95d-456d-99d1-562480d572e3.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-27T03:15:00.177130827Z","hostname":"oxz_internal_dns_58d2cce9-8b9a-4a13-9d2e-eabfc574cdf4","pid":5519,"peer_addr":"[fd00:1122:3344:101::e]:47005","req_id":"1abac14b-763f-4eb1-850f-fe9e2a4845b1","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 36302,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_d55bc10f-c95d-456d-99d1-562480d572e3.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_d55bc10f-c95d-456d-99d1-562480d572e3.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 100,\n 53,\n 53,\n 98,\n 99,\n 49,\n 48,\n 102,\n 45,\n 99,\n 57,\n 53,\n 100,\n 45,\n 52,\n 53,\n 54,\n 100,\n 45,\n 57,\n 57,\n 100,\n 49,\n 45,\n 53,\n 54,\n 50,\n 52,\n 56,\n 48,\n 100,\n 53,\n 55,\n 50,\n 101,\n 51,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_d55bc10f-c95d-456d-99d1-562480d572e3.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-27T03:15:00.177802614Z","hostname":"oxz_internal_dns_58d2cce9-8b9a-4a13-9d2e-eabfc574cdf4","pid":5519,"peer_addr":"[fd00:1122:3344:101::e]:55620","req_id":"f1213cfc-de15-4c04-b430-8e78d28eff55","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 20484,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_ecc549a0-26a4-4435-80d8-6c2ce077ba8d.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_ecc549a0-26a4-4435-80d8-6c2ce077ba8d.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 101,\n 99,\n 99,\n 53,\n 52,\n 57,\n 97,\n 48,\n 45,\n 50,\n 54,\n 97,\n 52,\n 45,\n 52,\n 52,\n 51,\n 53,\n 45,\n 56,\n 48,\n 100,\n 56,\n 45,\n 54,\n 99,\n 50,\n 99,\n 101,\n 48,\n 55,\n 55,\n 98,\n 97,\n 56,\n 100,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_ecc549a0-26a4-4435-80d8-6c2ce077ba8d.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-27T03:15:00.283920246Z","hostname":"oxz_internal_dns_58d2cce9-8b9a-4a13-9d2e-eabfc574cdf4","pid":5519,"peer_addr":"[fd00:1122:3344:101::3]:58964","req_id":"b86c8dd6-2747-4485-83ae-954171a7f163","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 20484,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_ecc549a0-26a4-4435-80d8-6c2ce077ba8d.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_ecc549a0-26a4-4435-80d8-6c2ce077ba8d.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 101,\n 99,\n 99,\n 53,\n 52,\n 57,\n 97,\n 48,\n 45,\n 50,\n 54,\n 97,\n 52,\n 45,\n 52,\n 52,\n 51,\n 53,\n 45,\n 56,\n 48,\n 100,\n 56,\n 45,\n 54,\n 99,\n 50,\n 99,\n 101,\n 48,\n 55,\n 55,\n 98,\n 97,\n 56,\n 100,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_ecc549a0-26a4-4435-80d8-6c2ce077ba8d.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-27T03:15:00.284553602Z","hostname":"oxz_internal_dns_58d2cce9-8b9a-4a13-9d2e-eabfc574cdf4","pid":5519,"peer_addr":"[fd00:1122:3344:101::3]:58968","req_id":"e2b3ca88-bf37-414b-9780-eb3c0f9f0bca","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 52564,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_5381d3a6-7b62-46a4-aa9c-258fbb9c452c.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_5381d3a6-7b62-46a4-aa9c-258fbb9c452c.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 53,\n 51,\n 56,\n 49,\n 100,\n 51,\n 97,\n 54,\n 45,\n 55,\n 98,\n 54,\n 50,\n 45,\n 52,\n 54,\n 97,\n 52,\n 45,\n 97,\n 97,\n 57,\n 99,\n 45,\n 50,\n 53,\n 56,\n 102,\n 98,\n 98,\n 57,\n 99,\n 52,\n 53,\n 50,\n 99,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_5381d3a6-7b62-46a4-aa9c-258fbb9c452c.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-27T03:15:00.474854222Z","hostname":"oxz_internal_dns_58d2cce9-8b9a-4a13-9d2e-eabfc574cdf4","pid":5519,"peer_addr":"[fd00:1122:3344:101::4]:59507","req_id":"451a25fa-af73-40dc-b0d8-fec692bc31be","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 52564,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_5381d3a6-7b62-46a4-aa9c-258fbb9c452c.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_5381d3a6-7b62-46a4-aa9c-258fbb9c452c.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 53,\n 51,\n 56,\n 49,\n 100,\n 51,\n 97,\n 54,\n 45,\n 55,\n 98,\n 54,\n 50,\n 45,\n 52,\n 54,\n 97,\n 52,\n 45,\n 97,\n 97,\n 57,\n 99,\n 45,\n 50,\n 53,\n 56,\n 102,\n 98,\n 98,\n 57,\n 99,\n 52,\n 53,\n 50,\n 99,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_5381d3a6-7b62-46a4-aa9c-258fbb9c452c.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-27T03:15:00.475359945Z","hostname":"oxz_internal_dns_58d2cce9-8b9a-4a13-9d2e-eabfc574cdf4","pid":5519,"peer_addr":"[fd00:1122:3344:101::4]:44927","req_id":"80bd9021-f88a-4141-9561-c9d1945eda16","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 23789,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_ntp_9f82f907-47fe-4d0a-80ce-eb796dbaeb9f.\"),\n ),\n original: Query {\n name: Name(\"oxz_ntp_9f82f907-47fe-4d0a-80ce-eb796dbaeb9f.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 44,\n 111,\n 120,\n 122,\n 95,\n 110,\n 116,\n 112,\n 95,\n 57,\n 102,\n 56,\n 50,\n 102,\n 57,\n 48,\n 55,\n 45,\n 52,\n 55,\n 102,\n 101,\n 45,\n 52,\n 100,\n 48,\n 97,\n 45,\n 56,\n 48,\n 99,\n 101,\n 45,\n 101,\n 98,\n 55,\n 57,\n 54,\n 100,\n 98,\n 97,\n 101,\n 98,\n 57,\n 102,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_ntp_9f82f907-47fe-4d0a-80ce-eb796dbaeb9f.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-27T03:15:00.484544455Z","hostname":"oxz_internal_dns_58d2cce9-8b9a-4a13-9d2e-eabfc574cdf4","pid":5519,"peer_addr":"[fd00:1122:3344:101::1b]:43196","req_id":"f791f297-05ca-4787-b886-255692b62469","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 29674,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_be7a7515-b053-43dd-a8ac-ba29042bea07.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_be7a7515-b053-43dd-a8ac-ba29042bea07.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 98,\n 101,\n 55,\n 97,\n 55,\n 53,\n 49,\n 53,\n 45,\n 98,\n 48,\n 53,\n 51,\n 45,\n 52,\n 51,\n 100,\n 100,\n 45,\n 97,\n 56,\n 97,\n 99,\n 45,\n 98,\n 97,\n 50,\n 57,\n 48,\n 52,\n 50,\n 98,\n 101,\n 97,\n 48,\n 55,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_be7a7515-b053-43dd-a8ac-ba29042bea07.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-27T03:15:00.492884383Z","hostname":"oxz_internal_dns_58d2cce9-8b9a-4a13-9d2e-eabfc574cdf4","pid":5519,"peer_addr":"[fd00:1122:3344:101::5]:44081","req_id":"94867637-b36f-4eab-bc4a-d28359e3a21a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 29674,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_be7a7515-b053-43dd-a8ac-ba29042bea07.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_be7a7515-b053-43dd-a8ac-ba29042bea07.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 98,\n 101,\n 55,\n 97,\n 55,\n 53,\n 49,\n 53,\n 45,\n 98,\n 48,\n 53,\n 51,\n 45,\n 52,\n 51,\n 100,\n 100,\n 45,\n 97,\n 56,\n 97,\n 99,\n 45,\n 98,\n 97,\n 50,\n 57,\n 48,\n 52,\n 50,\n 98,\n 101,\n 97,\n 48,\n 55,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_be7a7515-b053-43dd-a8ac-ba29042bea07.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-27T03:15:00.493363796Z","hostname":"oxz_internal_dns_58d2cce9-8b9a-4a13-9d2e-eabfc574cdf4","pid":5519,"peer_addr":"[fd00:1122:3344:101::5]:52887","req_id":"efd89eed-4681-46f6-abee-41210c070632","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 33009,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_7464cf48-d232-4cb4-9c1d-eca13eb502b1.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_7464cf48-d232-4cb4-9c1d-eca13eb502b1.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 55,\n 52,\n 54,\n 52,\n 99,\n 102,\n 52,\n 56,\n 45,\n 100,\n 50,\n 51,\n 50,\n 45,\n 52,\n 99,\n 98,\n 52,\n 45,\n 57,\n 99,\n 49,\n 100,\n 45,\n 101,\n 99,\n 97,\n 49,\n 51,\n 101,\n 98,\n 53,\n 48,\n 50,\n 98,\n 49,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_7464cf48-d232-4cb4-9c1d-eca13eb502b1.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-27T03:15:00.518896982Z","hostname":"oxz_internal_dns_58d2cce9-8b9a-4a13-9d2e-eabfc574cdf4","pid":5519,"peer_addr":"[fd00:1122:3344:101::7]:36117","req_id":"02435709-5642-475d-aa8c-16ce1ae40575","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 33009,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_7464cf48-d232-4cb4-9c1d-eca13eb502b1.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_7464cf48-d232-4cb4-9c1d-eca13eb502b1.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 55,\n 52,\n 54,\n 52,\n 99,\n 102,\n 52,\n 56,\n 45,\n 100,\n 50,\n 51,\n 50,\n 45,\n 52,\n 99,\n 98,\n 52,\n 45,\n 57,\n 99,\n 49,\n 100,\n 45,\n 101,\n 99,\n 97,\n 49,\n 51,\n 101,\n 98,\n 53,\n 48,\n 50,\n 98,\n 49,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_7464cf48-d232-4cb4-9c1d-eca13eb502b1.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-27T03:15:00.519513098Z","hostname":"oxz_internal_dns_58d2cce9-8b9a-4a13-9d2e-eabfc574cdf4","pid":5519,"peer_addr":"[fd00:1122:3344:101::7]:64519","req_id":"20af64a9-0fbf-40bf-8fea-7d5954a49dd7","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 8842,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_b3ad217a-a128-468d-8f68-6fe2abb5b449.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_b3ad217a-a128-468d-8f68-6fe2abb5b449.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 98,\n 51,\n 97,\n 100,\n 50,\n 49,\n 55,\n 97,\n 45,\n 97,\n 49,\n 50,\n 56,\n 45,\n 52,\n 54,\n 56,\n 100,\n 45,\n 56,\n 102,\n 54,\n 56,\n 45,\n 54,\n 102,\n 101,\n 50,\n 97,\n 98,\n 98,\n 53,\n 98,\n 52,\n 52,\n 57,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_b3ad217a-a128-468d-8f68-6fe2abb5b449.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-27T03:15:00.54406339Z","hostname":"oxz_internal_dns_58d2cce9-8b9a-4a13-9d2e-eabfc574cdf4","pid":5519,"peer_addr":"[fd00:1122:3344:101::6]:56149","req_id":"5e13a870-86cd-4eef-9c9e-e36e372772c1","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 8842,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_b3ad217a-a128-468d-8f68-6fe2abb5b449.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_b3ad217a-a128-468d-8f68-6fe2abb5b449.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 98,\n 51,\n 97,\n 100,\n 50,\n 49,\n 55,\n 97,\n 45,\n 97,\n 49,\n 50,\n 56,\n 45,\n 52,\n 54,\n 56,\n 100,\n 45,\n 56,\n 102,\n 54,\n 56,\n 45,\n 54,\n 102,\n 101,\n 50,\n 97,\n 98,\n 98,\n 53,\n 98,\n 52,\n 52,\n 57,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_b3ad217a-a128-468d-8f68-6fe2abb5b449.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-27T03:15:00.544559873Z","hostname":"oxz_internal_dns_58d2cce9-8b9a-4a13-9d2e-eabfc574cdf4","pid":5519,"peer_addr":"[fd00:1122:3344:101::6]:59325","req_id":"6428d46b-0f24-4dbc-8a82-52ba962326da","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 59582,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-27T03:15:00.652920313Z","hostname":"oxz_internal_dns_58d2cce9-8b9a-4a13-9d2e-eabfc574cdf4","pid":5519,"peer_addr":"[fd00:1122:3344:101::2]:44990","req_id":"17f8caf7-66b6-448b-a552-e9b04a354af7","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 59582,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-27T03:15:00.653350354Z","hostname":"oxz_internal_dns_58d2cce9-8b9a-4a13-9d2e-eabfc574cdf4","pid":5519,"peer_addr":"[fd00:1122:3344:101::2]:47786","req_id":"21c9e8a1-61ac-41e9-9df7-ea652ca31a0f","component":"dns"}