[ May 23 04:39:41 Enabled. ] [ May 23 04:39:41 Rereading configuration. ] [ May 23 04:39:42 Rereading configuration. ] [ May 23 04:39:43 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:2::1]:5353 --dns-address [fd00:1122:3344:2::1]:53 &"). ] [ May 23 04:39:43 Method "start" exited with status 0. ] Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:2::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } note: configured to log to "/dev/stdout" {"msg":"config","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:39:43.227395481Z","hostname":"oxz_internal_dns_60a8d3e9-3ccd-4bfc-ae28-bf956d1d8773","pid":5469,"dns_config":"Config { bind_address: [fd00:1122:3344:2::1]:53 }","config":"Config { log: File { level: Info, path: \"/dev/stdout\", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:2::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: \"/data/dns\", keep_old_generations: 3 } }"} {"msg":"opening sled database","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:39:43.227560733Z","hostname":"oxz_internal_dns_60a8d3e9-3ccd-4bfc-ae28-bf956d1d8773","pid":5469,"component":"store","path":"/data/dns"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:39:43.249266108Z","hostname":"oxz_internal_dns_60a8d3e9-3ccd-4bfc-ae28-bf956d1d8773","pid":5469,"component":"store"} {"msg":"pruning trees for generations older than 0","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:39:43.249288148Z","hostname":"oxz_internal_dns_60a8d3e9-3ccd-4bfc-ae28-bf956d1d8773","pid":5469,"component":"store","keep":3} {"msg":"DNS server bound to address","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:39:43.249336689Z","hostname":"oxz_internal_dns_60a8d3e9-3ccd-4bfc-ae28-bf956d1d8773","pid":5469,"component":"dns","local_address":"[fd00:1122:3344:2::1]:53"} {"msg":"listening","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:39:43.249597672Z","hostname":"oxz_internal_dns_60a8d3e9-3ccd-4bfc-ae28-bf956d1d8773","pid":5469,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:39:44.620985522Z","hostname":"oxz_internal_dns_60a8d3e9-3ccd-4bfc-ae28-bf956d1d8773","pid":5469,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:2::2]:36664"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:39:44.621761431Z","hostname":"oxz_internal_dns_60a8d3e9-3ccd-4bfc-ae28-bf956d1d8773","pid":5469,"new_generation":1,"req_id":"68e354c7-c0a9-47c0-9579-b2a253e44243","component":"store"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:39:44.621792992Z","hostname":"oxz_internal_dns_60a8d3e9-3ccd-4bfc-ae28-bf956d1d8773","pid":5469,"component":"store"} {"msg":"pruning trees for generations older than 1","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:39:44.633709212Z","hostname":"oxz_internal_dns_60a8d3e9-3ccd-4bfc-ae28-bf956d1d8773","pid":5469,"component":"store","keep":3} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:39:44.633742922Z","hostname":"oxz_internal_dns_60a8d3e9-3ccd-4bfc-ae28-bf956d1d8773","pid":5469,"new_generation":1,"req_id":"68e354c7-c0a9-47c0-9579-b2a253e44243","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:39:44.633750852Z","hostname":"oxz_internal_dns_60a8d3e9-3ccd-4bfc-ae28-bf956d1d8773","pid":5469,"uri":"/config","method":"PUT","req_id":"68e354c7-c0a9-47c0-9579-b2a253e44243","remote_addr":"[fd00:1122:3344:2::2]:36664","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":12368,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 5479,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:39:56.45806849Z","hostname":"oxz_internal_dns_60a8d3e9-3ccd-4bfc-ae28-bf956d1d8773","pid":5469,"peer_addr":"[fd00:1122:3344:101::1b]:43103","req_id":"8e6eb945-704e-47d4-9546-ab4e3f428e20","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 5307,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:39:56.476586748Z","hostname":"oxz_internal_dns_60a8d3e9-3ccd-4bfc-ae28-bf956d1d8773","pid":5469,"peer_addr":"[fd00:1122:3344:101::1b]:59698","req_id":"6fc1aea9-ebc2-49e8-8e5a-bbac8198c6c5","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 61176,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:39:56.49637168Z","hostname":"oxz_internal_dns_60a8d3e9-3ccd-4bfc-ae28-bf956d1d8773","pid":5469,"peer_addr":"[fd00:1122:3344:101::1b]:39808","req_id":"6dde3671-07c9-4f25-9729-5290e48f216e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 7119,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:41:06.433715335Z","hostname":"oxz_internal_dns_60a8d3e9-3ccd-4bfc-ae28-bf956d1d8773","pid":5469,"peer_addr":"[fd00:1122:3344:101::d]:55309","req_id":"10c6e5f6-cfc4-46ee-9250-e559a3fd2ec7","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 6617,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:41:15.538650041Z","hostname":"oxz_internal_dns_60a8d3e9-3ccd-4bfc-ae28-bf956d1d8773","pid":5469,"peer_addr":"[fd00:1122:3344:101::c]:21834","req_id":"b523986d-aa33-4c17-b6db-b18fe1e4ad54","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 44397,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:41:15.716985838Z","hostname":"oxz_internal_dns_60a8d3e9-3ccd-4bfc-ae28-bf956d1d8773","pid":5469,"peer_addr":"[fd00:1122:3344:101::b]:3733","req_id":"43267648-6f2d-4024-be58-452e83b58da1","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 14684,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:41:15.760095685Z","hostname":"oxz_internal_dns_60a8d3e9-3ccd-4bfc-ae28-bf956d1d8773","pid":5469,"peer_addr":"[fd00:1122:3344:101::a]:21463","req_id":"192e3e64-e316-4cb2-bd48-fc05dc7ce5d9","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 16530,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:41:16.417349565Z","hostname":"oxz_internal_dns_60a8d3e9-3ccd-4bfc-ae28-bf956d1d8773","pid":5469,"peer_addr":"[fd00:1122:3344:101::d]:62586","req_id":"2811ed55-e207-42a2-96a6-a3fc06701806","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 56256,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_c7f5ec75-36ef-4877-8258-42bc1813bfac.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_c7f5ec75-36ef-4877-8258-42bc1813bfac.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 99,\n 55,\n 102,\n 53,\n 101,\n 99,\n 55,\n 53,\n 45,\n 51,\n 54,\n 101,\n 102,\n 45,\n 52,\n 56,\n 55,\n 55,\n 45,\n 56,\n 50,\n 53,\n 56,\n 45,\n 52,\n 50,\n 98,\n 99,\n 49,\n 56,\n 49,\n 51,\n 98,\n 102,\n 97,\n 99,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_c7f5ec75-36ef-4877-8258-42bc1813bfac.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:41:18.926486098Z","hostname":"oxz_internal_dns_60a8d3e9-3ccd-4bfc-ae28-bf956d1d8773","pid":5469,"peer_addr":"[fd00:1122:3344:101::e]:58676","req_id":"d1c03dd5-e859-4cf4-8618-fddd30b4a1df","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 56256,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_c7f5ec75-36ef-4877-8258-42bc1813bfac.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_c7f5ec75-36ef-4877-8258-42bc1813bfac.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 99,\n 55,\n 102,\n 53,\n 101,\n 99,\n 55,\n 53,\n 45,\n 51,\n 54,\n 101,\n 102,\n 45,\n 52,\n 56,\n 55,\n 55,\n 45,\n 56,\n 50,\n 53,\n 56,\n 45,\n 52,\n 50,\n 98,\n 99,\n 49,\n 56,\n 49,\n 51,\n 98,\n 102,\n 97,\n 99,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_c7f5ec75-36ef-4877-8258-42bc1813bfac.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:41:18.937171724Z","hostname":"oxz_internal_dns_60a8d3e9-3ccd-4bfc-ae28-bf956d1d8773","pid":5469,"peer_addr":"[fd00:1122:3344:101::e]:55616","req_id":"38dba4ad-a11f-458e-9b8a-5d97bebc1cfe","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 40172,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:41:20.896305928Z","hostname":"oxz_internal_dns_60a8d3e9-3ccd-4bfc-ae28-bf956d1d8773","pid":5469,"peer_addr":"[fd00:1122:3344:101::1b]:43927","req_id":"b1c9e9a3-b0f9-4fb0-92e8-27733d6360e8","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 2012,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:41:20.910844879Z","hostname":"oxz_internal_dns_60a8d3e9-3ccd-4bfc-ae28-bf956d1d8773","pid":5469,"peer_addr":"[fd00:1122:3344:101::1b]:44237","req_id":"52a42aa0-884e-4007-8917-76b7a9a95e0c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 16750,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:41:20.92707828Z","hostname":"oxz_internal_dns_60a8d3e9-3ccd-4bfc-ae28-bf956d1d8773","pid":5469,"peer_addr":"[fd00:1122:3344:101::1b]:45660","req_id":"8bd4a39c-f914-4485-b8d8-40118313fbd3","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 26514,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:41:26.418268161Z","hostname":"oxz_internal_dns_60a8d3e9-3ccd-4bfc-ae28-bf956d1d8773","pid":5469,"peer_addr":"[fd00:1122:3344:101::d]:64259","req_id":"28aa9b33-111a-4737-9877-dbe038499e3a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 14873,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:41:36.419092873Z","hostname":"oxz_internal_dns_60a8d3e9-3ccd-4bfc-ae28-bf956d1d8773","pid":5469,"peer_addr":"[fd00:1122:3344:101::d]:57391","req_id":"8dcf20b6-35da-4430-841b-9a123b681c65","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 6896,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:41:46.4201459Z","hostname":"oxz_internal_dns_60a8d3e9-3ccd-4bfc-ae28-bf956d1d8773","pid":5469,"peer_addr":"[fd00:1122:3344:101::d]:61647","req_id":"915b002e-438d-4855-b95a-77ac5b07dc69","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 5025,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:41:56.421590369Z","hostname":"oxz_internal_dns_60a8d3e9-3ccd-4bfc-ae28-bf956d1d8773","pid":5469,"peer_addr":"[fd00:1122:3344:101::d]:56035","req_id":"264a93fe-5fb5-4bc6-b403-4e3a118fbc5f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 14532,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:41:56.908229233Z","hostname":"oxz_internal_dns_60a8d3e9-3ccd-4bfc-ae28-bf956d1d8773","pid":5469,"peer_addr":"[fd00:1122:3344:101::1b]:46729","req_id":"1a8f8664-a563-44f2-975e-c413d3eb337e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 18907,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:41:56.92328688Z","hostname":"oxz_internal_dns_60a8d3e9-3ccd-4bfc-ae28-bf956d1d8773","pid":5469,"peer_addr":"[fd00:1122:3344:101::1b]:52799","req_id":"a2976638-660b-441c-a676-6524403ec04d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 62417,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:41:56.938653831Z","hostname":"oxz_internal_dns_60a8d3e9-3ccd-4bfc-ae28-bf956d1d8773","pid":5469,"peer_addr":"[fd00:1122:3344:101::1b]:40462","req_id":"fd4521ab-a7f0-4d95-b058-e32d2d92434b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 37911,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:42:02.370807634Z","hostname":"oxz_internal_dns_60a8d3e9-3ccd-4bfc-ae28-bf956d1d8773","pid":5469,"peer_addr":"[fd00:1122:3344:101::a]:12317","req_id":"e91c51e3-4b8f-4ac0-b021-1f33ae063aa9","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:42:02.729667195Z","hostname":"oxz_internal_dns_60a8d3e9-3ccd-4bfc-ae28-bf956d1d8773","pid":5469,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:40763"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:42:02.78708017Z","hostname":"oxz_internal_dns_60a8d3e9-3ccd-4bfc-ae28-bf956d1d8773","pid":5469,"uri":"/config","method":"GET","req_id":"d1f74469-b4ed-46b8-b6d0-5700c273942d","remote_addr":"[fd00:1122:3344:101::a]:40763","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":25168,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 50665,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:42:05.180943027Z","hostname":"oxz_internal_dns_60a8d3e9-3ccd-4bfc-ae28-bf956d1d8773","pid":5469,"peer_addr":"[fd00:1122:3344:101::a]:50478","req_id":"010c8371-571e-4c2a-95d2-89568532215d","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:42:05.295890829Z","hostname":"oxz_internal_dns_60a8d3e9-3ccd-4bfc-ae28-bf956d1d8773","pid":5469,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:37576"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:42:05.296189813Z","hostname":"oxz_internal_dns_60a8d3e9-3ccd-4bfc-ae28-bf956d1d8773","pid":5469,"new_generation":1,"req_id":"31828cd7-8be2-429a-b6e5-91e2433ae1c5","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:42:05.296213243Z","hostname":"oxz_internal_dns_60a8d3e9-3ccd-4bfc-ae28-bf956d1d8773","pid":5469,"new_generation":1,"req_id":"31828cd7-8be2-429a-b6e5-91e2433ae1c5","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:42:05.296233593Z","hostname":"oxz_internal_dns_60a8d3e9-3ccd-4bfc-ae28-bf956d1d8773","pid":5469,"uri":"/config","method":"PUT","req_id":"31828cd7-8be2-429a-b6e5-91e2433ae1c5","remote_addr":"[fd00:1122:3344:101::a]:37576","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":243,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:42:05.374775227Z","hostname":"oxz_internal_dns_60a8d3e9-3ccd-4bfc-ae28-bf956d1d8773","pid":5469,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:38673"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:42:05.375100491Z","hostname":"oxz_internal_dns_60a8d3e9-3ccd-4bfc-ae28-bf956d1d8773","pid":5469,"uri":"/config","method":"GET","req_id":"53a81a83-5a2c-4611-a052-21ef053b5a59","remote_addr":"[fd00:1122:3344:101::a]:38673","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":253,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 50708,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:42:05.900742023Z","hostname":"oxz_internal_dns_60a8d3e9-3ccd-4bfc-ae28-bf956d1d8773","pid":5469,"peer_addr":"[fd00:1122:3344:101::a]:2232","req_id":"5285874a-dfb3-4f1a-9217-d3bed55ebe10","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:42:06.113389785Z","hostname":"oxz_internal_dns_60a8d3e9-3ccd-4bfc-ae28-bf956d1d8773","pid":5469,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:38060"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:42:06.113697448Z","hostname":"oxz_internal_dns_60a8d3e9-3ccd-4bfc-ae28-bf956d1d8773","pid":5469,"uri":"/config","method":"GET","req_id":"a92088b7-a3d1-433b-b145-8fb1ba818048","remote_addr":"[fd00:1122:3344:101::a]:38060","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":233,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 11966,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:42:06.393158495Z","hostname":"oxz_internal_dns_60a8d3e9-3ccd-4bfc-ae28-bf956d1d8773","pid":5469,"peer_addr":"[fd00:1122:3344:101::b]:9988","req_id":"85693deb-3338-41ec-b68d-8565ee97827a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 9967,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:42:06.422346428Z","hostname":"oxz_internal_dns_60a8d3e9-3ccd-4bfc-ae28-bf956d1d8773","pid":5469,"peer_addr":"[fd00:1122:3344:101::d]:56377","req_id":"8306ee56-8a87-4f98-a536-cf86f04a2d16","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 39572,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:42:06.462303318Z","hostname":"oxz_internal_dns_60a8d3e9-3ccd-4bfc-ae28-bf956d1d8773","pid":5469,"peer_addr":"[fd00:1122:3344:101::c]:53256","req_id":"2c3bdc27-df97-44b2-9aa1-65d1e83d2725","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:42:06.60534659Z","hostname":"oxz_internal_dns_60a8d3e9-3ccd-4bfc-ae28-bf956d1d8773","pid":5469,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:52251"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:42:06.605604654Z","hostname":"oxz_internal_dns_60a8d3e9-3ccd-4bfc-ae28-bf956d1d8773","pid":5469,"uri":"/config","method":"GET","req_id":"c75abce4-558e-42e9-92bb-d317758e23a3","remote_addr":"[fd00:1122:3344:101::c]:52251","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":194,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:42:06.639633414Z","hostname":"oxz_internal_dns_60a8d3e9-3ccd-4bfc-ae28-bf956d1d8773","pid":5469,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:46810"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:42:06.639896967Z","hostname":"oxz_internal_dns_60a8d3e9-3ccd-4bfc-ae28-bf956d1d8773","pid":5469,"uri":"/config","method":"GET","req_id":"f8deda64-7f77-4aaf-851a-8b700a8d6b8c","remote_addr":"[fd00:1122:3344:101::b]:46810","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":194,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:42:15.525397686Z","hostname":"oxz_internal_dns_60a8d3e9-3ccd-4bfc-ae28-bf956d1d8773","pid":5469,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:33125"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:42:15.52574218Z","hostname":"oxz_internal_dns_60a8d3e9-3ccd-4bfc-ae28-bf956d1d8773","pid":5469,"new_generation":1,"req_id":"b48efd2c-65ed-4567-a5dc-a42e62f4c18d","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:42:15.52577975Z","hostname":"oxz_internal_dns_60a8d3e9-3ccd-4bfc-ae28-bf956d1d8773","pid":5469,"new_generation":1,"req_id":"b48efd2c-65ed-4567-a5dc-a42e62f4c18d","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:42:15.52579101Z","hostname":"oxz_internal_dns_60a8d3e9-3ccd-4bfc-ae28-bf956d1d8773","pid":5469,"uri":"/config","method":"PUT","req_id":"b48efd2c-65ed-4567-a5dc-a42e62f4c18d","remote_addr":"[fd00:1122:3344:101::a]:33125","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":331,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:42:15.643257422Z","hostname":"oxz_internal_dns_60a8d3e9-3ccd-4bfc-ae28-bf956d1d8773","pid":5469,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:39033"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:42:15.643719007Z","hostname":"oxz_internal_dns_60a8d3e9-3ccd-4bfc-ae28-bf956d1d8773","pid":5469,"new_generation":1,"req_id":"cd6bc614-cbce-4941-8b2f-0cea2b0ea2a9","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:42:15.643746418Z","hostname":"oxz_internal_dns_60a8d3e9-3ccd-4bfc-ae28-bf956d1d8773","pid":5469,"new_generation":1,"req_id":"cd6bc614-cbce-4941-8b2f-0cea2b0ea2a9","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:42:15.643826139Z","hostname":"oxz_internal_dns_60a8d3e9-3ccd-4bfc-ae28-bf956d1d8773","pid":5469,"uri":"/config","method":"PUT","req_id":"cd6bc614-cbce-4941-8b2f-0cea2b0ea2a9","remote_addr":"[fd00:1122:3344:101::c]:39033","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":413,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:42:15.698703614Z","hostname":"oxz_internal_dns_60a8d3e9-3ccd-4bfc-ae28-bf956d1d8773","pid":5469,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:58798"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:42:15.699453803Z","hostname":"oxz_internal_dns_60a8d3e9-3ccd-4bfc-ae28-bf956d1d8773","pid":5469,"new_generation":1,"req_id":"4bbaf698-4ce4-49d6-8a74-32a18b1ff0af","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:42:15.699596155Z","hostname":"oxz_internal_dns_60a8d3e9-3ccd-4bfc-ae28-bf956d1d8773","pid":5469,"new_generation":1,"req_id":"4bbaf698-4ce4-49d6-8a74-32a18b1ff0af","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:42:15.699610285Z","hostname":"oxz_internal_dns_60a8d3e9-3ccd-4bfc-ae28-bf956d1d8773","pid":5469,"uri":"/config","method":"PUT","req_id":"4bbaf698-4ce4-49d6-8a74-32a18b1ff0af","remote_addr":"[fd00:1122:3344:101::b]:58798","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":403,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 63383,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:42:16.425987118Z","hostname":"oxz_internal_dns_60a8d3e9-3ccd-4bfc-ae28-bf956d1d8773","pid":5469,"peer_addr":"[fd00:1122:3344:101::d]:63805","req_id":"98ed1c9c-5408-4d80-beac-85a3fd30d570","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 2338,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:42:16.941303609Z","hostname":"oxz_internal_dns_60a8d3e9-3ccd-4bfc-ae28-bf956d1d8773","pid":5469,"peer_addr":"[fd00:1122:3344:101::b]:39402","req_id":"f233a7c5-57c2-4a71-8516-9393194376bb","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 53574,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:42:16.946008464Z","hostname":"oxz_internal_dns_60a8d3e9-3ccd-4bfc-ae28-bf956d1d8773","pid":5469,"peer_addr":"[fd00:1122:3344:101::c]:25423","req_id":"234e33de-f693-47ed-95d2-d9b9852c9de6","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 32654,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:42:16.946058955Z","hostname":"oxz_internal_dns_60a8d3e9-3ccd-4bfc-ae28-bf956d1d8773","pid":5469,"peer_addr":"[fd00:1122:3344:101::a]:16559","req_id":"25e4474b-efd6-4bf7-9b6c-0a7688a2d2b5","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:42:17.054705235Z","hostname":"oxz_internal_dns_60a8d3e9-3ccd-4bfc-ae28-bf956d1d8773","pid":5469,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:65368"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:42:17.054999536Z","hostname":"oxz_internal_dns_60a8d3e9-3ccd-4bfc-ae28-bf956d1d8773","pid":5469,"uri":"/config","method":"GET","req_id":"316b8f16-4feb-49fc-a87e-45656066bcb2","remote_addr":"[fd00:1122:3344:101::b]:65368","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":189,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:42:17.095642184Z","hostname":"oxz_internal_dns_60a8d3e9-3ccd-4bfc-ae28-bf956d1d8773","pid":5469,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:46411"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:42:17.095892377Z","hostname":"oxz_internal_dns_60a8d3e9-3ccd-4bfc-ae28-bf956d1d8773","pid":5469,"uri":"/config","method":"GET","req_id":"c9a333da-91b3-438d-8272-d51ffac3c9cc","remote_addr":"[fd00:1122:3344:101::c]:46411","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":193,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:42:17.207616741Z","hostname":"oxz_internal_dns_60a8d3e9-3ccd-4bfc-ae28-bf956d1d8773","pid":5469,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:49842"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:42:17.207906234Z","hostname":"oxz_internal_dns_60a8d3e9-3ccd-4bfc-ae28-bf956d1d8773","pid":5469,"uri":"/config","method":"GET","req_id":"a360995c-bffe-47ef-b1a0-b2dbf4b832bb","remote_addr":"[fd00:1122:3344:101::a]:49842","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":239,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 16646,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:42:26.427894476Z","hostname":"oxz_internal_dns_60a8d3e9-3ccd-4bfc-ae28-bf956d1d8773","pid":5469,"peer_addr":"[fd00:1122:3344:101::d]:59010","req_id":"0b7c874f-0747-47bc-af3e-cdead45f237e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 27980,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:42:36.429674128Z","hostname":"oxz_internal_dns_60a8d3e9-3ccd-4bfc-ae28-bf956d1d8773","pid":5469,"peer_addr":"[fd00:1122:3344:101::d]:58908","req_id":"b2952454-4fc2-4e0d-ab0f-259e8fbead3d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 46529,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:42:46.430739972Z","hostname":"oxz_internal_dns_60a8d3e9-3ccd-4bfc-ae28-bf956d1d8773","pid":5469,"peer_addr":"[fd00:1122:3344:101::d]:61564","req_id":"a60eef20-9557-4823-af4f-eb9fcc83d676","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 57953,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:42:56.431950485Z","hostname":"oxz_internal_dns_60a8d3e9-3ccd-4bfc-ae28-bf956d1d8773","pid":5469,"peer_addr":"[fd00:1122:3344:101::d]:54245","req_id":"9ff9c307-1480-47f9-ad60-a4bf28dde0fd","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 41089,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:43:06.433378722Z","hostname":"oxz_internal_dns_60a8d3e9-3ccd-4bfc-ae28-bf956d1d8773","pid":5469,"peer_addr":"[fd00:1122:3344:101::d]:63253","req_id":"73463d40-28f5-4b7e-bb28-403827aa56c7","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:43:15.306141084Z","hostname":"oxz_internal_dns_60a8d3e9-3ccd-4bfc-ae28-bf956d1d8773","pid":5469,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:54615"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:43:15.306462697Z","hostname":"oxz_internal_dns_60a8d3e9-3ccd-4bfc-ae28-bf956d1d8773","pid":5469,"new_generation":1,"req_id":"3bc28484-074c-4ece-bc4e-4292ac6cb8ed","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:43:15.306499748Z","hostname":"oxz_internal_dns_60a8d3e9-3ccd-4bfc-ae28-bf956d1d8773","pid":5469,"new_generation":1,"req_id":"3bc28484-074c-4ece-bc4e-4292ac6cb8ed","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:43:15.306507778Z","hostname":"oxz_internal_dns_60a8d3e9-3ccd-4bfc-ae28-bf956d1d8773","pid":5469,"uri":"/config","method":"PUT","req_id":"3bc28484-074c-4ece-bc4e-4292ac6cb8ed","remote_addr":"[fd00:1122:3344:101::c]:54615","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":288,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:43:15.332709216Z","hostname":"oxz_internal_dns_60a8d3e9-3ccd-4bfc-ae28-bf956d1d8773","pid":5469,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:60424"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:43:15.33309912Z","hostname":"oxz_internal_dns_60a8d3e9-3ccd-4bfc-ae28-bf956d1d8773","pid":5469,"new_generation":1,"req_id":"a9cd6ed8-544f-41f8-8002-d9b6936cc6ac","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:43:15.333152181Z","hostname":"oxz_internal_dns_60a8d3e9-3ccd-4bfc-ae28-bf956d1d8773","pid":5469,"new_generation":1,"req_id":"a9cd6ed8-544f-41f8-8002-d9b6936cc6ac","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:43:15.333177171Z","hostname":"oxz_internal_dns_60a8d3e9-3ccd-4bfc-ae28-bf956d1d8773","pid":5469,"uri":"/config","method":"PUT","req_id":"a9cd6ed8-544f-41f8-8002-d9b6936cc6ac","remote_addr":"[fd00:1122:3344:101::b]:60424","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":321,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:43:15.525282761Z","hostname":"oxz_internal_dns_60a8d3e9-3ccd-4bfc-ae28-bf956d1d8773","pid":5469,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:53273"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:43:15.525944908Z","hostname":"oxz_internal_dns_60a8d3e9-3ccd-4bfc-ae28-bf956d1d8773","pid":5469,"new_generation":1,"req_id":"28a736eb-2e64-49ad-8026-d69e0c6b68ce","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:43:15.525985349Z","hostname":"oxz_internal_dns_60a8d3e9-3ccd-4bfc-ae28-bf956d1d8773","pid":5469,"new_generation":1,"req_id":"28a736eb-2e64-49ad-8026-d69e0c6b68ce","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:43:15.526018399Z","hostname":"oxz_internal_dns_60a8d3e9-3ccd-4bfc-ae28-bf956d1d8773","pid":5469,"uri":"/config","method":"PUT","req_id":"28a736eb-2e64-49ad-8026-d69e0c6b68ce","remote_addr":"[fd00:1122:3344:101::a]:53273","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":270,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 28179,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:43:16.434877239Z","hostname":"oxz_internal_dns_60a8d3e9-3ccd-4bfc-ae28-bf956d1d8773","pid":5469,"peer_addr":"[fd00:1122:3344:101::d]:49392","req_id":"3d9aef88-2a03-4ed1-9713-e3c11ceab182","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 1833,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:43:16.773516892Z","hostname":"oxz_internal_dns_60a8d3e9-3ccd-4bfc-ae28-bf956d1d8773","pid":5469,"peer_addr":"[fd00:1122:3344:101::a]:46557","req_id":"cb0571a7-8f88-4903-bd32-2417202ae32f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 46939,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:43:16.779807426Z","hostname":"oxz_internal_dns_60a8d3e9-3ccd-4bfc-ae28-bf956d1d8773","pid":5469,"peer_addr":"[fd00:1122:3344:101::b]:21890","req_id":"9fe894f4-a371-47c8-a0f2-a977c4df969e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 35719,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:43:16.823653702Z","hostname":"oxz_internal_dns_60a8d3e9-3ccd-4bfc-ae28-bf956d1d8773","pid":5469,"peer_addr":"[fd00:1122:3344:101::c]:34497","req_id":"55f34248-cb61-4fbf-9a2a-c0abcb340488","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:43:16.891226817Z","hostname":"oxz_internal_dns_60a8d3e9-3ccd-4bfc-ae28-bf956d1d8773","pid":5469,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:45112"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:43:16.891556131Z","hostname":"oxz_internal_dns_60a8d3e9-3ccd-4bfc-ae28-bf956d1d8773","pid":5469,"uri":"/config","method":"GET","req_id":"34d7ca9e-5bc6-499b-a6fd-7984b606a201","remote_addr":"[fd00:1122:3344:101::b]:45112","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":254,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:43:16.93571685Z","hostname":"oxz_internal_dns_60a8d3e9-3ccd-4bfc-ae28-bf956d1d8773","pid":5469,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:51182"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:43:16.935961743Z","hostname":"oxz_internal_dns_60a8d3e9-3ccd-4bfc-ae28-bf956d1d8773","pid":5469,"uri":"/config","method":"GET","req_id":"83abf58e-f3db-4d3e-89f1-62d15e88e072","remote_addr":"[fd00:1122:3344:101::c]:51182","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":201,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:43:16.981909543Z","hostname":"oxz_internal_dns_60a8d3e9-3ccd-4bfc-ae28-bf956d1d8773","pid":5469,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:47930"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:43:16.982160366Z","hostname":"oxz_internal_dns_60a8d3e9-3ccd-4bfc-ae28-bf956d1d8773","pid":5469,"uri":"/config","method":"GET","req_id":"b965d0bf-a1c6-43de-86fe-0d3c40caf5b1","remote_addr":"[fd00:1122:3344:101::a]:47930","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":202,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 37989,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:43:26.436342725Z","hostname":"oxz_internal_dns_60a8d3e9-3ccd-4bfc-ae28-bf956d1d8773","pid":5469,"peer_addr":"[fd00:1122:3344:101::d]:60607","req_id":"9ddfeb18-e05d-476e-8fef-478b47eea35f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 60314,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:43:36.438213278Z","hostname":"oxz_internal_dns_60a8d3e9-3ccd-4bfc-ae28-bf956d1d8773","pid":5469,"peer_addr":"[fd00:1122:3344:101::d]:55542","req_id":"f3d5155d-fe41-493e-a405-d0cae84bf6c0","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 12639,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:43:46.440647285Z","hostname":"oxz_internal_dns_60a8d3e9-3ccd-4bfc-ae28-bf956d1d8773","pid":5469,"peer_addr":"[fd00:1122:3344:101::d]:61233","req_id":"1325da1c-0400-4218-bf9f-d6211ff5b052","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 45580,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:43:56.442557057Z","hostname":"oxz_internal_dns_60a8d3e9-3ccd-4bfc-ae28-bf956d1d8773","pid":5469,"peer_addr":"[fd00:1122:3344:101::d]:51558","req_id":"96f9ed8d-3160-4098-8500-c725c11d99f6","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 30733,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:44:06.444443527Z","hostname":"oxz_internal_dns_60a8d3e9-3ccd-4bfc-ae28-bf956d1d8773","pid":5469,"peer_addr":"[fd00:1122:3344:101::d]:64988","req_id":"274ca340-594a-4429-85df-024fd7eb4cd6","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:44:15.305716742Z","hostname":"oxz_internal_dns_60a8d3e9-3ccd-4bfc-ae28-bf956d1d8773","pid":5469,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:49692"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:44:15.306032545Z","hostname":"oxz_internal_dns_60a8d3e9-3ccd-4bfc-ae28-bf956d1d8773","pid":5469,"new_generation":1,"req_id":"084a5a16-5e02-4145-a343-f6357d5d967d","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:44:15.306058216Z","hostname":"oxz_internal_dns_60a8d3e9-3ccd-4bfc-ae28-bf956d1d8773","pid":5469,"new_generation":1,"req_id":"084a5a16-5e02-4145-a343-f6357d5d967d","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:44:15.306068126Z","hostname":"oxz_internal_dns_60a8d3e9-3ccd-4bfc-ae28-bf956d1d8773","pid":5469,"uri":"/config","method":"PUT","req_id":"084a5a16-5e02-4145-a343-f6357d5d967d","remote_addr":"[fd00:1122:3344:101::c]:49692","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":229,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:44:15.331491444Z","hostname":"oxz_internal_dns_60a8d3e9-3ccd-4bfc-ae28-bf956d1d8773","pid":5469,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:46482"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:44:15.331733447Z","hostname":"oxz_internal_dns_60a8d3e9-3ccd-4bfc-ae28-bf956d1d8773","pid":5469,"new_generation":1,"req_id":"7e5e2be8-5f1b-48dc-bc06-4550146c1f48","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:44:15.331749297Z","hostname":"oxz_internal_dns_60a8d3e9-3ccd-4bfc-ae28-bf956d1d8773","pid":5469,"new_generation":1,"req_id":"7e5e2be8-5f1b-48dc-bc06-4550146c1f48","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:44:15.331760527Z","hostname":"oxz_internal_dns_60a8d3e9-3ccd-4bfc-ae28-bf956d1d8773","pid":5469,"uri":"/config","method":"PUT","req_id":"7e5e2be8-5f1b-48dc-bc06-4550146c1f48","remote_addr":"[fd00:1122:3344:101::b]:46482","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":220,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:44:15.526120164Z","hostname":"oxz_internal_dns_60a8d3e9-3ccd-4bfc-ae28-bf956d1d8773","pid":5469,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:48229"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:44:15.526872862Z","hostname":"oxz_internal_dns_60a8d3e9-3ccd-4bfc-ae28-bf956d1d8773","pid":5469,"new_generation":1,"req_id":"e92bda88-8b02-4106-976f-da09de9b38bd","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:44:15.526909503Z","hostname":"oxz_internal_dns_60a8d3e9-3ccd-4bfc-ae28-bf956d1d8773","pid":5469,"new_generation":1,"req_id":"e92bda88-8b02-4106-976f-da09de9b38bd","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:44:15.526923143Z","hostname":"oxz_internal_dns_60a8d3e9-3ccd-4bfc-ae28-bf956d1d8773","pid":5469,"uri":"/config","method":"PUT","req_id":"e92bda88-8b02-4106-976f-da09de9b38bd","remote_addr":"[fd00:1122:3344:101::a]:48229","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":384,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 22102,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:44:16.446232266Z","hostname":"oxz_internal_dns_60a8d3e9-3ccd-4bfc-ae28-bf956d1d8773","pid":5469,"peer_addr":"[fd00:1122:3344:101::d]:52909","req_id":"638edc77-5c7c-477e-943b-2c8d322b6290","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 59248,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:44:16.565506618Z","hostname":"oxz_internal_dns_60a8d3e9-3ccd-4bfc-ae28-bf956d1d8773","pid":5469,"peer_addr":"[fd00:1122:3344:101::a]:17498","req_id":"5db433a6-c629-4756-96dc-258f52ac62d5","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 18501,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:44:16.565738711Z","hostname":"oxz_internal_dns_60a8d3e9-3ccd-4bfc-ae28-bf956d1d8773","pid":5469,"peer_addr":"[fd00:1122:3344:101::c]:3086","req_id":"808b781a-eddc-4dfe-a007-a63c15c60d18","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 17313,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:44:16.566596341Z","hostname":"oxz_internal_dns_60a8d3e9-3ccd-4bfc-ae28-bf956d1d8773","pid":5469,"peer_addr":"[fd00:1122:3344:101::b]:39275","req_id":"e7d51970-6afb-4407-a44f-29d44324095d","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:44:16.676616316Z","hostname":"oxz_internal_dns_60a8d3e9-3ccd-4bfc-ae28-bf956d1d8773","pid":5469,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:49043"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:44:16.676862448Z","hostname":"oxz_internal_dns_60a8d3e9-3ccd-4bfc-ae28-bf956d1d8773","pid":5469,"uri":"/config","method":"GET","req_id":"3ac2062b-2101-493c-9b0f-7d5fefe6850f","remote_addr":"[fd00:1122:3344:101::a]:49043","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":204,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:44:16.723670569Z","hostname":"oxz_internal_dns_60a8d3e9-3ccd-4bfc-ae28-bf956d1d8773","pid":5469,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:33769"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:44:16.724033543Z","hostname":"oxz_internal_dns_60a8d3e9-3ccd-4bfc-ae28-bf956d1d8773","pid":5469,"uri":"/config","method":"GET","req_id":"529dc961-d3bc-4f0c-9583-54b703827d51","remote_addr":"[fd00:1122:3344:101::c]:33769","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":312,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:44:16.763272085Z","hostname":"oxz_internal_dns_60a8d3e9-3ccd-4bfc-ae28-bf956d1d8773","pid":5469,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:35399"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:44:16.763493977Z","hostname":"oxz_internal_dns_60a8d3e9-3ccd-4bfc-ae28-bf956d1d8773","pid":5469,"uri":"/config","method":"GET","req_id":"120a5e08-af69-4a6e-97ea-4d61bc2788fa","remote_addr":"[fd00:1122:3344:101::b]:35399","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":177,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 33021,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:44:26.448331558Z","hostname":"oxz_internal_dns_60a8d3e9-3ccd-4bfc-ae28-bf956d1d8773","pid":5469,"peer_addr":"[fd00:1122:3344:101::d]:57896","req_id":"04b9aeb2-a2bf-45e0-8d05-5cda7d72b3c9","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 65232,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:44:36.450664333Z","hostname":"oxz_internal_dns_60a8d3e9-3ccd-4bfc-ae28-bf956d1d8773","pid":5469,"peer_addr":"[fd00:1122:3344:101::d]:64733","req_id":"92d8f772-8a40-4b29-a48f-85a396cc92cd","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 7562,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:44:46.452653836Z","hostname":"oxz_internal_dns_60a8d3e9-3ccd-4bfc-ae28-bf956d1d8773","pid":5469,"peer_addr":"[fd00:1122:3344:101::d]:61666","req_id":"f20dc49d-3b22-451a-a214-13fad20ff1fd","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 39821,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:44:56.454532658Z","hostname":"oxz_internal_dns_60a8d3e9-3ccd-4bfc-ae28-bf956d1d8773","pid":5469,"peer_addr":"[fd00:1122:3344:101::d]:61424","req_id":"796830fc-83c8-4586-aee0-301192062375","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 24491,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_c7f5ec75-36ef-4877-8258-42bc1813bfac.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_c7f5ec75-36ef-4877-8258-42bc1813bfac.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 99,\n 55,\n 102,\n 53,\n 101,\n 99,\n 55,\n 53,\n 45,\n 51,\n 54,\n 101,\n 102,\n 45,\n 52,\n 56,\n 55,\n 55,\n 45,\n 56,\n 50,\n 53,\n 56,\n 45,\n 52,\n 50,\n 98,\n 99,\n 49,\n 56,\n 49,\n 51,\n 98,\n 102,\n 97,\n 99,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_c7f5ec75-36ef-4877-8258-42bc1813bfac.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:45:00.03061809Z","hostname":"oxz_internal_dns_60a8d3e9-3ccd-4bfc-ae28-bf956d1d8773","pid":5469,"peer_addr":"[fd00:1122:3344:101::e]:35029","req_id":"82a60d62-2fd8-4ff6-8592-46b3e2abcd0d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 24491,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_c7f5ec75-36ef-4877-8258-42bc1813bfac.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_c7f5ec75-36ef-4877-8258-42bc1813bfac.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 99,\n 55,\n 102,\n 53,\n 101,\n 99,\n 55,\n 53,\n 45,\n 51,\n 54,\n 101,\n 102,\n 45,\n 52,\n 56,\n 55,\n 55,\n 45,\n 56,\n 50,\n 53,\n 56,\n 45,\n 52,\n 50,\n 98,\n 99,\n 49,\n 56,\n 49,\n 51,\n 98,\n 102,\n 97,\n 99,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_c7f5ec75-36ef-4877-8258-42bc1813bfac.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:45:00.031225957Z","hostname":"oxz_internal_dns_60a8d3e9-3ccd-4bfc-ae28-bf956d1d8773","pid":5469,"peer_addr":"[fd00:1122:3344:101::e]:42402","req_id":"70235901-eac5-4a99-b090-4004afbdc3a8","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 2326,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_d42d766a-0cb9-4fd6-b37a-76dcf5b16e8d.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_d42d766a-0cb9-4fd6-b37a-76dcf5b16e8d.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 100,\n 52,\n 50,\n 100,\n 55,\n 54,\n 54,\n 97,\n 45,\n 48,\n 99,\n 98,\n 57,\n 45,\n 52,\n 102,\n 100,\n 54,\n 45,\n 98,\n 51,\n 55,\n 97,\n 45,\n 55,\n 54,\n 100,\n 99,\n 102,\n 53,\n 98,\n 49,\n 54,\n 101,\n 56,\n 100,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_d42d766a-0cb9-4fd6-b37a-76dcf5b16e8d.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:45:00.627959246Z","hostname":"oxz_internal_dns_60a8d3e9-3ccd-4bfc-ae28-bf956d1d8773","pid":5469,"peer_addr":"[fd00:1122:3344:101::6]:48490","req_id":"e2aeee98-b621-437f-947d-9ef7710282d7","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 2326,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_d42d766a-0cb9-4fd6-b37a-76dcf5b16e8d.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_d42d766a-0cb9-4fd6-b37a-76dcf5b16e8d.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 100,\n 52,\n 50,\n 100,\n 55,\n 54,\n 54,\n 97,\n 45,\n 48,\n 99,\n 98,\n 57,\n 45,\n 52,\n 102,\n 100,\n 54,\n 45,\n 98,\n 51,\n 55,\n 97,\n 45,\n 55,\n 54,\n 100,\n 99,\n 102,\n 53,\n 98,\n 49,\n 54,\n 101,\n 56,\n 100,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_d42d766a-0cb9-4fd6-b37a-76dcf5b16e8d.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:45:00.628725935Z","hostname":"oxz_internal_dns_60a8d3e9-3ccd-4bfc-ae28-bf956d1d8773","pid":5469,"peer_addr":"[fd00:1122:3344:101::6]:45524","req_id":"d90063fb-ae8c-4cf2-aef3-87777a7ae148","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 59601,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_fe6535c7-e7fa-4a21-86f6-8a6f6f2dcf61.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_fe6535c7-e7fa-4a21-86f6-8a6f6f2dcf61.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 102,\n 101,\n 54,\n 53,\n 51,\n 53,\n 99,\n 55,\n 45,\n 101,\n 55,\n 102,\n 97,\n 45,\n 52,\n 97,\n 50,\n 49,\n 45,\n 56,\n 54,\n 102,\n 54,\n 45,\n 56,\n 97,\n 54,\n 102,\n 54,\n 102,\n 50,\n 100,\n 99,\n 102,\n 54,\n 49,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_fe6535c7-e7fa-4a21-86f6-8a6f6f2dcf61.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:45:00.750614309Z","hostname":"oxz_internal_dns_60a8d3e9-3ccd-4bfc-ae28-bf956d1d8773","pid":5469,"peer_addr":"[fd00:1122:3344:101::7]:46251","req_id":"b8b61167-3e39-43af-942f-f80bd7b3fc70","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 59601,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_fe6535c7-e7fa-4a21-86f6-8a6f6f2dcf61.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_fe6535c7-e7fa-4a21-86f6-8a6f6f2dcf61.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 102,\n 101,\n 54,\n 53,\n 51,\n 53,\n 99,\n 55,\n 45,\n 101,\n 55,\n 102,\n 97,\n 45,\n 52,\n 97,\n 50,\n 49,\n 45,\n 56,\n 54,\n 102,\n 54,\n 45,\n 56,\n 97,\n 54,\n 102,\n 54,\n 102,\n 50,\n 100,\n 99,\n 102,\n 54,\n 49,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_fe6535c7-e7fa-4a21-86f6-8a6f6f2dcf61.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:45:00.751448259Z","hostname":"oxz_internal_dns_60a8d3e9-3ccd-4bfc-ae28-bf956d1d8773","pid":5469,"peer_addr":"[fd00:1122:3344:101::7]:40438","req_id":"433d6943-9abc-4ea2-8a45-e47f4de3957e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 34482,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_58583644-4228-44f6-b815-f8df06b49b6b.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_58583644-4228-44f6-b815-f8df06b49b6b.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 53,\n 56,\n 53,\n 56,\n 51,\n 54,\n 52,\n 52,\n 45,\n 52,\n 50,\n 50,\n 56,\n 45,\n 52,\n 52,\n 102,\n 54,\n 45,\n 98,\n 56,\n 49,\n 53,\n 45,\n 102,\n 56,\n 100,\n 102,\n 48,\n 54,\n 98,\n 52,\n 57,\n 98,\n 54,\n 98,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_58583644-4228-44f6-b815-f8df06b49b6b.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:45:00.80086717Z","hostname":"oxz_internal_dns_60a8d3e9-3ccd-4bfc-ae28-bf956d1d8773","pid":5469,"peer_addr":"[fd00:1122:3344:101::5]:56232","req_id":"407cc3c4-abb8-4af9-8e26-4971816d9dc3","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 34482,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_58583644-4228-44f6-b815-f8df06b49b6b.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_58583644-4228-44f6-b815-f8df06b49b6b.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 53,\n 56,\n 53,\n 56,\n 51,\n 54,\n 52,\n 52,\n 45,\n 52,\n 50,\n 50,\n 56,\n 45,\n 52,\n 52,\n 102,\n 54,\n 45,\n 98,\n 56,\n 49,\n 53,\n 45,\n 102,\n 56,\n 100,\n 102,\n 48,\n 54,\n 98,\n 52,\n 57,\n 98,\n 54,\n 98,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_58583644-4228-44f6-b815-f8df06b49b6b.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:45:00.801599349Z","hostname":"oxz_internal_dns_60a8d3e9-3ccd-4bfc-ae28-bf956d1d8773","pid":5469,"peer_addr":"[fd00:1122:3344:101::5]:62862","req_id":"fc801453-f64a-4c21-9a69-2ebe365df210","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 2433,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_cdfa1c21-bd28-49fd-8573-f73ec9d4f801.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_cdfa1c21-bd28-49fd-8573-f73ec9d4f801.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 99,\n 100,\n 102,\n 97,\n 49,\n 99,\n 50,\n 49,\n 45,\n 98,\n 100,\n 50,\n 56,\n 45,\n 52,\n 57,\n 102,\n 100,\n 45,\n 56,\n 53,\n 55,\n 51,\n 45,\n 102,\n 55,\n 51,\n 101,\n 99,\n 57,\n 100,\n 52,\n 102,\n 56,\n 48,\n 49,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_cdfa1c21-bd28-49fd-8573-f73ec9d4f801.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:45:00.808153236Z","hostname":"oxz_internal_dns_60a8d3e9-3ccd-4bfc-ae28-bf956d1d8773","pid":5469,"peer_addr":"[fd00:1122:3344:101::4]:55552","req_id":"e12e6160-5b8d-45a7-8adf-894944272f18","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 2433,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_cdfa1c21-bd28-49fd-8573-f73ec9d4f801.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_cdfa1c21-bd28-49fd-8573-f73ec9d4f801.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 99,\n 100,\n 102,\n 97,\n 49,\n 99,\n 50,\n 49,\n 45,\n 98,\n 100,\n 50,\n 56,\n 45,\n 52,\n 57,\n 102,\n 100,\n 45,\n 56,\n 53,\n 55,\n 51,\n 45,\n 102,\n 55,\n 51,\n 101,\n 99,\n 57,\n 100,\n 52,\n 102,\n 56,\n 48,\n 49,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_cdfa1c21-bd28-49fd-8573-f73ec9d4f801.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:45:00.808835014Z","hostname":"oxz_internal_dns_60a8d3e9-3ccd-4bfc-ae28-bf956d1d8773","pid":5469,"peer_addr":"[fd00:1122:3344:101::4]:52563","req_id":"9be6db04-a134-46f2-87dc-8fb86416bafd","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 60979,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_125cde24-c29e-4511-b3f1-3a278d7847ec.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_125cde24-c29e-4511-b3f1-3a278d7847ec.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 49,\n 50,\n 53,\n 99,\n 100,\n 101,\n 50,\n 52,\n 45,\n 99,\n 50,\n 57,\n 101,\n 45,\n 52,\n 53,\n 49,\n 49,\n 45,\n 98,\n 51,\n 102,\n 49,\n 45,\n 51,\n 97,\n 50,\n 55,\n 56,\n 100,\n 55,\n 56,\n 52,\n 55,\n 101,\n 99,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_125cde24-c29e-4511-b3f1-3a278d7847ec.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:45:00.814800704Z","hostname":"oxz_internal_dns_60a8d3e9-3ccd-4bfc-ae28-bf956d1d8773","pid":5469,"peer_addr":"[fd00:1122:3344:101::3]:50266","req_id":"1e788f72-b6dc-468a-8a21-bf727470aa59","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 60979,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_125cde24-c29e-4511-b3f1-3a278d7847ec.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_125cde24-c29e-4511-b3f1-3a278d7847ec.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 49,\n 50,\n 53,\n 99,\n 100,\n 101,\n 50,\n 52,\n 45,\n 99,\n 50,\n 57,\n 101,\n 45,\n 52,\n 53,\n 49,\n 49,\n 45,\n 98,\n 51,\n 102,\n 49,\n 45,\n 51,\n 97,\n 50,\n 55,\n 56,\n 100,\n 55,\n 56,\n 52,\n 55,\n 101,\n 99,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_125cde24-c29e-4511-b3f1-3a278d7847ec.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:45:00.815421521Z","hostname":"oxz_internal_dns_60a8d3e9-3ccd-4bfc-ae28-bf956d1d8773","pid":5469,"peer_addr":"[fd00:1122:3344:101::3]:55816","req_id":"76e4dc3b-eaa6-4864-9a0d-42e7d76981c5","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 58315,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:45:01.133390601Z","hostname":"oxz_internal_dns_60a8d3e9-3ccd-4bfc-ae28-bf956d1d8773","pid":5469,"peer_addr":"[fd00:1122:3344:101::2]:55787","req_id":"a9fb93b6-81f2-453d-8e84-d619a7d50ea9","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 58315,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:45:01.134019539Z","hostname":"oxz_internal_dns_60a8d3e9-3ccd-4bfc-ae28-bf956d1d8773","pid":5469,"peer_addr":"[fd00:1122:3344:101::2]:42367","req_id":"39bbfbde-aaa1-479e-8390-a488f8ddfe67","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 36061,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_ntp_25db01ce-77bf-45b6-bd19-ff92ae729135.\"),\n ),\n original: Query {\n name: Name(\"oxz_ntp_25db01ce-77bf-45b6-bd19-ff92ae729135.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 44,\n 111,\n 120,\n 122,\n 95,\n 110,\n 116,\n 112,\n 95,\n 50,\n 53,\n 100,\n 98,\n 48,\n 49,\n 99,\n 101,\n 45,\n 55,\n 55,\n 98,\n 102,\n 45,\n 52,\n 53,\n 98,\n 54,\n 45,\n 98,\n 100,\n 49,\n 57,\n 45,\n 102,\n 102,\n 57,\n 50,\n 97,\n 101,\n 55,\n 50,\n 57,\n 49,\n 51,\n 53,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_ntp_25db01ce-77bf-45b6-bd19-ff92ae729135.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:45:01.190108248Z","hostname":"oxz_internal_dns_60a8d3e9-3ccd-4bfc-ae28-bf956d1d8773","pid":5469,"peer_addr":"[fd00:1122:3344:101::1b]:45097","req_id":"ede19663-2c22-46dd-be93-b8b5ef0b3df7","component":"dns"}