[ May 23 16:06:48 Enabled. ] [ May 23 16:06:48 Rereading configuration. ] [ May 23 16:06:49 Rereading configuration. ] [ May 23 16:06:50 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:2::1]:5353 --dns-address [fd00:1122:3344:2::1]:53 &"). ] [ May 23 16:06:50 Method "start" exited with status 0. ] Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:2::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } note: configured to log to "/dev/stdout" {"msg":"config","v":0,"name":"dns-server","level":30,"time":"2026-05-23T16:06:50.517667938Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"dns_config":"Config { bind_address: [fd00:1122:3344:2::1]:53 }","config":"Config { log: File { level: Info, path: \"/dev/stdout\", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:2::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: \"/data/dns\", keep_old_generations: 3 } }"} {"msg":"opening sled database","v":0,"name":"dns-server","level":30,"time":"2026-05-23T16:06:50.51783986Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"component":"store","path":"/data/dns"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-05-23T16:06:50.536885513Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"component":"store"} {"msg":"pruning trees for generations older than 0","v":0,"name":"dns-server","level":30,"time":"2026-05-23T16:06:50.536921613Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"component":"store","keep":3} {"msg":"DNS server bound to address","v":0,"name":"dns-server","level":30,"time":"2026-05-23T16:06:50.537012194Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"component":"dns","local_address":"[fd00:1122:3344:2::1]:53"} {"msg":"listening","v":0,"name":"dns-server","level":30,"time":"2026-05-23T16:06:50.537356019Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-23T16:06:50.547276566Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:2::2]:45607"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-23T16:06:50.548003316Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"new_generation":1,"req_id":"94b2d868-608e-4ec0-9a69-3b5e0a02a7fa","component":"store"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-05-23T16:06:50.548038866Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"component":"store"} {"msg":"pruning trees for generations older than 1","v":0,"name":"dns-server","level":30,"time":"2026-05-23T16:06:50.559995071Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"component":"store","keep":3} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-23T16:06:50.560020911Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"new_generation":1,"req_id":"94b2d868-608e-4ec0-9a69-3b5e0a02a7fa","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-23T16:06:50.560032402Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"uri":"/config","method":"PUT","req_id":"94b2d868-608e-4ec0-9a69-3b5e0a02a7fa","remote_addr":"[fd00:1122:3344:2::2]:45607","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":12457,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 29412,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-23T16:07:03.689659765Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"peer_addr":"[fd00:1122:3344:101::1b]:47807","req_id":"b88e42d4-2ce4-4661-8866-e574573b45c7","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 29159,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-23T16:07:03.707167836Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"peer_addr":"[fd00:1122:3344:101::1b]:58027","req_id":"c3de9f79-ad21-445d-9241-1552557f3f2f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 35289,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-23T16:07:03.7197639Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"peer_addr":"[fd00:1122:3344:101::1b]:44177","req_id":"faae3daa-74f8-48d2-bdb8-e51379257c3c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 42510,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-23T16:07:21.904260084Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"peer_addr":"[fd00:1122:3344:101::1b]:32855","req_id":"6c4f1376-4c5e-4638-affb-76a0f5d954e8","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 52097,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-23T16:07:21.921568628Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"peer_addr":"[fd00:1122:3344:101::1b]:55670","req_id":"1b2cdb4b-033b-4ed6-8eec-20730242f705","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 36917,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-23T16:07:21.932399493Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"peer_addr":"[fd00:1122:3344:101::1b]:59354","req_id":"b0532aaf-ba40-4981-85c4-dd9d2c2e27c9","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 3975,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-23T16:07:49.948205195Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"peer_addr":"[fd00:1122:3344:101::1b]:39828","req_id":"3d0f4f92-3dcf-4505-ac2c-9a78642121c6","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 4504,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-23T16:07:49.96162552Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"peer_addr":"[fd00:1122:3344:101::1b]:51509","req_id":"908e5ec6-5027-4f7e-91ea-f0e0c6dff046","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 64034,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-23T16:07:49.984476844Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"peer_addr":"[fd00:1122:3344:101::1b]:52604","req_id":"aae5ab5c-2d0f-4f67-b2b0-c72fc96f88f1","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 57833,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T16:08:15.763943383Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"peer_addr":"[fd00:1122:3344:101::d]:55376","req_id":"b9c5b651-3c4b-497d-b7b2-5bbeef6610d1","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 63687,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_7597462a-2355-41f9-a25a-a0abcedb70b6.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_7597462a-2355-41f9-a25a-a0abcedb70b6.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 55,\n 53,\n 57,\n 55,\n 52,\n 54,\n 50,\n 97,\n 45,\n 50,\n 51,\n 53,\n 53,\n 45,\n 52,\n 49,\n 102,\n 57,\n 45,\n 97,\n 50,\n 53,\n 97,\n 45,\n 97,\n 48,\n 97,\n 98,\n 99,\n 101,\n 100,\n 98,\n 55,\n 48,\n 98,\n 54,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_7597462a-2355-41f9-a25a-a0abcedb70b6.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-23T16:08:20.745770251Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"peer_addr":"[fd00:1122:3344:101::e]:64929","req_id":"9156a97c-0010-4db7-a4b6-06939ffcc998","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 63687,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_7597462a-2355-41f9-a25a-a0abcedb70b6.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_7597462a-2355-41f9-a25a-a0abcedb70b6.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 55,\n 53,\n 57,\n 55,\n 52,\n 54,\n 50,\n 97,\n 45,\n 50,\n 51,\n 53,\n 53,\n 45,\n 52,\n 49,\n 102,\n 57,\n 45,\n 97,\n 50,\n 53,\n 97,\n 45,\n 97,\n 48,\n 97,\n 98,\n 99,\n 101,\n 100,\n 98,\n 55,\n 48,\n 98,\n 54,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_7597462a-2355-41f9-a25a-a0abcedb70b6.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-23T16:08:20.7558937Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"peer_addr":"[fd00:1122:3344:101::e]:34853","req_id":"f6b5b5d2-4136-40da-9d17-b36090d48881","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 13835,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T16:08:27.554623478Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"peer_addr":"[fd00:1122:3344:101::a]:43101","req_id":"17466b40-1d44-480c-81d0-0e4d6ecdbb31","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 46668,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T16:08:27.738844726Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"peer_addr":"[fd00:1122:3344:101::b]:5627","req_id":"e48d2ca7-d143-4431-b444-01333b59b3df","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 14773,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T16:08:27.845051289Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"peer_addr":"[fd00:1122:3344:101::c]:18670","req_id":"81ba9685-eb6a-42be-8105-3af95684f02b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 19096,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T16:08:35.715634344Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"peer_addr":"[fd00:1122:3344:101::d]:58736","req_id":"6b46750f-ba68-4e15-b7c7-616665a10b44","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 1930,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T16:08:45.717400648Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"peer_addr":"[fd00:1122:3344:101::d]:63319","req_id":"d2da6856-2658-4614-819c-64365c2a707d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 27802,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T16:08:55.718776208Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"peer_addr":"[fd00:1122:3344:101::d]:60065","req_id":"71cdc5ed-97a0-4d78-aab2-9dde32abba1d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 56886,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T16:09:05.720237898Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"peer_addr":"[fd00:1122:3344:101::d]:50912","req_id":"6f34630b-a19c-4641-8d8d-393580df54b6","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 9596,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T16:09:10.103587784Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"peer_addr":"[fd00:1122:3344:101::b]:9680","req_id":"5fff23d0-ffd6-4fc2-b052-e1c89d01fc07","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-23T16:09:10.454721581Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:62812"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-23T16:09:10.52359775Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"uri":"/config","method":"GET","req_id":"7156b75d-2120-4f8f-b214-83e1ce1a40d2","remote_addr":"[fd00:1122:3344:101::b]:62812","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":35049,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-23T16:09:10.940230749Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:32940"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-23T16:09:10.942958107Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"new_generation":1,"req_id":"5ff9ea2c-57e8-4d01-bb5d-d6e7aa2f3206","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-23T16:09:10.942990927Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"new_generation":1,"req_id":"5ff9ea2c-57e8-4d01-bb5d-d6e7aa2f3206","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-23T16:09:10.943054448Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"uri":"/config","method":"PUT","req_id":"5ff9ea2c-57e8-4d01-bb5d-d6e7aa2f3206","remote_addr":"[fd00:1122:3344:101::b]:32940","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":2637,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 53083,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T16:09:11.036662258Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"peer_addr":"[fd00:1122:3344:101::b]:15323","req_id":"55f0144b-0531-4b0b-85fd-1411ae8fe787","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-23T16:09:11.28285937Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:55333"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-23T16:09:11.283255535Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"uri":"/config","method":"GET","req_id":"13db150d-3a54-40ea-bb5e-b3206557f615","remote_addr":"[fd00:1122:3344:101::b]:55333","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":312,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 14659,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T16:09:12.007715875Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"peer_addr":"[fd00:1122:3344:101::b]:58375","req_id":"1a647239-76eb-434b-8bae-31e135d9f8cd","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-23T16:09:12.132999631Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:43345"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-23T16:09:12.133297635Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"uri":"/config","method":"GET","req_id":"d4a35c0e-025c-477a-864b-d85d85943452","remote_addr":"[fd00:1122:3344:101::b]:43345","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":235,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 14144,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T16:09:15.722301588Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"peer_addr":"[fd00:1122:3344:101::d]:52675","req_id":"229fa7c9-9241-4664-8bf0-4ff13dbf4213","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 17740,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T16:09:18.231393154Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"peer_addr":"[fd00:1122:3344:101::a]:57636","req_id":"15e6306c-b755-4b3b-9c56-59de77c1b9f8","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 7605,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T16:09:18.363502004Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"peer_addr":"[fd00:1122:3344:101::c]:59663","req_id":"ae8c38c8-90de-4581-bb91-e3f11ed8aa4e","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-23T16:09:18.372945164Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:38160"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-23T16:09:18.373213657Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"uri":"/config","method":"GET","req_id":"7bbcf584-a35e-44ee-a7fd-b8abac3149a8","remote_addr":"[fd00:1122:3344:101::a]:38160","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":180,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-23T16:09:18.593265039Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:51574"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-23T16:09:18.593500992Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"uri":"/config","method":"GET","req_id":"1bb39f14-acd4-4962-a49b-29e17341599f","remote_addr":"[fd00:1122:3344:101::c]:51574","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":188,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 62519,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T16:09:25.723621166Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"peer_addr":"[fd00:1122:3344:101::d]:55990","req_id":"079b9a1e-4d27-4056-8b92-ecfb87e50f62","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-23T16:09:27.418647537Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:43030"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-23T16:09:27.419120043Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"new_generation":1,"req_id":"6a9b92a1-ae16-4a7f-a4ec-23552996ae69","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-23T16:09:27.419173624Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"new_generation":1,"req_id":"6a9b92a1-ae16-4a7f-a4ec-23552996ae69","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-23T16:09:27.419195774Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"uri":"/config","method":"PUT","req_id":"6a9b92a1-ae16-4a7f-a4ec-23552996ae69","remote_addr":"[fd00:1122:3344:101::b]:43030","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":281,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-23T16:09:27.752580547Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:37387"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-23T16:09:27.753066453Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"new_generation":1,"req_id":"afe3ff33-8fa1-44fc-a110-dc43a1d0e6bb","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-23T16:09:27.753099384Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"new_generation":1,"req_id":"afe3ff33-8fa1-44fc-a110-dc43a1d0e6bb","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-23T16:09:27.753125644Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"uri":"/config","method":"PUT","req_id":"afe3ff33-8fa1-44fc-a110-dc43a1d0e6bb","remote_addr":"[fd00:1122:3344:101::a]:37387","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":323,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-23T16:09:27.776537697Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:59166"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-23T16:09:27.777040174Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"new_generation":1,"req_id":"709ac356-b5c6-4dde-b62f-dbf4075eca2b","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-23T16:09:27.777089864Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"new_generation":1,"req_id":"709ac356-b5c6-4dde-b62f-dbf4075eca2b","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-23T16:09:27.777103065Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"uri":"/config","method":"PUT","req_id":"709ac356-b5c6-4dde-b62f-dbf4075eca2b","remote_addr":"[fd00:1122:3344:101::c]:59166","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":479,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 62820,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T16:09:28.731422211Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"peer_addr":"[fd00:1122:3344:101::a]:22705","req_id":"b11643fd-28fd-4353-8a36-bbb06b5ee99c","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-23T16:09:28.836640881Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:64709"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-23T16:09:28.837002816Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"uri":"/config","method":"GET","req_id":"dda1a9ab-eeae-4cc1-a5b2-eeccc3b7f4b8","remote_addr":"[fd00:1122:3344:101::a]:64709","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":242,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 59704,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T16:09:29.145239162Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"peer_addr":"[fd00:1122:3344:101::c]:36907","req_id":"b1b868a2-f380-423c-b3d1-adfcc7b3aefd","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 65408,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T16:09:29.227987232Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"peer_addr":"[fd00:1122:3344:101::b]:11832","req_id":"b281604a-8fe5-48b6-b786-9844400e5fbe","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-23T16:09:29.337199467Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:48683"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-23T16:09:29.33740362Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"uri":"/config","method":"GET","req_id":"39f21433-eb9b-42e5-8433-1b48b1590aee","remote_addr":"[fd00:1122:3344:101::b]:48683","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":175,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-23T16:09:29.381663589Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:42624"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-23T16:09:29.381871822Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"uri":"/config","method":"GET","req_id":"419594ec-e428-441b-b5f4-e4b9263dabcf","remote_addr":"[fd00:1122:3344:101::c]:42624","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":182,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 43919,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T16:09:35.725708394Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"peer_addr":"[fd00:1122:3344:101::d]:51387","req_id":"511e6bea-a5ea-41d1-8fc8-b6980516f717","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 45972,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T16:09:45.727750791Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"peer_addr":"[fd00:1122:3344:101::d]:54488","req_id":"93bd410a-72d5-4a45-a9ad-ef25083619fe","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 55403,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T16:09:55.728882896Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"peer_addr":"[fd00:1122:3344:101::d]:64881","req_id":"25ff99c3-2e9d-489f-95d4-1592d8ee9efa","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47586,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T16:10:05.731279708Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"peer_addr":"[fd00:1122:3344:101::d]:54973","req_id":"3380c5f6-dce3-483d-99fb-204549ceb288","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 36342,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T16:10:15.73359729Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"peer_addr":"[fd00:1122:3344:101::d]:63718","req_id":"aba83a86-de03-4e69-904f-191510a32fbe","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 29097,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T16:10:25.735015939Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"peer_addr":"[fd00:1122:3344:101::d]:65284","req_id":"025bc391-a22b-4fcb-a5b1-fbeb1ac3041e","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-23T16:10:27.394059214Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:63574"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-23T16:10:27.394339018Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"new_generation":1,"req_id":"992f0785-d863-4f97-bfc0-4a5a5bacf3de","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-23T16:10:27.394383588Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"new_generation":1,"req_id":"992f0785-d863-4f97-bfc0-4a5a5bacf3de","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-23T16:10:27.394395129Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"uri":"/config","method":"PUT","req_id":"992f0785-d863-4f97-bfc0-4a5a5bacf3de","remote_addr":"[fd00:1122:3344:101::c]:63574","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":225,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-23T16:10:27.415856074Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:40339"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-23T16:10:27.416516464Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"new_generation":1,"req_id":"6afae91a-d02e-4b56-91e8-48de6eea3931","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-23T16:10:27.416574354Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"new_generation":1,"req_id":"6afae91a-d02e-4b56-91e8-48de6eea3931","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-23T16:10:27.416600014Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"uri":"/config","method":"PUT","req_id":"6afae91a-d02e-4b56-91e8-48de6eea3931","remote_addr":"[fd00:1122:3344:101::b]:40339","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":317,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-23T16:10:27.421384431Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:37653"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-23T16:10:27.421957238Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"new_generation":1,"req_id":"20963e5e-0004-483e-8ec8-531a05df50d7","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-23T16:10:27.422001179Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"new_generation":1,"req_id":"20963e5e-0004-483e-8ec8-531a05df50d7","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-23T16:10:27.42203752Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"uri":"/config","method":"PUT","req_id":"20963e5e-0004-483e-8ec8-531a05df50d7","remote_addr":"[fd00:1122:3344:101::a]:37653","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":342,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 39351,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T16:10:28.612973866Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"peer_addr":"[fd00:1122:3344:101::c]:49966","req_id":"2e78066b-31fb-46b9-bd48-2d53ad5896d2","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-23T16:10:28.713105015Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:63872"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-23T16:10:28.713326838Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"uri":"/config","method":"GET","req_id":"4d031c7d-2f3e-4249-a6c7-b355f26a6284","remote_addr":"[fd00:1122:3344:101::c]:63872","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":187,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 14585,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T16:10:29.013068078Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"peer_addr":"[fd00:1122:3344:101::a]:63883","req_id":"51b0051c-efb1-4a1e-91c6-53cac0682856","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-23T16:10:29.113003354Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:55171"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-23T16:10:29.113231037Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"uri":"/config","method":"GET","req_id":"92e8fb6b-505c-41a4-9053-65dd89c83ad0","remote_addr":"[fd00:1122:3344:101::a]:55171","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":189,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 14070,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T16:10:29.471043397Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"peer_addr":"[fd00:1122:3344:101::b]:56922","req_id":"a5b7fe99-5150-477a-b3d0-2d8e02624b9a","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-23T16:10:29.572362463Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:44665"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-23T16:10:29.572687037Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"uri":"/config","method":"GET","req_id":"ca21da3b-e0e1-4b84-bcb6-f6ac81188f68","remote_addr":"[fd00:1122:3344:101::b]:44665","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":262,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 31596,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T16:10:35.735773129Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"peer_addr":"[fd00:1122:3344:101::d]:49179","req_id":"a0f73fee-9338-47e2-9305-24b5f7f6e726","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 7242,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T16:10:45.73803268Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"peer_addr":"[fd00:1122:3344:101::d]:50195","req_id":"197eaf99-0efb-4497-88fe-70c1a1e70ccd","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 34787,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T16:10:55.739620121Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"peer_addr":"[fd00:1122:3344:101::d]:51792","req_id":"9f353bce-338d-445e-96e9-f2b84391666a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 51965,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-23T16:10:56.692813823Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"peer_addr":"[fd00:1122:3344:101::1b]:40829","req_id":"c69102d0-c93f-4129-b8ad-8897a0b68dae","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 32977,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-23T16:10:56.704485483Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"peer_addr":"[fd00:1122:3344:101::1b]:38526","req_id":"1bdf94d0-46cd-4122-88a7-3dfdeea4a30b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 14847,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-23T16:10:56.723302442Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"peer_addr":"[fd00:1122:3344:101::1b]:63532","req_id":"a5805bea-d642-4078-af50-9ffcf0f2983d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 23909,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T16:11:05.741541687Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"peer_addr":"[fd00:1122:3344:101::d]:52885","req_id":"d335bd77-d309-4b69-8a38-15d8b1a163a5","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 51519,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T16:11:15.744205335Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"peer_addr":"[fd00:1122:3344:101::d]:56405","req_id":"a996567d-1239-49c1-8220-2e74861cbd75","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 31921,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T16:11:25.745630972Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"peer_addr":"[fd00:1122:3344:101::d]:58780","req_id":"819894b5-7021-4c33-b924-55946558bdd6","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-23T16:11:27.395858266Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:44838"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-23T16:11:27.396130269Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"new_generation":1,"req_id":"11ba1493-b90c-4b63-abd9-75f8d50c33a0","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-23T16:11:27.39616503Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"new_generation":1,"req_id":"11ba1493-b90c-4b63-abd9-75f8d50c33a0","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-23T16:11:27.3961742Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"uri":"/config","method":"PUT","req_id":"11ba1493-b90c-4b63-abd9-75f8d50c33a0","remote_addr":"[fd00:1122:3344:101::c]:44838","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":255,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-23T16:11:27.416212476Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:56351"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-23T16:11:27.416663962Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"new_generation":1,"req_id":"c0762f1c-dba7-4c95-97fe-8a3aaa930594","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-23T16:11:27.416706713Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"new_generation":1,"req_id":"c0762f1c-dba7-4c95-97fe-8a3aaa930594","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-23T16:11:27.416720403Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"uri":"/config","method":"PUT","req_id":"c0762f1c-dba7-4c95-97fe-8a3aaa930594","remote_addr":"[fd00:1122:3344:101::b]:56351","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":317,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-23T16:11:27.418303145Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:58165"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-23T16:11:27.421662311Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"new_generation":1,"req_id":"139f561e-fa50-4d12-8803-3d0fddc02615","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-23T16:11:27.421703362Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"new_generation":1,"req_id":"139f561e-fa50-4d12-8803-3d0fddc02615","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-23T16:11:27.421713622Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"uri":"/config","method":"PUT","req_id":"139f561e-fa50-4d12-8803-3d0fddc02615","remote_addr":"[fd00:1122:3344:101::a]:58165","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":262,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 21209,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T16:11:28.59533637Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"peer_addr":"[fd00:1122:3344:101::b]:4552","req_id":"d6b8dce3-92a7-4efa-922b-7e973a4d2f77","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 58168,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T16:11:28.59536505Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"peer_addr":"[fd00:1122:3344:101::c]:7825","req_id":"d4f7ccae-1220-428c-b55f-dc0d55a9bc13","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 51684,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T16:11:28.602398657Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"peer_addr":"[fd00:1122:3344:101::a]:26986","req_id":"2a58d81b-489d-4da1-a87c-4e03cc63c614","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-23T16:11:28.706094426Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:56198"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-23T16:11:28.70636512Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"uri":"/config","method":"GET","req_id":"4f13301c-3bf0-47fe-87a9-bd0f4d480ae1","remote_addr":"[fd00:1122:3344:101::c]:56198","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":219,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-23T16:11:28.74349766Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:62299"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-23T16:11:28.743727774Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"uri":"/config","method":"GET","req_id":"77eb31f0-3618-443e-bcab-622830a2756e","remote_addr":"[fd00:1122:3344:101::b]:62299","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":194,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-23T16:11:28.779427315Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:35477"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-23T16:11:28.780343508Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"uri":"/config","method":"GET","req_id":"b7986096-7d6e-461f-a391-00e1253d02c7","remote_addr":"[fd00:1122:3344:101::a]:35477","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":191,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 37645,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T16:11:35.746891119Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"peer_addr":"[fd00:1122:3344:101::d]:54698","req_id":"8f32462f-00ac-4693-88e9-29a5d64f6260","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 22319,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T16:11:45.748577712Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"peer_addr":"[fd00:1122:3344:101::d]:64496","req_id":"1f78611f-dc91-4a6d-bbe5-8da9ab43397d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 46367,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T16:11:55.750541759Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"peer_addr":"[fd00:1122:3344:101::d]:57156","req_id":"b0a56708-bac3-4694-adfa-e7a4d342dedc","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 41225,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T16:12:05.751792066Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"peer_addr":"[fd00:1122:3344:101::d]:64386","req_id":"c5ccf79c-2e52-4e33-b39b-f481567dadc1","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 57566,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T16:12:15.753185486Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"peer_addr":"[fd00:1122:3344:101::d]:62849","req_id":"367ab3fc-fd82-46cb-ac22-912c7c85fd73","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 14829,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T16:12:25.755046581Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"peer_addr":"[fd00:1122:3344:101::d]:56036","req_id":"5080cbfe-06ba-40bd-be71-623020958b66","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-23T16:12:27.39548176Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:39799"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-23T16:12:27.395769924Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"new_generation":1,"req_id":"7d146faf-89af-4cd5-9cb4-391a8c52c47f","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-23T16:12:27.395788324Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"new_generation":1,"req_id":"7d146faf-89af-4cd5-9cb4-391a8c52c47f","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-23T16:12:27.395796544Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"uri":"/config","method":"PUT","req_id":"7d146faf-89af-4cd5-9cb4-391a8c52c47f","remote_addr":"[fd00:1122:3344:101::c]:39799","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":243,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-23T16:12:27.417709976Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:53330"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-23T16:12:27.41802804Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"new_generation":1,"req_id":"e842510f-fc8f-4605-abe3-1f6803bf34df","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-23T16:12:27.418104981Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"new_generation":1,"req_id":"e842510f-fc8f-4605-abe3-1f6803bf34df","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-23T16:12:27.418118452Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"uri":"/config","method":"PUT","req_id":"e842510f-fc8f-4605-abe3-1f6803bf34df","remote_addr":"[fd00:1122:3344:101::b]:53330","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":258,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-23T16:12:27.418604678Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:62512"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-23T16:12:27.418851902Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"new_generation":1,"req_id":"cb08eb2a-a3f0-40bf-9e0d-5157ca570085","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-23T16:12:27.418869532Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"new_generation":1,"req_id":"cb08eb2a-a3f0-40bf-9e0d-5157ca570085","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-23T16:12:27.418880462Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"uri":"/config","method":"PUT","req_id":"cb08eb2a-a3f0-40bf-9e0d-5157ca570085","remote_addr":"[fd00:1122:3344:101::a]:62512","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":220,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 58163,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T16:12:28.354237787Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"peer_addr":"[fd00:1122:3344:101::b]:53358","req_id":"93bc3c5a-7e1d-4a99-91a1-1fde4e3ac96f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 11037,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T16:12:28.354266058Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"peer_addr":"[fd00:1122:3344:101::a]:21077","req_id":"bffab03d-d654-48d2-800c-393791fba846","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 32418,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T16:12:28.360348672Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"peer_addr":"[fd00:1122:3344:101::c]:29125","req_id":"8dca073b-4ee1-4d37-a329-bba456493c03","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-23T16:12:28.468964688Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:34296"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-23T16:12:28.469246852Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"uri":"/config","method":"GET","req_id":"b0c930e2-32f3-485c-91eb-a4ca17f3f126","remote_addr":"[fd00:1122:3344:101::a]:34296","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":219,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-23T16:12:28.507383627Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:55328"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-23T16:12:28.50761859Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"uri":"/config","method":"GET","req_id":"9de94b5a-1aaf-4ec9-a00b-6c795d452a7d","remote_addr":"[fd00:1122:3344:101::b]:55328","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":199,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-23T16:12:28.544575759Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:36545"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-23T16:12:28.544808582Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"uri":"/config","method":"GET","req_id":"80eaf7e2-1eeb-4372-a66b-d0cd02f589df","remote_addr":"[fd00:1122:3344:101::c]:36545","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":196,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 16563,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T16:12:35.756646412Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"peer_addr":"[fd00:1122:3344:101::d]:62561","req_id":"42503218-9825-4eb9-a669-fb530be70ffe","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 19135,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T16:12:45.757846027Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"peer_addr":"[fd00:1122:3344:101::d]:60149","req_id":"4a7b16f0-2d4c-490a-a070-39043dc84baa","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 35261,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T16:12:55.759737943Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"peer_addr":"[fd00:1122:3344:101::d]:55172","req_id":"159209a7-72d4-4823-addd-bb5cea419445","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 16598,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T16:13:05.761435265Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"peer_addr":"[fd00:1122:3344:101::d]:55186","req_id":"8e191a04-687a-4e22-a685-c0753150b57b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 14545,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T16:13:15.763888358Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"peer_addr":"[fd00:1122:3344:101::d]:51323","req_id":"4d31b43c-7c49-410e-9e36-13c9ebf0e97c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 20940,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T16:13:25.765611951Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"peer_addr":"[fd00:1122:3344:101::d]:57538","req_id":"86ccbbe7-c798-43ea-baba-376462138ad3","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-23T16:13:27.395432023Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:36209"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-23T16:13:27.395646646Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"new_generation":1,"req_id":"9de3445f-6d94-4fe4-be36-5e6ada3b44ba","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-23T16:13:27.395682937Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"new_generation":1,"req_id":"9de3445f-6d94-4fe4-be36-5e6ada3b44ba","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-23T16:13:27.395694767Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"uri":"/config","method":"PUT","req_id":"9de3445f-6d94-4fe4-be36-5e6ada3b44ba","remote_addr":"[fd00:1122:3344:101::c]:36209","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":169,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-23T16:13:27.415851375Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:36340"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-23T16:13:27.417634759Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"new_generation":1,"req_id":"8383195f-7813-447b-a33a-3264b4560f11","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-23T16:13:27.41767484Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"new_generation":1,"req_id":"8383195f-7813-447b-a33a-3264b4560f11","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-23T16:13:27.41768868Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"uri":"/config","method":"PUT","req_id":"8383195f-7813-447b-a33a-3264b4560f11","remote_addr":"[fd00:1122:3344:101::b]:36340","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":235,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-23T16:13:27.419208631Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:58770"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-23T16:13:27.419551836Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"new_generation":1,"req_id":"a19d789a-b9e3-4146-8012-d869caaf64f7","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-23T16:13:27.419585886Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"new_generation":1,"req_id":"a19d789a-b9e3-4146-8012-d869caaf64f7","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-23T16:13:27.419597266Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"uri":"/config","method":"PUT","req_id":"a19d789a-b9e3-4146-8012-d869caaf64f7","remote_addr":"[fd00:1122:3344:101::a]:58770","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":173,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 28182,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T16:13:28.857512525Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"peer_addr":"[fd00:1122:3344:101::a]:5994","req_id":"e06320e0-9297-4693-81fb-9f391399292c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 24419,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T16:13:28.859212159Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"peer_addr":"[fd00:1122:3344:101::b]:4429","req_id":"7e98c30c-3b90-41ee-858f-0a4d6a774713","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 4977,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T16:13:28.863754361Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"peer_addr":"[fd00:1122:3344:101::c]:61807","req_id":"aeaf133d-9297-48c2-a537-65f88a917b08","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-23T16:13:28.970035595Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:54968"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-23T16:13:28.970252698Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"uri":"/config","method":"GET","req_id":"b4fe17d7-bce8-42f4-a1c7-17ead5893582","remote_addr":"[fd00:1122:3344:101::a]:54968","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":185,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-23T16:13:29.008053139Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:61364"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-23T16:13:29.008259852Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"uri":"/config","method":"GET","req_id":"c6e09dd4-d534-4bd9-ba4c-35526220ef8d","remote_addr":"[fd00:1122:3344:101::b]:61364","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":177,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-23T16:13:29.043051701Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:58896"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-23T16:13:29.043262164Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"uri":"/config","method":"GET","req_id":"9f2195ba-e475-4efc-8017-80ca7bd6e2ca","remote_addr":"[fd00:1122:3344:101::c]:58896","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":179,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 31974,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T16:13:35.767622339Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"peer_addr":"[fd00:1122:3344:101::d]:57821","req_id":"7ca97618-b5c5-4fea-8b85-a6d02b3dcc66","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 5811,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T16:13:45.769558243Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"peer_addr":"[fd00:1122:3344:101::d]:64576","req_id":"02f9c941-790a-441a-a62f-aa5e320d8b47","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 28338,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T16:13:55.771787153Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"peer_addr":"[fd00:1122:3344:101::d]:51072","req_id":"6e86406d-04f8-4eb1-8592-035b73784ef6","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 32486,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T16:14:05.773998123Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"peer_addr":"[fd00:1122:3344:101::d]:61550","req_id":"48b85a9c-708a-4124-9347-a526b702d046","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 35370,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T16:14:15.775787526Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"peer_addr":"[fd00:1122:3344:101::d]:54245","req_id":"500083b5-1c70-4c1f-9f7f-abb84bc7a77e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 27538,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T16:14:25.777197345Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"peer_addr":"[fd00:1122:3344:101::d]:57068","req_id":"1b0d96f1-4e2f-4197-9b99-14722c0c28c1","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-23T16:14:27.395847053Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:53121"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-23T16:14:27.396220718Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"new_generation":1,"req_id":"a833036d-366c-4417-a4e2-2c585a6233f0","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-23T16:14:27.396248589Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"new_generation":1,"req_id":"a833036d-366c-4417-a4e2-2c585a6233f0","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-23T16:14:27.396259969Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"uri":"/config","method":"PUT","req_id":"a833036d-366c-4417-a4e2-2c585a6233f0","remote_addr":"[fd00:1122:3344:101::c]:53121","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":328,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-23T16:14:27.419244776Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:41420"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-23T16:14:27.419657101Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:40567"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-23T16:14:27.420133408Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"new_generation":1,"req_id":"ed3744ed-9404-4c64-87db-20ae75295d95","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-23T16:14:27.420163348Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"new_generation":1,"req_id":"ed3744ed-9404-4c64-87db-20ae75295d95","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-23T16:14:27.420175098Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"uri":"/config","method":"PUT","req_id":"ed3744ed-9404-4c64-87db-20ae75295d95","remote_addr":"[fd00:1122:3344:101::b]:40567","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":225,"response_code":204} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-23T16:14:27.420191109Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"new_generation":1,"req_id":"78695b5d-d1f1-463f-aa4a-e1d24b02b2bb","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-23T16:14:27.420200219Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"new_generation":1,"req_id":"78695b5d-d1f1-463f-aa4a-e1d24b02b2bb","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-23T16:14:27.420209399Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"uri":"/config","method":"PUT","req_id":"78695b5d-d1f1-463f-aa4a-e1d24b02b2bb","remote_addr":"[fd00:1122:3344:101::a]:41420","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":759,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 23370,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T16:14:28.640748733Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"peer_addr":"[fd00:1122:3344:101::c]:11130","req_id":"d96c0af3-41af-4c34-9d68-448b41a4d0ac","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 14944,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T16:14:28.647949932Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"peer_addr":"[fd00:1122:3344:101::b]:21592","req_id":"860c113a-ab97-419c-a4f5-b352151e0924","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 22158,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T16:14:28.692328573Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"peer_addr":"[fd00:1122:3344:101::a]:52035","req_id":"487ab832-d75e-41da-b1fd-09a51b88248a","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-23T16:14:28.751963565Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:54736"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-23T16:14:28.752191318Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"uri":"/config","method":"GET","req_id":"2d94d071-1e28-4ef4-83df-1e495a50706d","remote_addr":"[fd00:1122:3344:101::c]:54736","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":190,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-23T16:14:28.795000237Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:38237"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-23T16:14:28.795240981Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"uri":"/config","method":"GET","req_id":"9a5e555c-316d-4213-aed6-369d03248637","remote_addr":"[fd00:1122:3344:101::a]:38237","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":201,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-23T16:14:28.847514991Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:40473"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-23T16:14:28.847861546Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"uri":"/config","method":"GET","req_id":"70cb0c70-0471-42ea-b766-0e14644062fd","remote_addr":"[fd00:1122:3344:101::b]:40473","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":274,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 64021,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T16:14:35.778790855Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"peer_addr":"[fd00:1122:3344:101::d]:59496","req_id":"536bf925-b1f2-4c8a-8c7d-971e1cf0b817","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 37936,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T16:14:45.77994492Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"peer_addr":"[fd00:1122:3344:101::d]:54418","req_id":"1f8b76e4-2881-400f-8746-c8c5f77c00d6","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 51162,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T16:14:55.781418899Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"peer_addr":"[fd00:1122:3344:101::d]:61361","req_id":"ffb30d40-57e6-435a-a2df-a165d5b9fb9a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 14363,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_69454f61-a636-4cdf-a7ce-a4a2d9be4790.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_69454f61-a636-4cdf-a7ce-a4a2d9be4790.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 54,\n 57,\n 52,\n 53,\n 52,\n 102,\n 54,\n 49,\n 45,\n 97,\n 54,\n 51,\n 54,\n 45,\n 52,\n 99,\n 100,\n 102,\n 45,\n 97,\n 55,\n 99,\n 101,\n 45,\n 97,\n 52,\n 97,\n 50,\n 100,\n 57,\n 98,\n 101,\n 52,\n 55,\n 57,\n 48,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_69454f61-a636-4cdf-a7ce-a4a2d9be4790.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-23T16:15:00.038425163Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"peer_addr":"[fd00:1122:3344:101::5]:42050","req_id":"0d6bc179-aa67-4702-955d-c5631cb0932c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 14363,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_69454f61-a636-4cdf-a7ce-a4a2d9be4790.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_69454f61-a636-4cdf-a7ce-a4a2d9be4790.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 54,\n 57,\n 52,\n 53,\n 52,\n 102,\n 54,\n 49,\n 45,\n 97,\n 54,\n 51,\n 54,\n 45,\n 52,\n 99,\n 100,\n 102,\n 45,\n 97,\n 55,\n 99,\n 101,\n 45,\n 97,\n 52,\n 97,\n 50,\n 100,\n 57,\n 98,\n 101,\n 52,\n 55,\n 57,\n 48,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_69454f61-a636-4cdf-a7ce-a4a2d9be4790.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-23T16:15:00.039073312Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"peer_addr":"[fd00:1122:3344:101::5]:63919","req_id":"68c93c85-5ef1-4c42-bcac-e0cb9c549885","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 12632,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_a3789abc-a11a-4587-97f3-c85a1d137a03.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_a3789abc-a11a-4587-97f3-c85a1d137a03.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 97,\n 51,\n 55,\n 56,\n 57,\n 97,\n 98,\n 99,\n 45,\n 97,\n 49,\n 49,\n 97,\n 45,\n 52,\n 53,\n 56,\n 55,\n 45,\n 57,\n 55,\n 102,\n 51,\n 45,\n 99,\n 56,\n 53,\n 97,\n 49,\n 100,\n 49,\n 51,\n 55,\n 97,\n 48,\n 51,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_a3789abc-a11a-4587-97f3-c85a1d137a03.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-23T16:15:00.04112Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"peer_addr":"[fd00:1122:3344:101::3]:32795","req_id":"19611c57-ddd0-4d58-9237-bf50483575a9","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 12632,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_a3789abc-a11a-4587-97f3-c85a1d137a03.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_a3789abc-a11a-4587-97f3-c85a1d137a03.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 97,\n 51,\n 55,\n 56,\n 57,\n 97,\n 98,\n 99,\n 45,\n 97,\n 49,\n 49,\n 97,\n 45,\n 52,\n 53,\n 56,\n 55,\n 45,\n 57,\n 55,\n 102,\n 51,\n 45,\n 99,\n 56,\n 53,\n 97,\n 49,\n 100,\n 49,\n 51,\n 55,\n 97,\n 48,\n 51,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_a3789abc-a11a-4587-97f3-c85a1d137a03.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-23T16:15:00.041692598Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"peer_addr":"[fd00:1122:3344:101::3]:55746","req_id":"1a96c782-1c33-4074-890a-a24cdffb8535","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 17026,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_c549996c-7eab-4949-a964-f6a26a090e86.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_c549996c-7eab-4949-a964-f6a26a090e86.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 99,\n 53,\n 52,\n 57,\n 57,\n 57,\n 54,\n 99,\n 45,\n 55,\n 101,\n 97,\n 98,\n 45,\n 52,\n 57,\n 52,\n 57,\n 45,\n 97,\n 57,\n 54,\n 52,\n 45,\n 102,\n 54,\n 97,\n 50,\n 54,\n 97,\n 48,\n 57,\n 48,\n 101,\n 56,\n 54,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_c549996c-7eab-4949-a964-f6a26a090e86.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-23T16:15:00.067478634Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"peer_addr":"[fd00:1122:3344:101::7]:55315","req_id":"aea516cf-5e88-4ebe-8120-74c8603eee22","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 17026,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_c549996c-7eab-4949-a964-f6a26a090e86.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_c549996c-7eab-4949-a964-f6a26a090e86.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 99,\n 53,\n 52,\n 57,\n 57,\n 57,\n 54,\n 99,\n 45,\n 55,\n 101,\n 97,\n 98,\n 45,\n 52,\n 57,\n 52,\n 57,\n 45,\n 97,\n 57,\n 54,\n 52,\n 45,\n 102,\n 54,\n 97,\n 50,\n 54,\n 97,\n 48,\n 57,\n 48,\n 101,\n 56,\n 54,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_c549996c-7eab-4949-a964-f6a26a090e86.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-23T16:15:00.068010691Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"peer_addr":"[fd00:1122:3344:101::7]:57600","req_id":"d070cedb-0bf5-4a67-b824-f0cdcc6f3c7e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 27820,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_7597462a-2355-41f9-a25a-a0abcedb70b6.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_7597462a-2355-41f9-a25a-a0abcedb70b6.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 55,\n 53,\n 57,\n 55,\n 52,\n 54,\n 50,\n 97,\n 45,\n 50,\n 51,\n 53,\n 53,\n 45,\n 52,\n 49,\n 102,\n 57,\n 45,\n 97,\n 50,\n 53,\n 97,\n 45,\n 97,\n 48,\n 97,\n 98,\n 99,\n 101,\n 100,\n 98,\n 55,\n 48,\n 98,\n 54,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_7597462a-2355-41f9-a25a-a0abcedb70b6.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-23T16:15:00.654889186Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"peer_addr":"[fd00:1122:3344:101::e]:34967","req_id":"b5017960-29c3-4187-be46-6876b27fcea7","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 27820,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_7597462a-2355-41f9-a25a-a0abcedb70b6.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_7597462a-2355-41f9-a25a-a0abcedb70b6.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 55,\n 53,\n 57,\n 55,\n 52,\n 54,\n 50,\n 97,\n 45,\n 50,\n 51,\n 53,\n 53,\n 45,\n 52,\n 49,\n 102,\n 57,\n 45,\n 97,\n 50,\n 53,\n 97,\n 45,\n 97,\n 48,\n 97,\n 98,\n 99,\n 101,\n 100,\n 98,\n 55,\n 48,\n 98,\n 54,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_7597462a-2355-41f9-a25a-a0abcedb70b6.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-23T16:15:00.655530735Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"peer_addr":"[fd00:1122:3344:101::e]:60997","req_id":"4b002f2a-109a-499c-9d2d-00283c41b145","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47715,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-23T16:15:00.957029318Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"peer_addr":"[fd00:1122:3344:101::2]:41070","req_id":"9ee40534-18b0-4f28-9170-8d6eb69978b8","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47715,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-23T16:15:00.957593476Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"peer_addr":"[fd00:1122:3344:101::2]:58136","req_id":"922b0729-196e-4670-9eff-42f1cbb7f20e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 53300,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_9fe50a5e-c262-454e-b889-f4914fab595d.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_9fe50a5e-c262-454e-b889-f4914fab595d.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 57,\n 102,\n 101,\n 53,\n 48,\n 97,\n 53,\n 101,\n 45,\n 99,\n 50,\n 54,\n 50,\n 45,\n 52,\n 53,\n 52,\n 101,\n 45,\n 98,\n 56,\n 56,\n 57,\n 45,\n 102,\n 52,\n 57,\n 49,\n 52,\n 102,\n 97,\n 98,\n 53,\n 57,\n 53,\n 100,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_9fe50a5e-c262-454e-b889-f4914fab595d.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-23T16:15:01.002311692Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"peer_addr":"[fd00:1122:3344:101::4]:52898","req_id":"35931ce2-c8ad-48e4-aab3-462d2e3866db","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 53300,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_9fe50a5e-c262-454e-b889-f4914fab595d.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_9fe50a5e-c262-454e-b889-f4914fab595d.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 57,\n 102,\n 101,\n 53,\n 48,\n 97,\n 53,\n 101,\n 45,\n 99,\n 50,\n 54,\n 50,\n 45,\n 52,\n 53,\n 52,\n 101,\n 45,\n 98,\n 56,\n 56,\n 57,\n 45,\n 102,\n 52,\n 57,\n 49,\n 52,\n 102,\n 97,\n 98,\n 53,\n 57,\n 53,\n 100,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_9fe50a5e-c262-454e-b889-f4914fab595d.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-23T16:15:01.003069522Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"peer_addr":"[fd00:1122:3344:101::4]:53859","req_id":"377b9de2-5ddc-4402-b815-b374a19ce738","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 8590,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_48d66662-6d02-451d-9cba-cfd298dc3f07.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_48d66662-6d02-451d-9cba-cfd298dc3f07.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 52,\n 56,\n 100,\n 54,\n 54,\n 54,\n 54,\n 50,\n 45,\n 54,\n 100,\n 48,\n 50,\n 45,\n 52,\n 53,\n 49,\n 100,\n 45,\n 57,\n 99,\n 98,\n 97,\n 45,\n 99,\n 102,\n 100,\n 50,\n 57,\n 56,\n 100,\n 99,\n 51,\n 102,\n 48,\n 55,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_48d66662-6d02-451d-9cba-cfd298dc3f07.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-23T16:15:01.015575985Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"peer_addr":"[fd00:1122:3344:101::6]:50092","req_id":"f28eb776-ee3a-4bb1-ac7e-21bab0c43bae","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 8590,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_48d66662-6d02-451d-9cba-cfd298dc3f07.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_48d66662-6d02-451d-9cba-cfd298dc3f07.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 52,\n 56,\n 100,\n 54,\n 54,\n 54,\n 54,\n 50,\n 45,\n 54,\n 100,\n 48,\n 50,\n 45,\n 52,\n 53,\n 49,\n 100,\n 45,\n 57,\n 99,\n 98,\n 97,\n 45,\n 99,\n 102,\n 100,\n 50,\n 57,\n 56,\n 100,\n 99,\n 51,\n 102,\n 48,\n 55,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_48d66662-6d02-451d-9cba-cfd298dc3f07.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-23T16:15:01.016199743Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"peer_addr":"[fd00:1122:3344:101::6]:65022","req_id":"9fed7670-dfd8-4963-a9bb-e541e9b7acb2","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 53010,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_ntp_121680f8-a306-4b4c-b728-c1826d1177ba.\"),\n ),\n original: Query {\n name: Name(\"oxz_ntp_121680f8-a306-4b4c-b728-c1826d1177ba.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 44,\n 111,\n 120,\n 122,\n 95,\n 110,\n 116,\n 112,\n 95,\n 49,\n 50,\n 49,\n 54,\n 56,\n 48,\n 102,\n 56,\n 45,\n 97,\n 51,\n 48,\n 54,\n 45,\n 52,\n 98,\n 52,\n 99,\n 45,\n 98,\n 55,\n 50,\n 56,\n 45,\n 99,\n 49,\n 56,\n 50,\n 54,\n 100,\n 49,\n 49,\n 55,\n 55,\n 98,\n 97,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_ntp_121680f8-a306-4b4c-b728-c1826d1177ba.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-23T16:15:01.532434215Z","hostname":"oxz_internal_dns_7d86dad5-76eb-4dff-83ee-46aaf3d7369c","pid":5363,"peer_addr":"[fd00:1122:3344:101::1b]:45506","req_id":"2b6b6693-4e09-4b85-b316-c784cf600b5c","component":"dns"}