[ Jun 20 23:38:05 Enabled. ] [ Jun 20 23:38:05 Rereading configuration. ] [ Jun 20 23:38:06 Rereading configuration. ] [ Jun 20 23:38:07 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:3::1]:5353 --dns-address [fd00:1122:3344:3::1]:53 &"). ] [ Jun 20 23:38:07 Method "start" exited with status 0. ] Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:3::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } note: configured to log to "/dev/stdout" {"msg":"config","v":0,"name":"dns-server","level":30,"time":"2026-06-20T23:38:07.268290101Z","hostname":"oxz_internal_dns_6c0d2a24-8c29-4d2a-b4aa-02702f31801e","pid":5433,"dns_config":"Config { bind_address: [fd00:1122:3344:3::1]:53 }","config":"Config { log: File { level: Info, path: \"/dev/stdout\", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:3::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: \"/data/dns\", keep_old_generations: 3 } }"} {"msg":"opening sled database","v":0,"name":"dns-server","level":30,"time":"2026-06-20T23:38:07.268423603Z","hostname":"oxz_internal_dns_6c0d2a24-8c29-4d2a-b4aa-02702f31801e","pid":5433,"component":"store","path":"/data/dns"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-06-20T23:38:07.290951232Z","hostname":"oxz_internal_dns_6c0d2a24-8c29-4d2a-b4aa-02702f31801e","pid":5433,"component":"store"} {"msg":"pruning trees for generations older than 0","v":0,"name":"dns-server","level":30,"time":"2026-06-20T23:38:07.290967352Z","hostname":"oxz_internal_dns_6c0d2a24-8c29-4d2a-b4aa-02702f31801e","pid":5433,"component":"store","keep":3} {"msg":"DNS server bound to address","v":0,"name":"dns-server","level":30,"time":"2026-06-20T23:38:07.291026904Z","hostname":"oxz_internal_dns_6c0d2a24-8c29-4d2a-b4aa-02702f31801e","pid":5433,"component":"dns","local_address":"[fd00:1122:3344:3::1]:53"} {"msg":"listening","v":0,"name":"dns-server","level":30,"time":"2026-06-20T23:38:07.291402089Z","hostname":"oxz_internal_dns_6c0d2a24-8c29-4d2a-b4aa-02702f31801e","pid":5433,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 35027,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-20T23:38:07.363830301Z","hostname":"oxz_internal_dns_6c0d2a24-8c29-4d2a-b4aa-02702f31801e","pid":5433,"peer_addr":"[fd00:1122:3344:101::2]:15814","req_id":"bc28c466-1113-4bdb-a520-0d1b569559bc","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 59907,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-20T23:38:07.564765721Z","hostname":"oxz_internal_dns_6c0d2a24-8c29-4d2a-b4aa-02702f31801e","pid":5433,"peer_addr":"[fd00:1122:3344:101::2]:27217","req_id":"3e245448-a87f-4ae2-92a1-6338a4cc32f2","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 59465,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-20T23:38:07.996637133Z","hostname":"oxz_internal_dns_6c0d2a24-8c29-4d2a-b4aa-02702f31801e","pid":5433,"peer_addr":"[fd00:1122:3344:101::2]:35147","req_id":"9c43a1a0-90eb-4ecf-87d6-ed8c8d4e3f92","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-20T23:38:08.087297591Z","hostname":"oxz_internal_dns_6c0d2a24-8c29-4d2a-b4aa-02702f31801e","pid":5433,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:3::2]:40860"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-06-20T23:38:08.088089463Z","hostname":"oxz_internal_dns_6c0d2a24-8c29-4d2a-b4aa-02702f31801e","pid":5433,"new_generation":1,"req_id":"70d0ccd0-875a-4d88-aec0-e091649a74ee","component":"store"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-06-20T23:38:08.088109873Z","hostname":"oxz_internal_dns_6c0d2a24-8c29-4d2a-b4aa-02702f31801e","pid":5433,"component":"store"} {"msg":"pruning trees for generations older than 1","v":0,"name":"dns-server","level":30,"time":"2026-06-20T23:38:08.10451761Z","hostname":"oxz_internal_dns_6c0d2a24-8c29-4d2a-b4aa-02702f31801e","pid":5433,"component":"store","keep":3} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-06-20T23:38:08.104553261Z","hostname":"oxz_internal_dns_6c0d2a24-8c29-4d2a-b4aa-02702f31801e","pid":5433,"new_generation":1,"req_id":"70d0ccd0-875a-4d88-aec0-e091649a74ee","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-20T23:38:08.104608381Z","hostname":"oxz_internal_dns_6c0d2a24-8c29-4d2a-b4aa-02702f31801e","pid":5433,"uri":"/config","method":"PUT","req_id":"70d0ccd0-875a-4d88-aec0-e091649a74ee","remote_addr":"[fd00:1122:3344:3::2]:40860","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":16886,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 36633,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-20T23:38:20.76052801Z","hostname":"oxz_internal_dns_6c0d2a24-8c29-4d2a-b4aa-02702f31801e","pid":5433,"peer_addr":"[fd00:1122:3344:101::1b]:51841","req_id":"38a989ca-b266-4197-b023-98d8a617d9f2","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 63475,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-20T23:38:20.765609237Z","hostname":"oxz_internal_dns_6c0d2a24-8c29-4d2a-b4aa-02702f31801e","pid":5433,"peer_addr":"[fd00:1122:3344:101::1b]:57065","req_id":"e3961e23-7c7d-49d6-aa58-34b782c4a552","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 4086,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-20T23:38:20.770204306Z","hostname":"oxz_internal_dns_6c0d2a24-8c29-4d2a-b4aa-02702f31801e","pid":5433,"peer_addr":"[fd00:1122:3344:101::1b]:45067","req_id":"3a1462de-2e8c-4238-947b-431728178cc7","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 12555,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-20T23:39:45.028309416Z","hostname":"oxz_internal_dns_6c0d2a24-8c29-4d2a-b4aa-02702f31801e","pid":5433,"peer_addr":"[fd00:1122:3344:101::1b]:43296","req_id":"2d29a6ea-e7f3-475a-a15d-81a860655d5d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 35393,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-20T23:39:45.033054473Z","hostname":"oxz_internal_dns_6c0d2a24-8c29-4d2a-b4aa-02702f31801e","pid":5433,"peer_addr":"[fd00:1122:3344:101::1b]:63574","req_id":"98bd7f47-e7ce-4821-829c-d0fb609f8173","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 5185,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-20T23:39:45.037448425Z","hostname":"oxz_internal_dns_6c0d2a24-8c29-4d2a-b4aa-02702f31801e","pid":5433,"peer_addr":"[fd00:1122:3344:101::1b]:48818","req_id":"14d68115-8b27-409b-8f7f-5605801193bc","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 29119,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-20T23:41:58.263334113Z","hostname":"oxz_internal_dns_6c0d2a24-8c29-4d2a-b4aa-02702f31801e","pid":5433,"peer_addr":"[fd00:1122:3344:101::d]:61464","req_id":"1464a7d1-89bc-4213-b6d2-2922146d82aa","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 25259,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_e831eeca-141b-49c3-b564-c24dc8616699.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_e831eeca-141b-49c3-b564-c24dc8616699.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 101,\n 56,\n 51,\n 49,\n 101,\n 101,\n 99,\n 97,\n 45,\n 49,\n 52,\n 49,\n 98,\n 45,\n 52,\n 57,\n 99,\n 51,\n 45,\n 98,\n 53,\n 54,\n 52,\n 45,\n 99,\n 50,\n 52,\n 100,\n 99,\n 56,\n 54,\n 49,\n 54,\n 54,\n 57,\n 57,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_e831eeca-141b-49c3-b564-c24dc8616699.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-20T23:42:01.757374798Z","hostname":"oxz_internal_dns_6c0d2a24-8c29-4d2a-b4aa-02702f31801e","pid":5433,"peer_addr":"[fd00:1122:3344:101::e]:42518","req_id":"41362cff-4e23-4cf6-8a0f-5679795ee3ee","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 25259,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_e831eeca-141b-49c3-b564-c24dc8616699.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_e831eeca-141b-49c3-b564-c24dc8616699.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 101,\n 56,\n 51,\n 49,\n 101,\n 101,\n 99,\n 97,\n 45,\n 49,\n 52,\n 49,\n 98,\n 45,\n 52,\n 57,\n 99,\n 51,\n 45,\n 98,\n 53,\n 54,\n 52,\n 45,\n 99,\n 50,\n 52,\n 100,\n 99,\n 56,\n 54,\n 49,\n 54,\n 54,\n 57,\n 57,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_e831eeca-141b-49c3-b564-c24dc8616699.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-20T23:42:01.757956399Z","hostname":"oxz_internal_dns_6c0d2a24-8c29-4d2a-b4aa-02702f31801e","pid":5433,"peer_addr":"[fd00:1122:3344:101::e]:51745","req_id":"cd43a7ca-3031-4fc1-8661-085e40ee32df","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 9598,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-20T23:42:07.573478057Z","hostname":"oxz_internal_dns_6c0d2a24-8c29-4d2a-b4aa-02702f31801e","pid":5433,"peer_addr":"[fd00:1122:3344:101::a]:12047","req_id":"a72e71f7-756e-49f8-a554-090c6f07c1a8","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 44650,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-20T23:42:08.23551142Z","hostname":"oxz_internal_dns_6c0d2a24-8c29-4d2a-b4aa-02702f31801e","pid":5433,"peer_addr":"[fd00:1122:3344:101::d]:63822","req_id":"0440e6b9-b8e1-484a-8977-7ef35470283c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47456,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-20T23:42:08.824589453Z","hostname":"oxz_internal_dns_6c0d2a24-8c29-4d2a-b4aa-02702f31801e","pid":5433,"peer_addr":"[fd00:1122:3344:101::c]:58638","req_id":"4fa15d9c-9a95-4589-8224-0aad899c0b7c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 43534,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-20T23:42:08.916071382Z","hostname":"oxz_internal_dns_6c0d2a24-8c29-4d2a-b4aa-02702f31801e","pid":5433,"peer_addr":"[fd00:1122:3344:101::b]:34387","req_id":"19a4e671-1b3c-43d6-8a8d-0cee3c536a05","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-20T23:42:09.543163307Z","hostname":"oxz_internal_dns_6c0d2a24-8c29-4d2a-b4aa-02702f31801e","pid":5433,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:65227"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-20T23:42:09.550888114Z","hostname":"oxz_internal_dns_6c0d2a24-8c29-4d2a-b4aa-02702f31801e","pid":5433,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:59364"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-20T23:42:09.623465698Z","hostname":"oxz_internal_dns_6c0d2a24-8c29-4d2a-b4aa-02702f31801e","pid":5433,"uri":"/config","method":"GET","req_id":"1303e003-1f90-4ea7-aa5e-38d37f66a762","remote_addr":"[fd00:1122:3344:101::b]:59364","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":44137,"response_code":200} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-20T23:42:09.623540669Z","hostname":"oxz_internal_dns_6c0d2a24-8c29-4d2a-b4aa-02702f31801e","pid":5433,"uri":"/config","method":"GET","req_id":"84f824eb-4b67-457f-97a2-d43d9c03b2ff","remote_addr":"[fd00:1122:3344:101::c]:65227","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":44132,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 4177,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-20T23:42:09.702172855Z","hostname":"oxz_internal_dns_6c0d2a24-8c29-4d2a-b4aa-02702f31801e","pid":5433,"peer_addr":"[fd00:1122:3344:101::a]:61287","req_id":"d097ce8b-45d6-44c8-8422-def55619822b","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-20T23:42:09.84709246Z","hostname":"oxz_internal_dns_6c0d2a24-8c29-4d2a-b4aa-02702f31801e","pid":5433,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:56493"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-20T23:42:09.847510387Z","hostname":"oxz_internal_dns_6c0d2a24-8c29-4d2a-b4aa-02702f31801e","pid":5433,"uri":"/config","method":"GET","req_id":"d2905bba-3003-43dd-a0b5-e8bb73708120","remote_addr":"[fd00:1122:3344:101::a]:56493","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":273,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 27183,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-20T23:42:10.814586318Z","hostname":"oxz_internal_dns_6c0d2a24-8c29-4d2a-b4aa-02702f31801e","pid":5433,"peer_addr":"[fd00:1122:3344:101::c]:15461","req_id":"9e485051-9224-45b5-a46f-74482116d115","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-20T23:42:10.925743024Z","hostname":"oxz_internal_dns_6c0d2a24-8c29-4d2a-b4aa-02702f31801e","pid":5433,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:40405"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-06-20T23:42:10.930636038Z","hostname":"oxz_internal_dns_6c0d2a24-8c29-4d2a-b4aa-02702f31801e","pid":5433,"new_generation":1,"req_id":"228f46c8-b34c-4d41-937f-c4c7b8d41b8a","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-06-20T23:42:10.930675569Z","hostname":"oxz_internal_dns_6c0d2a24-8c29-4d2a-b4aa-02702f31801e","pid":5433,"new_generation":1,"req_id":"228f46c8-b34c-4d41-937f-c4c7b8d41b8a","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-20T23:42:10.93076094Z","hostname":"oxz_internal_dns_6c0d2a24-8c29-4d2a-b4aa-02702f31801e","pid":5433,"uri":"/config","method":"PUT","req_id":"228f46c8-b34c-4d41-937f-c4c7b8d41b8a","remote_addr":"[fd00:1122:3344:101::c]:40405","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":2762,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-20T23:42:11.073786527Z","hostname":"oxz_internal_dns_6c0d2a24-8c29-4d2a-b4aa-02702f31801e","pid":5433,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:46344"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-20T23:42:11.074051461Z","hostname":"oxz_internal_dns_6c0d2a24-8c29-4d2a-b4aa-02702f31801e","pid":5433,"uri":"/config","method":"GET","req_id":"901d54ee-5cf5-45c1-84d8-819207c17c9a","remote_addr":"[fd00:1122:3344:101::c]:46344","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":211,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 56445,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-20T23:42:12.264961748Z","hostname":"oxz_internal_dns_6c0d2a24-8c29-4d2a-b4aa-02702f31801e","pid":5433,"peer_addr":"[fd00:1122:3344:101::c]:44372","req_id":"d7e37fbf-1e39-4aa9-a8ad-129b6185adab","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-20T23:42:12.531608249Z","hostname":"oxz_internal_dns_6c0d2a24-8c29-4d2a-b4aa-02702f31801e","pid":5433,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:40016"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-20T23:42:12.531871193Z","hostname":"oxz_internal_dns_6c0d2a24-8c29-4d2a-b4aa-02702f31801e","pid":5433,"uri":"/config","method":"GET","req_id":"1ff19d5b-6649-4817-8d4d-1ab3e9c73dc7","remote_addr":"[fd00:1122:3344:101::c]:40016","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":197,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 4318,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-20T23:42:13.343203177Z","hostname":"oxz_internal_dns_6c0d2a24-8c29-4d2a-b4aa-02702f31801e","pid":5433,"peer_addr":"[fd00:1122:3344:101::1b]:50500","req_id":"3bc22263-706c-41d7-b336-5f413e860068","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 53370,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-20T23:42:13.347515082Z","hostname":"oxz_internal_dns_6c0d2a24-8c29-4d2a-b4aa-02702f31801e","pid":5433,"peer_addr":"[fd00:1122:3344:101::1b]:46177","req_id":"26636ce4-cd76-47cb-bfe0-e787b2f12306","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 64898,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-20T23:42:13.352296024Z","hostname":"oxz_internal_dns_6c0d2a24-8c29-4d2a-b4aa-02702f31801e","pid":5433,"peer_addr":"[fd00:1122:3344:101::1b]:58327","req_id":"223508ee-e11d-4612-aa43-a4dcced07dbe","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 14769,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-20T23:42:18.237405929Z","hostname":"oxz_internal_dns_6c0d2a24-8c29-4d2a-b4aa-02702f31801e","pid":5433,"peer_addr":"[fd00:1122:3344:101::d]:61727","req_id":"8507409d-4ef8-416b-9e72-c8928dafc36f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 18679,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-20T23:42:18.354072548Z","hostname":"oxz_internal_dns_6c0d2a24-8c29-4d2a-b4aa-02702f31801e","pid":5433,"peer_addr":"[fd00:1122:3344:101::a]:41074","req_id":"0943fd5b-8a14-4995-9ad1-c84895c5d605","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-20T23:42:18.481724293Z","hostname":"oxz_internal_dns_6c0d2a24-8c29-4d2a-b4aa-02702f31801e","pid":5433,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:47278"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-20T23:42:18.481973517Z","hostname":"oxz_internal_dns_6c0d2a24-8c29-4d2a-b4aa-02702f31801e","pid":5433,"uri":"/config","method":"GET","req_id":"1908f13b-5164-4057-a0fd-4f374c66c48f","remote_addr":"[fd00:1122:3344:101::a]:47278","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":199,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 43428,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-20T23:42:19.650892753Z","hostname":"oxz_internal_dns_6c0d2a24-8c29-4d2a-b4aa-02702f31801e","pid":5433,"peer_addr":"[fd00:1122:3344:101::b]:16941","req_id":"4fd5f398-76c8-40c6-a586-8553b0a9fbda","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-20T23:42:19.866927391Z","hostname":"oxz_internal_dns_6c0d2a24-8c29-4d2a-b4aa-02702f31801e","pid":5433,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:42446"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-20T23:42:19.867210735Z","hostname":"oxz_internal_dns_6c0d2a24-8c29-4d2a-b4aa-02702f31801e","pid":5433,"uri":"/config","method":"GET","req_id":"98d4c5ac-a599-4740-b8f5-1af867c06206","remote_addr":"[fd00:1122:3344:101::b]:42446","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":210,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 4569,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-20T23:42:28.239242334Z","hostname":"oxz_internal_dns_6c0d2a24-8c29-4d2a-b4aa-02702f31801e","pid":5433,"peer_addr":"[fd00:1122:3344:101::d]:56990","req_id":"278a1e9c-3356-4106-95a8-07340b828be9","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 12621,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-20T23:42:38.241057613Z","hostname":"oxz_internal_dns_6c0d2a24-8c29-4d2a-b4aa-02702f31801e","pid":5433,"peer_addr":"[fd00:1122:3344:101::d]:50542","req_id":"26599a1f-ec58-49a8-af6c-8b5ea5d5fa8d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 8265,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-20T23:42:48.243351043Z","hostname":"oxz_internal_dns_6c0d2a24-8c29-4d2a-b4aa-02702f31801e","pid":5433,"peer_addr":"[fd00:1122:3344:101::d]:59606","req_id":"86cffaec-0aff-47ab-8ed4-c309c6ca213c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 52141,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-20T23:42:58.245098302Z","hostname":"oxz_internal_dns_6c0d2a24-8c29-4d2a-b4aa-02702f31801e","pid":5433,"peer_addr":"[fd00:1122:3344:101::d]:54769","req_id":"eb859ea3-d935-4c9c-9238-8c21694f18eb","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-20T23:43:07.511517159Z","hostname":"oxz_internal_dns_6c0d2a24-8c29-4d2a-b4aa-02702f31801e","pid":5433,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:50364"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-06-20T23:43:07.515929576Z","hostname":"oxz_internal_dns_6c0d2a24-8c29-4d2a-b4aa-02702f31801e","pid":5433,"new_generation":1,"req_id":"60f1f688-5693-44f7-b693-02fa3ab6991d","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-06-20T23:43:07.515997537Z","hostname":"oxz_internal_dns_6c0d2a24-8c29-4d2a-b4aa-02702f31801e","pid":5433,"new_generation":1,"req_id":"60f1f688-5693-44f7-b693-02fa3ab6991d","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-20T23:43:07.516011977Z","hostname":"oxz_internal_dns_6c0d2a24-8c29-4d2a-b4aa-02702f31801e","pid":5433,"uri":"/config","method":"PUT","req_id":"60f1f688-5693-44f7-b693-02fa3ab6991d","remote_addr":"[fd00:1122:3344:101::a]:50364","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":338,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 41468,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-20T23:43:08.24703247Z","hostname":"oxz_internal_dns_6c0d2a24-8c29-4d2a-b4aa-02702f31801e","pid":5433,"peer_addr":"[fd00:1122:3344:101::d]:53153","req_id":"81622ecd-7480-49b0-a8ba-0027d75cefa7","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-20T23:43:08.619915913Z","hostname":"oxz_internal_dns_6c0d2a24-8c29-4d2a-b4aa-02702f31801e","pid":5433,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:49804"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-06-20T23:43:08.625383165Z","hostname":"oxz_internal_dns_6c0d2a24-8c29-4d2a-b4aa-02702f31801e","pid":5433,"new_generation":1,"req_id":"5657d201-9780-4107-9b35-0946e7ce84b7","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-06-20T23:43:08.625474826Z","hostname":"oxz_internal_dns_6c0d2a24-8c29-4d2a-b4aa-02702f31801e","pid":5433,"new_generation":1,"req_id":"5657d201-9780-4107-9b35-0946e7ce84b7","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-20T23:43:08.625489777Z","hostname":"oxz_internal_dns_6c0d2a24-8c29-4d2a-b4aa-02702f31801e","pid":5433,"uri":"/config","method":"PUT","req_id":"5657d201-9780-4107-9b35-0946e7ce84b7","remote_addr":"[fd00:1122:3344:101::c]:49804","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":312,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-20T23:43:08.918626357Z","hostname":"oxz_internal_dns_6c0d2a24-8c29-4d2a-b4aa-02702f31801e","pid":5433,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:45395"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-06-20T23:43:08.925609872Z","hostname":"oxz_internal_dns_6c0d2a24-8c29-4d2a-b4aa-02702f31801e","pid":5433,"new_generation":1,"req_id":"ba314789-41eb-498e-bfd2-cfad4330c76c","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-06-20T23:43:08.925648963Z","hostname":"oxz_internal_dns_6c0d2a24-8c29-4d2a-b4aa-02702f31801e","pid":5433,"new_generation":1,"req_id":"ba314789-41eb-498e-bfd2-cfad4330c76c","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-20T23:43:08.925679913Z","hostname":"oxz_internal_dns_6c0d2a24-8c29-4d2a-b4aa-02702f31801e","pid":5433,"uri":"/config","method":"PUT","req_id":"ba314789-41eb-498e-bfd2-cfad4330c76c","remote_addr":"[fd00:1122:3344:101::b]:45395","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":265,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 32910,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-20T23:43:08.963439213Z","hostname":"oxz_internal_dns_6c0d2a24-8c29-4d2a-b4aa-02702f31801e","pid":5433,"peer_addr":"[fd00:1122:3344:101::a]:8220","req_id":"b7be0da3-7955-420e-ad29-a5750c2b7450","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-20T23:43:09.080058241Z","hostname":"oxz_internal_dns_6c0d2a24-8c29-4d2a-b4aa-02702f31801e","pid":5433,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:47367"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-20T23:43:09.080308295Z","hostname":"oxz_internal_dns_6c0d2a24-8c29-4d2a-b4aa-02702f31801e","pid":5433,"uri":"/config","method":"GET","req_id":"c70112b3-889f-47d9-b8a7-0e4edc893431","remote_addr":"[fd00:1122:3344:101::a]:47367","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":209,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 46160,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-20T23:43:09.61987757Z","hostname":"oxz_internal_dns_6c0d2a24-8c29-4d2a-b4aa-02702f31801e","pid":5433,"peer_addr":"[fd00:1122:3344:101::b]:2142","req_id":"9c58b6d1-462e-4988-b049-2ffba6f8d4ac","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-20T23:43:09.724565149Z","hostname":"oxz_internal_dns_6c0d2a24-8c29-4d2a-b4aa-02702f31801e","pid":5433,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:64285"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-20T23:43:09.724863103Z","hostname":"oxz_internal_dns_6c0d2a24-8c29-4d2a-b4aa-02702f31801e","pid":5433,"uri":"/config","method":"GET","req_id":"be53813a-6c2f-47a1-b8dd-9a968706380f","remote_addr":"[fd00:1122:3344:101::b]:64285","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":241,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 9509,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-20T23:43:09.939361658Z","hostname":"oxz_internal_dns_6c0d2a24-8c29-4d2a-b4aa-02702f31801e","pid":5433,"peer_addr":"[fd00:1122:3344:101::c]:32689","req_id":"a0789931-c420-499d-877a-7c95a096ada5","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-20T23:43:10.042599534Z","hostname":"oxz_internal_dns_6c0d2a24-8c29-4d2a-b4aa-02702f31801e","pid":5433,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:59618"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-20T23:43:10.042854268Z","hostname":"oxz_internal_dns_6c0d2a24-8c29-4d2a-b4aa-02702f31801e","pid":5433,"uri":"/config","method":"GET","req_id":"5ae2c8d8-90b8-4305-87fb-a691d87d275a","remote_addr":"[fd00:1122:3344:101::c]:59618","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":194,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 33283,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-20T23:43:18.248180709Z","hostname":"oxz_internal_dns_6c0d2a24-8c29-4d2a-b4aa-02702f31801e","pid":5433,"peer_addr":"[fd00:1122:3344:101::d]:61149","req_id":"5d8c86b9-5678-452d-9789-9aa953bde4ca","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 33788,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-20T23:43:28.250324789Z","hostname":"oxz_internal_dns_6c0d2a24-8c29-4d2a-b4aa-02702f31801e","pid":5433,"peer_addr":"[fd00:1122:3344:101::d]:51206","req_id":"f2214bb1-748f-4811-99f5-4b82b73adabb","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 41907,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-20T23:43:38.252358552Z","hostname":"oxz_internal_dns_6c0d2a24-8c29-4d2a-b4aa-02702f31801e","pid":5433,"peer_addr":"[fd00:1122:3344:101::d]:54511","req_id":"c6176f43-3cb3-44e9-ae77-94d67d81354d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 49921,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-20T23:43:48.254469551Z","hostname":"oxz_internal_dns_6c0d2a24-8c29-4d2a-b4aa-02702f31801e","pid":5433,"peer_addr":"[fd00:1122:3344:101::d]:57088","req_id":"a96aecdd-f149-433d-a824-f100bf26a8ff","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 18720,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-20T23:43:58.256465961Z","hostname":"oxz_internal_dns_6c0d2a24-8c29-4d2a-b4aa-02702f31801e","pid":5433,"peer_addr":"[fd00:1122:3344:101::d]:59350","req_id":"19980bc9-05f2-44d7-9696-bbe7e14f392c","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-20T23:44:07.393669848Z","hostname":"oxz_internal_dns_6c0d2a24-8c29-4d2a-b4aa-02702f31801e","pid":5433,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:50111"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-06-20T23:44:07.396087285Z","hostname":"oxz_internal_dns_6c0d2a24-8c29-4d2a-b4aa-02702f31801e","pid":5433,"new_generation":1,"req_id":"ba109769-c1f5-4bbd-9fde-c1d46db71d43","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-06-20T23:44:07.396120465Z","hostname":"oxz_internal_dns_6c0d2a24-8c29-4d2a-b4aa-02702f31801e","pid":5433,"new_generation":1,"req_id":"ba109769-c1f5-4bbd-9fde-c1d46db71d43","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-20T23:44:07.396241367Z","hostname":"oxz_internal_dns_6c0d2a24-8c29-4d2a-b4aa-02702f31801e","pid":5433,"uri":"/config","method":"PUT","req_id":"ba109769-c1f5-4bbd-9fde-c1d46db71d43","remote_addr":"[fd00:1122:3344:101::a]:50111","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":209,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 28689,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-20T23:44:08.258075653Z","hostname":"oxz_internal_dns_6c0d2a24-8c29-4d2a-b4aa-02702f31801e","pid":5433,"peer_addr":"[fd00:1122:3344:101::d]:60018","req_id":"d05c81c7-e4e3-429f-8cab-afbc6f3f0f1a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 4897,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-20T23:44:08.438379752Z","hostname":"oxz_internal_dns_6c0d2a24-8c29-4d2a-b4aa-02702f31801e","pid":5433,"peer_addr":"[fd00:1122:3344:101::a]:46082","req_id":"fc127b0e-2bab-47b7-8312-59fe0c31515b","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-20T23:44:08.616447297Z","hostname":"oxz_internal_dns_6c0d2a24-8c29-4d2a-b4aa-02702f31801e","pid":5433,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:50701"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-06-20T23:44:08.619634515Z","hostname":"oxz_internal_dns_6c0d2a24-8c29-4d2a-b4aa-02702f31801e","pid":5433,"new_generation":1,"req_id":"4287d748-0562-4a7b-9133-72f2bbcd46e4","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-06-20T23:44:08.620402177Z","hostname":"oxz_internal_dns_6c0d2a24-8c29-4d2a-b4aa-02702f31801e","pid":5433,"new_generation":1,"req_id":"4287d748-0562-4a7b-9133-72f2bbcd46e4","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-20T23:44:08.620547669Z","hostname":"oxz_internal_dns_6c0d2a24-8c29-4d2a-b4aa-02702f31801e","pid":5433,"uri":"/config","method":"PUT","req_id":"4287d748-0562-4a7b-9133-72f2bbcd46e4","remote_addr":"[fd00:1122:3344:101::b]:50701","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":231,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-20T23:44:08.620582069Z","hostname":"oxz_internal_dns_6c0d2a24-8c29-4d2a-b4aa-02702f31801e","pid":5433,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:37224"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-06-20T23:44:08.623566814Z","hostname":"oxz_internal_dns_6c0d2a24-8c29-4d2a-b4aa-02702f31801e","pid":5433,"new_generation":1,"req_id":"4810f463-46aa-44a6-b5b6-fbfc5206e340","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-06-20T23:44:08.623597845Z","hostname":"oxz_internal_dns_6c0d2a24-8c29-4d2a-b4aa-02702f31801e","pid":5433,"new_generation":1,"req_id":"4810f463-46aa-44a6-b5b6-fbfc5206e340","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-20T23:44:08.623709936Z","hostname":"oxz_internal_dns_6c0d2a24-8c29-4d2a-b4aa-02702f31801e","pid":5433,"uri":"/config","method":"PUT","req_id":"4810f463-46aa-44a6-b5b6-fbfc5206e340","remote_addr":"[fd00:1122:3344:101::c]:37224","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":313,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-20T23:44:08.627405312Z","hostname":"oxz_internal_dns_6c0d2a24-8c29-4d2a-b4aa-02702f31801e","pid":5433,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:56282"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-20T23:44:08.627808738Z","hostname":"oxz_internal_dns_6c0d2a24-8c29-4d2a-b4aa-02702f31801e","pid":5433,"uri":"/config","method":"GET","req_id":"06b7e940-7561-41c9-9f35-5f25b25bdcec","remote_addr":"[fd00:1122:3344:101::a]:56282","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":289,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 57145,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-20T23:44:09.430291319Z","hostname":"oxz_internal_dns_6c0d2a24-8c29-4d2a-b4aa-02702f31801e","pid":5433,"peer_addr":"[fd00:1122:3344:101::b]:14478","req_id":"b8df5e41-73f2-4880-81e9-17827d0dfa52","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-20T23:44:09.533091989Z","hostname":"oxz_internal_dns_6c0d2a24-8c29-4d2a-b4aa-02702f31801e","pid":5433,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:40288"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-20T23:44:09.533371733Z","hostname":"oxz_internal_dns_6c0d2a24-8c29-4d2a-b4aa-02702f31801e","pid":5433,"uri":"/config","method":"GET","req_id":"b88b41a9-be87-4282-883c-97a1ba9bdb0c","remote_addr":"[fd00:1122:3344:101::b]:40288","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":225,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 22339,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-20T23:44:09.935247283Z","hostname":"oxz_internal_dns_6c0d2a24-8c29-4d2a-b4aa-02702f31801e","pid":5433,"peer_addr":"[fd00:1122:3344:101::c]:20095","req_id":"ddacbd9a-6817-4fdf-b4ab-44ad0ad71806","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-20T23:44:10.032849175Z","hostname":"oxz_internal_dns_6c0d2a24-8c29-4d2a-b4aa-02702f31801e","pid":5433,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:38444"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-20T23:44:10.03316547Z","hostname":"oxz_internal_dns_6c0d2a24-8c29-4d2a-b4aa-02702f31801e","pid":5433,"uri":"/config","method":"GET","req_id":"a06bbc37-3013-4275-9408-efc33ced8d08","remote_addr":"[fd00:1122:3344:101::c]:38444","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":209,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 29574,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-20T23:44:18.259990553Z","hostname":"oxz_internal_dns_6c0d2a24-8c29-4d2a-b4aa-02702f31801e","pid":5433,"peer_addr":"[fd00:1122:3344:101::d]:57809","req_id":"088d4c7d-25bd-4a44-bcf0-e0d77f87ecec","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 28723,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-20T23:44:19.387105899Z","hostname":"oxz_internal_dns_6c0d2a24-8c29-4d2a-b4aa-02702f31801e","pid":5433,"peer_addr":"[fd00:1122:3344:101::1b]:60529","req_id":"73b80b98-3b15-44f5-b6dd-f04b420cf6f9","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 43235,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-20T23:44:19.39182134Z","hostname":"oxz_internal_dns_6c0d2a24-8c29-4d2a-b4aa-02702f31801e","pid":5433,"peer_addr":"[fd00:1122:3344:101::1b]:44735","req_id":"84598489-bc4b-4afd-a09b-1306c4128ab6","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 18434,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-20T23:44:19.395946922Z","hostname":"oxz_internal_dns_6c0d2a24-8c29-4d2a-b4aa-02702f31801e","pid":5433,"peer_addr":"[fd00:1122:3344:101::1b]:52100","req_id":"34c15570-4f21-4cc1-a37a-fae3715afcea","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 32834,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-20T23:44:28.261816687Z","hostname":"oxz_internal_dns_6c0d2a24-8c29-4d2a-b4aa-02702f31801e","pid":5433,"peer_addr":"[fd00:1122:3344:101::d]:54630","req_id":"0951a0ce-7658-44de-894f-bc06b0b5aa7c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 45941,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-20T23:44:38.264115095Z","hostname":"oxz_internal_dns_6c0d2a24-8c29-4d2a-b4aa-02702f31801e","pid":5433,"peer_addr":"[fd00:1122:3344:101::d]:60373","req_id":"78f5d399-f26e-4015-bc59-ff39f0d4da45","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47043,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-20T23:44:48.266227003Z","hostname":"oxz_internal_dns_6c0d2a24-8c29-4d2a-b4aa-02702f31801e","pid":5433,"peer_addr":"[fd00:1122:3344:101::d]:51293","req_id":"090c5079-d83f-4240-8732-e8ea392ab71b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 62978,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-20T23:44:58.26788907Z","hostname":"oxz_internal_dns_6c0d2a24-8c29-4d2a-b4aa-02702f31801e","pid":5433,"peer_addr":"[fd00:1122:3344:101::d]:59256","req_id":"b6941f7e-408b-4ae7-b117-ac0218957612","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 45488,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_ntp_114fbecb-314b-428b-a966-f8941f73e956.\"),\n ),\n original: Query {\n name: Name(\"oxz_ntp_114fbecb-314b-428b-a966-f8941f73e956.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 44,\n 111,\n 120,\n 122,\n 95,\n 110,\n 116,\n 112,\n 95,\n 49,\n 49,\n 52,\n 102,\n 98,\n 101,\n 99,\n 98,\n 45,\n 51,\n 49,\n 52,\n 98,\n 45,\n 52,\n 50,\n 56,\n 98,\n 45,\n 97,\n 57,\n 54,\n 54,\n 45,\n 102,\n 56,\n 57,\n 52,\n 49,\n 102,\n 55,\n 51,\n 101,\n 57,\n 53,\n 54,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_ntp_114fbecb-314b-428b-a966-f8941f73e956.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-20T23:45:00.451124231Z","hostname":"oxz_internal_dns_6c0d2a24-8c29-4d2a-b4aa-02702f31801e","pid":5433,"peer_addr":"[fd00:1122:3344:101::1b]:49992","req_id":"8d875f3d-c4f6-4114-b7ff-9e70d709434d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47150,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_892dcca8-e0be-4183-a34b-9d6f756f60c5.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_892dcca8-e0be-4183-a34b-9d6f756f60c5.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 56,\n 57,\n 50,\n 100,\n 99,\n 99,\n 97,\n 56,\n 45,\n 101,\n 48,\n 98,\n 101,\n 45,\n 52,\n 49,\n 56,\n 51,\n 45,\n 97,\n 51,\n 52,\n 98,\n 45,\n 57,\n 100,\n 54,\n 102,\n 55,\n 53,\n 54,\n 102,\n 54,\n 48,\n 99,\n 53,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_892dcca8-e0be-4183-a34b-9d6f756f60c5.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-20T23:45:00.483348647Z","hostname":"oxz_internal_dns_6c0d2a24-8c29-4d2a-b4aa-02702f31801e","pid":5433,"peer_addr":"[fd00:1122:3344:101::5]:56503","req_id":"ecf6fb6b-bd9d-4603-8644-acfb8c71d201","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47150,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_892dcca8-e0be-4183-a34b-9d6f756f60c5.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_892dcca8-e0be-4183-a34b-9d6f756f60c5.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 56,\n 57,\n 50,\n 100,\n 99,\n 99,\n 97,\n 56,\n 45,\n 101,\n 48,\n 98,\n 101,\n 45,\n 52,\n 49,\n 56,\n 51,\n 45,\n 97,\n 51,\n 52,\n 98,\n 45,\n 57,\n 100,\n 54,\n 102,\n 55,\n 53,\n 54,\n 102,\n 54,\n 48,\n 99,\n 53,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_892dcca8-e0be-4183-a34b-9d6f756f60c5.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-20T23:45:00.483938036Z","hostname":"oxz_internal_dns_6c0d2a24-8c29-4d2a-b4aa-02702f31801e","pid":5433,"peer_addr":"[fd00:1122:3344:101::5]:54591","req_id":"e5e2a4cf-30c3-43c9-addf-b1f5ad88cc1e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 11457,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_9df3a8f3-e879-4ae0-bbf9-bf3638336386.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_9df3a8f3-e879-4ae0-bbf9-bf3638336386.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 57,\n 100,\n 102,\n 51,\n 97,\n 56,\n 102,\n 51,\n 45,\n 101,\n 56,\n 55,\n 57,\n 45,\n 52,\n 97,\n 101,\n 48,\n 45,\n 98,\n 98,\n 102,\n 57,\n 45,\n 98,\n 102,\n 51,\n 54,\n 51,\n 56,\n 51,\n 51,\n 54,\n 51,\n 56,\n 54,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_9df3a8f3-e879-4ae0-bbf9-bf3638336386.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-20T23:45:00.594181528Z","hostname":"oxz_internal_dns_6c0d2a24-8c29-4d2a-b4aa-02702f31801e","pid":5433,"peer_addr":"[fd00:1122:3344:101::6]:45571","req_id":"3c0fde23-4c47-4faa-8de2-d2ff17d13800","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 11457,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_9df3a8f3-e879-4ae0-bbf9-bf3638336386.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_9df3a8f3-e879-4ae0-bbf9-bf3638336386.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 57,\n 100,\n 102,\n 51,\n 97,\n 56,\n 102,\n 51,\n 45,\n 101,\n 56,\n 55,\n 57,\n 45,\n 52,\n 97,\n 101,\n 48,\n 45,\n 98,\n 98,\n 102,\n 57,\n 45,\n 98,\n 102,\n 51,\n 54,\n 51,\n 56,\n 51,\n 51,\n 54,\n 51,\n 56,\n 54,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_9df3a8f3-e879-4ae0-bbf9-bf3638336386.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-20T23:45:00.594788237Z","hostname":"oxz_internal_dns_6c0d2a24-8c29-4d2a-b4aa-02702f31801e","pid":5433,"peer_addr":"[fd00:1122:3344:101::6]:38377","req_id":"ec4e8e42-2f4b-4f5f-8fcf-b08ff51d5dc1","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 41021,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_de95a7c3-e239-409c-bee7-5b3402e7f73c.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_de95a7c3-e239-409c-bee7-5b3402e7f73c.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 100,\n 101,\n 57,\n 53,\n 97,\n 55,\n 99,\n 51,\n 45,\n 101,\n 50,\n 51,\n 57,\n 45,\n 52,\n 48,\n 57,\n 99,\n 45,\n 98,\n 101,\n 101,\n 55,\n 45,\n 53,\n 98,\n 51,\n 52,\n 48,\n 50,\n 101,\n 55,\n 102,\n 55,\n 51,\n 99,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_de95a7c3-e239-409c-bee7-5b3402e7f73c.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-20T23:45:00.60888927Z","hostname":"oxz_internal_dns_6c0d2a24-8c29-4d2a-b4aa-02702f31801e","pid":5433,"peer_addr":"[fd00:1122:3344:101::7]:41376","req_id":"3ec1ce23-be9b-4c24-b0de-df87ab822021","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 41021,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_de95a7c3-e239-409c-bee7-5b3402e7f73c.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_de95a7c3-e239-409c-bee7-5b3402e7f73c.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 100,\n 101,\n 57,\n 53,\n 97,\n 55,\n 99,\n 51,\n 45,\n 101,\n 50,\n 51,\n 57,\n 45,\n 52,\n 48,\n 57,\n 99,\n 45,\n 98,\n 101,\n 101,\n 55,\n 45,\n 53,\n 98,\n 51,\n 52,\n 48,\n 50,\n 101,\n 55,\n 102,\n 55,\n 51,\n 99,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_de95a7c3-e239-409c-bee7-5b3402e7f73c.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-20T23:45:00.609362287Z","hostname":"oxz_internal_dns_6c0d2a24-8c29-4d2a-b4aa-02702f31801e","pid":5433,"peer_addr":"[fd00:1122:3344:101::7]:48925","req_id":"f37e08fe-7879-49fd-b21c-cfebca38a202","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 95,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_5dedb9d6-c410-42c2-81b6-c2f2c2313e3f.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_5dedb9d6-c410-42c2-81b6-c2f2c2313e3f.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 53,\n 100,\n 101,\n 100,\n 98,\n 57,\n 100,\n 54,\n 45,\n 99,\n 52,\n 49,\n 48,\n 45,\n 52,\n 50,\n 99,\n 50,\n 45,\n 56,\n 49,\n 98,\n 54,\n 45,\n 99,\n 50,\n 102,\n 50,\n 99,\n 50,\n 51,\n 49,\n 51,\n 101,\n 51,\n 102,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_5dedb9d6-c410-42c2-81b6-c2f2c2313e3f.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-20T23:45:00.639879367Z","hostname":"oxz_internal_dns_6c0d2a24-8c29-4d2a-b4aa-02702f31801e","pid":5433,"peer_addr":"[fd00:1122:3344:101::3]:64052","req_id":"4f2c3cbb-c228-4c33-ae3e-95bbbef56762","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 95,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_5dedb9d6-c410-42c2-81b6-c2f2c2313e3f.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_5dedb9d6-c410-42c2-81b6-c2f2c2313e3f.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 53,\n 100,\n 101,\n 100,\n 98,\n 57,\n 100,\n 54,\n 45,\n 99,\n 52,\n 49,\n 48,\n 45,\n 52,\n 50,\n 99,\n 50,\n 45,\n 56,\n 49,\n 98,\n 54,\n 45,\n 99,\n 50,\n 102,\n 50,\n 99,\n 50,\n 51,\n 49,\n 51,\n 101,\n 51,\n 102,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_5dedb9d6-c410-42c2-81b6-c2f2c2313e3f.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-20T23:45:00.640514877Z","hostname":"oxz_internal_dns_6c0d2a24-8c29-4d2a-b4aa-02702f31801e","pid":5433,"peer_addr":"[fd00:1122:3344:101::3]:35847","req_id":"fda39089-46ee-4e5a-81ad-184014e0319f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 3882,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_a86cde83-7b9a-42a6-bda0-b13661441081.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_a86cde83-7b9a-42a6-bda0-b13661441081.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 97,\n 56,\n 54,\n 99,\n 100,\n 101,\n 56,\n 51,\n 45,\n 55,\n 98,\n 57,\n 97,\n 45,\n 52,\n 50,\n 97,\n 54,\n 45,\n 98,\n 100,\n 97,\n 48,\n 45,\n 98,\n 49,\n 51,\n 54,\n 54,\n 49,\n 52,\n 52,\n 49,\n 48,\n 56,\n 49,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_a86cde83-7b9a-42a6-bda0-b13661441081.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-20T23:45:00.667768898Z","hostname":"oxz_internal_dns_6c0d2a24-8c29-4d2a-b4aa-02702f31801e","pid":5433,"peer_addr":"[fd00:1122:3344:101::4]:52968","req_id":"6b6b089b-4576-434f-aa45-9792a4cd2c6b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 3882,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_a86cde83-7b9a-42a6-bda0-b13661441081.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_a86cde83-7b9a-42a6-bda0-b13661441081.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 97,\n 56,\n 54,\n 99,\n 100,\n 101,\n 56,\n 51,\n 45,\n 55,\n 98,\n 57,\n 97,\n 45,\n 52,\n 50,\n 97,\n 54,\n 45,\n 98,\n 100,\n 97,\n 48,\n 45,\n 98,\n 49,\n 51,\n 54,\n 54,\n 49,\n 52,\n 52,\n 49,\n 48,\n 56,\n 49,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_a86cde83-7b9a-42a6-bda0-b13661441081.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-20T23:45:00.668317056Z","hostname":"oxz_internal_dns_6c0d2a24-8c29-4d2a-b4aa-02702f31801e","pid":5433,"peer_addr":"[fd00:1122:3344:101::4]:59523","req_id":"7515534e-00ac-475d-838a-eae5ca16fd6b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 5912,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_e831eeca-141b-49c3-b564-c24dc8616699.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_e831eeca-141b-49c3-b564-c24dc8616699.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 101,\n 56,\n 51,\n 49,\n 101,\n 101,\n 99,\n 97,\n 45,\n 49,\n 52,\n 49,\n 98,\n 45,\n 52,\n 57,\n 99,\n 51,\n 45,\n 98,\n 53,\n 54,\n 52,\n 45,\n 99,\n 50,\n 52,\n 100,\n 99,\n 56,\n 54,\n 49,\n 54,\n 54,\n 57,\n 57,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_e831eeca-141b-49c3-b564-c24dc8616699.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-20T23:45:00.733293916Z","hostname":"oxz_internal_dns_6c0d2a24-8c29-4d2a-b4aa-02702f31801e","pid":5433,"peer_addr":"[fd00:1122:3344:101::e]:59686","req_id":"5cb5042d-0e2d-4739-b6a1-80f6f1cc2910","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 5912,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_e831eeca-141b-49c3-b564-c24dc8616699.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_e831eeca-141b-49c3-b564-c24dc8616699.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 101,\n 56,\n 51,\n 49,\n 101,\n 101,\n 99,\n 97,\n 45,\n 49,\n 52,\n 49,\n 98,\n 45,\n 52,\n 57,\n 99,\n 51,\n 45,\n 98,\n 53,\n 54,\n 52,\n 45,\n 99,\n 50,\n 52,\n 100,\n 99,\n 56,\n 54,\n 49,\n 54,\n 54,\n 57,\n 57,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_e831eeca-141b-49c3-b564-c24dc8616699.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-20T23:45:00.733859294Z","hostname":"oxz_internal_dns_6c0d2a24-8c29-4d2a-b4aa-02702f31801e","pid":5433,"peer_addr":"[fd00:1122:3344:101::e]:42345","req_id":"f24e022a-04b1-48b3-abf3-5b96734fd08c","component":"dns"}