[ May 14 16:24:26 Enabled. ] [ May 14 16:24:26 Rereading configuration. ] [ May 14 16:24:26 Rereading configuration. ] [ May 14 16:24:28 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:2::1]:5353 --dns-address [fd00:1122:3344:2::1]:53 &"). ] [ May 14 16:24:28 Method "start" exited with status 0. ] Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:2::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } note: configured to log to "/dev/stdout" {"msg":"config","v":0,"name":"dns-server","level":30,"time":"2026-05-14T16:24:28.028110601Z","hostname":"oxz_internal_dns_b3bc9a3a-c353-4aed-86b8-2a8dc5fa036b","pid":5466,"dns_config":"Config { bind_address: [fd00:1122:3344:2::1]:53 }","config":"Config { log: File { level: Info, path: \"/dev/stdout\", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:2::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: \"/data/dns\", keep_old_generations: 3 } }"} {"msg":"opening sled database","v":0,"name":"dns-server","level":30,"time":"2026-05-14T16:24:28.028271583Z","hostname":"oxz_internal_dns_b3bc9a3a-c353-4aed-86b8-2a8dc5fa036b","pid":5466,"component":"store","path":"/data/dns"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-05-14T16:24:28.04977207Z","hostname":"oxz_internal_dns_b3bc9a3a-c353-4aed-86b8-2a8dc5fa036b","pid":5466,"component":"store"} {"msg":"pruning trees for generations older than 0","v":0,"name":"dns-server","level":30,"time":"2026-05-14T16:24:28.04980005Z","hostname":"oxz_internal_dns_b3bc9a3a-c353-4aed-86b8-2a8dc5fa036b","pid":5466,"component":"store","keep":3} {"msg":"DNS server bound to address","v":0,"name":"dns-server","level":30,"time":"2026-05-14T16:24:28.049877091Z","hostname":"oxz_internal_dns_b3bc9a3a-c353-4aed-86b8-2a8dc5fa036b","pid":5466,"component":"dns","local_address":"[fd00:1122:3344:2::1]:53"} {"msg":"listening","v":0,"name":"dns-server","level":30,"time":"2026-05-14T16:24:28.050211385Z","hostname":"oxz_internal_dns_b3bc9a3a-c353-4aed-86b8-2a8dc5fa036b","pid":5466,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 43173,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-14T16:24:28.087139625Z","hostname":"oxz_internal_dns_b3bc9a3a-c353-4aed-86b8-2a8dc5fa036b","pid":5466,"peer_addr":"[fd00:1122:3344:2::2]:11666","req_id":"fc8ddd69-e7cd-4c8e-b662-4fcbb4d02256","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-14T16:24:29.76598628Z","hostname":"oxz_internal_dns_b3bc9a3a-c353-4aed-86b8-2a8dc5fa036b","pid":5466,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:2::2]:38953"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-14T16:24:29.766729408Z","hostname":"oxz_internal_dns_b3bc9a3a-c353-4aed-86b8-2a8dc5fa036b","pid":5466,"new_generation":1,"req_id":"2c44c1d3-19d3-4c26-8194-690b125627a8","component":"store"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-05-14T16:24:29.766768158Z","hostname":"oxz_internal_dns_b3bc9a3a-c353-4aed-86b8-2a8dc5fa036b","pid":5466,"component":"store"} {"msg":"pruning trees for generations older than 1","v":0,"name":"dns-server","level":30,"time":"2026-05-14T16:24:29.779409862Z","hostname":"oxz_internal_dns_b3bc9a3a-c353-4aed-86b8-2a8dc5fa036b","pid":5466,"component":"store","keep":3} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-14T16:24:29.779445722Z","hostname":"oxz_internal_dns_b3bc9a3a-c353-4aed-86b8-2a8dc5fa036b","pid":5466,"new_generation":1,"req_id":"2c44c1d3-19d3-4c26-8194-690b125627a8","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-14T16:24:29.779469322Z","hostname":"oxz_internal_dns_b3bc9a3a-c353-4aed-86b8-2a8dc5fa036b","pid":5466,"uri":"/config","method":"PUT","req_id":"2c44c1d3-19d3-4c26-8194-690b125627a8","remote_addr":"[fd00:1122:3344:2::2]:38953","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":13120,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 55248,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-14T16:24:41.868263024Z","hostname":"oxz_internal_dns_b3bc9a3a-c353-4aed-86b8-2a8dc5fa036b","pid":5466,"peer_addr":"[fd00:1122:3344:101::1b]:37050","req_id":"0845a4cd-84b8-436c-a22e-afdc4cafd625","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 61336,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-14T16:24:41.87267792Z","hostname":"oxz_internal_dns_b3bc9a3a-c353-4aed-86b8-2a8dc5fa036b","pid":5466,"peer_addr":"[fd00:1122:3344:101::1b]:44867","req_id":"4fa58769-4d71-4302-b22f-61d7ca210fd6","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 23581,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-14T16:24:41.877431741Z","hostname":"oxz_internal_dns_b3bc9a3a-c353-4aed-86b8-2a8dc5fa036b","pid":5466,"peer_addr":"[fd00:1122:3344:101::1b]:41789","req_id":"104bda85-f7c7-47d2-a88f-43dd9f3dcb8e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 38619,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-14T16:25:50.884544337Z","hostname":"oxz_internal_dns_b3bc9a3a-c353-4aed-86b8-2a8dc5fa036b","pid":5466,"peer_addr":"[fd00:1122:3344:101::d]:51851","req_id":"7dd363ef-b4cb-4d9e-88e9-14954e058c8c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 556,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-14T16:26:00.308588995Z","hostname":"oxz_internal_dns_b3bc9a3a-c353-4aed-86b8-2a8dc5fa036b","pid":5466,"peer_addr":"[fd00:1122:3344:101::a]:50626","req_id":"ff73a75f-5208-496a-809a-c7c26f609e3e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 19492,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-14T16:26:00.545630878Z","hostname":"oxz_internal_dns_b3bc9a3a-c353-4aed-86b8-2a8dc5fa036b","pid":5466,"peer_addr":"[fd00:1122:3344:101::b]:7673","req_id":"9fbd94ff-ea4a-479d-9e04-a883de7426fd","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 51385,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-14T16:26:00.554160837Z","hostname":"oxz_internal_dns_b3bc9a3a-c353-4aed-86b8-2a8dc5fa036b","pid":5466,"peer_addr":"[fd00:1122:3344:101::c]:15180","req_id":"0fe051e1-2c7f-496e-8d2e-dfbdc0fa732b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 39963,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-14T16:26:00.856954624Z","hostname":"oxz_internal_dns_b3bc9a3a-c353-4aed-86b8-2a8dc5fa036b","pid":5466,"peer_addr":"[fd00:1122:3344:101::d]:65392","req_id":"37b161fd-4f01-4981-b838-7032727f44b9","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 46258,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_baf0200d-5653-4f6e-92bb-2cc6548f7c3a.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_baf0200d-5653-4f6e-92bb-2cc6548f7c3a.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 98,\n 97,\n 102,\n 48,\n 50,\n 48,\n 48,\n 100,\n 45,\n 53,\n 54,\n 53,\n 51,\n 45,\n 52,\n 102,\n 54,\n 101,\n 45,\n 57,\n 50,\n 98,\n 98,\n 45,\n 50,\n 99,\n 99,\n 54,\n 53,\n 52,\n 56,\n 102,\n 55,\n 99,\n 51,\n 97,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_baf0200d-5653-4f6e-92bb-2cc6548f7c3a.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-14T16:26:04.611769447Z","hostname":"oxz_internal_dns_b3bc9a3a-c353-4aed-86b8-2a8dc5fa036b","pid":5466,"peer_addr":"[fd00:1122:3344:101::e]:64584","req_id":"4b37375c-3f44-430a-b1f8-9569d5e7bfd4","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 46258,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_baf0200d-5653-4f6e-92bb-2cc6548f7c3a.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_baf0200d-5653-4f6e-92bb-2cc6548f7c3a.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 98,\n 97,\n 102,\n 48,\n 50,\n 48,\n 48,\n 100,\n 45,\n 53,\n 54,\n 53,\n 51,\n 45,\n 52,\n 102,\n 54,\n 101,\n 45,\n 57,\n 50,\n 98,\n 98,\n 45,\n 50,\n 99,\n 99,\n 54,\n 53,\n 52,\n 56,\n 102,\n 55,\n 99,\n 51,\n 97,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_baf0200d-5653-4f6e-92bb-2cc6548f7c3a.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-14T16:26:04.622655012Z","hostname":"oxz_internal_dns_b3bc9a3a-c353-4aed-86b8-2a8dc5fa036b","pid":5466,"peer_addr":"[fd00:1122:3344:101::e]:56096","req_id":"2a4e6847-3a4c-485c-b70a-94b614d1964c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 27436,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-14T16:26:10.856767051Z","hostname":"oxz_internal_dns_b3bc9a3a-c353-4aed-86b8-2a8dc5fa036b","pid":5466,"peer_addr":"[fd00:1122:3344:101::d]:62881","req_id":"769c3a2d-daf2-466d-94a5-b4bb8e42eb26","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 3145,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-14T16:26:20.858543598Z","hostname":"oxz_internal_dns_b3bc9a3a-c353-4aed-86b8-2a8dc5fa036b","pid":5466,"peer_addr":"[fd00:1122:3344:101::d]:62785","req_id":"fd3cf724-27fc-40b2-a4d3-17b8e9cee0c6","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 40473,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-14T16:26:30.860924409Z","hostname":"oxz_internal_dns_b3bc9a3a-c353-4aed-86b8-2a8dc5fa036b","pid":5466,"peer_addr":"[fd00:1122:3344:101::d]:57764","req_id":"189e858c-276d-4447-b588-34f55d9032e2","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 2212,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-14T16:26:40.862183229Z","hostname":"oxz_internal_dns_b3bc9a3a-c353-4aed-86b8-2a8dc5fa036b","pid":5466,"peer_addr":"[fd00:1122:3344:101::d]:53481","req_id":"eb4175a4-357e-4951-8f18-f0e2bc1e0e62","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 5969,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-14T16:26:42.831396111Z","hostname":"oxz_internal_dns_b3bc9a3a-c353-4aed-86b8-2a8dc5fa036b","pid":5466,"peer_addr":"[fd00:1122:3344:101::1b]:59869","req_id":"57078a1f-f4d9-40ba-98f8-3a122f88c6d0","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 35601,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-14T16:26:42.836247172Z","hostname":"oxz_internal_dns_b3bc9a3a-c353-4aed-86b8-2a8dc5fa036b","pid":5466,"peer_addr":"[fd00:1122:3344:101::1b]:43907","req_id":"3cafe0bd-ba02-44b8-ae71-6b955ab10876","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 51176,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-14T16:26:42.840188873Z","hostname":"oxz_internal_dns_b3bc9a3a-c353-4aed-86b8-2a8dc5fa036b","pid":5466,"peer_addr":"[fd00:1122:3344:101::1b]:37925","req_id":"df866426-f595-4c08-86bd-5c50ef42ca46","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 25346,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-14T16:26:48.485656477Z","hostname":"oxz_internal_dns_b3bc9a3a-c353-4aed-86b8-2a8dc5fa036b","pid":5466,"peer_addr":"[fd00:1122:3344:101::a]:13815","req_id":"d773212b-e091-4680-9770-b8618ba919e8","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-14T16:26:48.852432259Z","hostname":"oxz_internal_dns_b3bc9a3a-c353-4aed-86b8-2a8dc5fa036b","pid":5466,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:36016"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-14T16:26:48.917134103Z","hostname":"oxz_internal_dns_b3bc9a3a-c353-4aed-86b8-2a8dc5fa036b","pid":5466,"uri":"/config","method":"GET","req_id":"6a5c9792-1e61-4720-afb7-3381156977c2","remote_addr":"[fd00:1122:3344:101::a]:36016","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":35857,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 49242,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-14T16:26:50.080965899Z","hostname":"oxz_internal_dns_b3bc9a3a-c353-4aed-86b8-2a8dc5fa036b","pid":5466,"peer_addr":"[fd00:1122:3344:101::a]:64637","req_id":"02700096-0484-47d4-bc4a-d5ffbcd907c4","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-14T16:26:50.095604824Z","hostname":"oxz_internal_dns_b3bc9a3a-c353-4aed-86b8-2a8dc5fa036b","pid":5466,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:60681"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-14T16:26:50.095996278Z","hostname":"oxz_internal_dns_b3bc9a3a-c353-4aed-86b8-2a8dc5fa036b","pid":5466,"new_generation":1,"req_id":"acf527c2-3da0-4462-b5c0-c26cf42047b7","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-14T16:26:50.096028328Z","hostname":"oxz_internal_dns_b3bc9a3a-c353-4aed-86b8-2a8dc5fa036b","pid":5466,"new_generation":1,"req_id":"acf527c2-3da0-4462-b5c0-c26cf42047b7","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-14T16:26:50.096101839Z","hostname":"oxz_internal_dns_b3bc9a3a-c353-4aed-86b8-2a8dc5fa036b","pid":5466,"uri":"/config","method":"PUT","req_id":"acf527c2-3da0-4462-b5c0-c26cf42047b7","remote_addr":"[fd00:1122:3344:101::a]:60681","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":234,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-14T16:26:50.259172271Z","hostname":"oxz_internal_dns_b3bc9a3a-c353-4aed-86b8-2a8dc5fa036b","pid":5466,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:51797"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-14T16:26:50.259455874Z","hostname":"oxz_internal_dns_b3bc9a3a-c353-4aed-86b8-2a8dc5fa036b","pid":5466,"uri":"/config","method":"GET","req_id":"307ee388-573d-493f-844b-9d9a52e3d6c4","remote_addr":"[fd00:1122:3344:101::a]:51797","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":238,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 43934,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-14T16:26:50.863331139Z","hostname":"oxz_internal_dns_b3bc9a3a-c353-4aed-86b8-2a8dc5fa036b","pid":5466,"peer_addr":"[fd00:1122:3344:101::d]:57864","req_id":"437e369a-6b90-435f-b58e-7b991e7d6502","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 25929,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-14T16:26:51.007133587Z","hostname":"oxz_internal_dns_b3bc9a3a-c353-4aed-86b8-2a8dc5fa036b","pid":5466,"peer_addr":"[fd00:1122:3344:101::a]:51049","req_id":"a5285ff5-970a-4150-8618-691a030bdc1e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 18402,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-14T16:26:51.0670483Z","hostname":"oxz_internal_dns_b3bc9a3a-c353-4aed-86b8-2a8dc5fa036b","pid":5466,"peer_addr":"[fd00:1122:3344:101::c]:38819","req_id":"e05c91c1-da47-4473-acc8-9f4a3b2e7d85","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 44413,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-14T16:26:51.072890411Z","hostname":"oxz_internal_dns_b3bc9a3a-c353-4aed-86b8-2a8dc5fa036b","pid":5466,"peer_addr":"[fd00:1122:3344:101::b]:44043","req_id":"59ab98cd-0d5d-496a-8122-cb52c53606a3","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-14T16:26:51.127882172Z","hostname":"oxz_internal_dns_b3bc9a3a-c353-4aed-86b8-2a8dc5fa036b","pid":5466,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:39133"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-14T16:26:51.128174035Z","hostname":"oxz_internal_dns_b3bc9a3a-c353-4aed-86b8-2a8dc5fa036b","pid":5466,"uri":"/config","method":"GET","req_id":"9e0b8bc9-cc13-4e5c-b725-5377784ad8f0","remote_addr":"[fd00:1122:3344:101::a]:39133","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":225,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-14T16:26:51.200677891Z","hostname":"oxz_internal_dns_b3bc9a3a-c353-4aed-86b8-2a8dc5fa036b","pid":5466,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:59406"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-14T16:26:51.200932893Z","hostname":"oxz_internal_dns_b3bc9a3a-c353-4aed-86b8-2a8dc5fa036b","pid":5466,"uri":"/config","method":"GET","req_id":"11ead1b6-ab77-4c53-99e8-e7c459b664f1","remote_addr":"[fd00:1122:3344:101::c]:59406","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":214,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-14T16:26:51.252387246Z","hostname":"oxz_internal_dns_b3bc9a3a-c353-4aed-86b8-2a8dc5fa036b","pid":5466,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:36491"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-14T16:26:51.252644949Z","hostname":"oxz_internal_dns_b3bc9a3a-c353-4aed-86b8-2a8dc5fa036b","pid":5466,"uri":"/config","method":"GET","req_id":"5191c659-9afe-42c3-bde5-7d1f5cf0a743","remote_addr":"[fd00:1122:3344:101::b]:36491","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":209,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-14T16:27:00.129261695Z","hostname":"oxz_internal_dns_b3bc9a3a-c353-4aed-86b8-2a8dc5fa036b","pid":5466,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:47606"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-14T16:27:00.129525117Z","hostname":"oxz_internal_dns_b3bc9a3a-c353-4aed-86b8-2a8dc5fa036b","pid":5466,"new_generation":1,"req_id":"93f11322-69c2-44c1-b35f-9851a0c7cb15","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-14T16:27:00.129573558Z","hostname":"oxz_internal_dns_b3bc9a3a-c353-4aed-86b8-2a8dc5fa036b","pid":5466,"new_generation":1,"req_id":"93f11322-69c2-44c1-b35f-9851a0c7cb15","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-14T16:27:00.129582558Z","hostname":"oxz_internal_dns_b3bc9a3a-c353-4aed-86b8-2a8dc5fa036b","pid":5466,"uri":"/config","method":"PUT","req_id":"93f11322-69c2-44c1-b35f-9851a0c7cb15","remote_addr":"[fd00:1122:3344:101::a]:47606","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":205,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-14T16:27:00.471297296Z","hostname":"oxz_internal_dns_b3bc9a3a-c353-4aed-86b8-2a8dc5fa036b","pid":5466,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:57309"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-14T16:27:00.471618449Z","hostname":"oxz_internal_dns_b3bc9a3a-c353-4aed-86b8-2a8dc5fa036b","pid":5466,"new_generation":1,"req_id":"7b629456-9df0-4192-95dd-704cdf98b449","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-14T16:27:00.47165024Z","hostname":"oxz_internal_dns_b3bc9a3a-c353-4aed-86b8-2a8dc5fa036b","pid":5466,"new_generation":1,"req_id":"7b629456-9df0-4192-95dd-704cdf98b449","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-14T16:27:00.47168176Z","hostname":"oxz_internal_dns_b3bc9a3a-c353-4aed-86b8-2a8dc5fa036b","pid":5466,"uri":"/config","method":"PUT","req_id":"7b629456-9df0-4192-95dd-704cdf98b449","remote_addr":"[fd00:1122:3344:101::c]:57309","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":251,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-14T16:27:00.490173135Z","hostname":"oxz_internal_dns_b3bc9a3a-c353-4aed-86b8-2a8dc5fa036b","pid":5466,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:59560"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-14T16:27:00.49067804Z","hostname":"oxz_internal_dns_b3bc9a3a-c353-4aed-86b8-2a8dc5fa036b","pid":5466,"new_generation":1,"req_id":"f8455877-0726-44e4-afc0-182965eaf03a","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-14T16:27:00.490786632Z","hostname":"oxz_internal_dns_b3bc9a3a-c353-4aed-86b8-2a8dc5fa036b","pid":5466,"new_generation":1,"req_id":"f8455877-0726-44e4-afc0-182965eaf03a","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-14T16:27:00.490869353Z","hostname":"oxz_internal_dns_b3bc9a3a-c353-4aed-86b8-2a8dc5fa036b","pid":5466,"uri":"/config","method":"PUT","req_id":"f8455877-0726-44e4-afc0-182965eaf03a","remote_addr":"[fd00:1122:3344:101::b]:59560","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":395,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 1346,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-14T16:27:00.865226075Z","hostname":"oxz_internal_dns_b3bc9a3a-c353-4aed-86b8-2a8dc5fa036b","pid":5466,"peer_addr":"[fd00:1122:3344:101::d]:56212","req_id":"4c2e59b8-c06c-48a7-950d-62d6e1139772","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 39987,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-14T16:27:01.335904944Z","hostname":"oxz_internal_dns_b3bc9a3a-c353-4aed-86b8-2a8dc5fa036b","pid":5466,"peer_addr":"[fd00:1122:3344:101::a]:40289","req_id":"aa7f417e-5a86-438d-8466-3f6651fed625","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 56086,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-14T16:27:01.336200907Z","hostname":"oxz_internal_dns_b3bc9a3a-c353-4aed-86b8-2a8dc5fa036b","pid":5466,"peer_addr":"[fd00:1122:3344:101::b]:45406","req_id":"c899c4a2-de55-43ca-9cc1-993b4ced1504","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 21080,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-14T16:27:01.339656494Z","hostname":"oxz_internal_dns_b3bc9a3a-c353-4aed-86b8-2a8dc5fa036b","pid":5466,"peer_addr":"[fd00:1122:3344:101::c]:12037","req_id":"1ee36882-5d2b-4620-9496-9b3e0cc7983d","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-14T16:27:01.456536058Z","hostname":"oxz_internal_dns_b3bc9a3a-c353-4aed-86b8-2a8dc5fa036b","pid":5466,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:63102"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-14T16:27:01.456766971Z","hostname":"oxz_internal_dns_b3bc9a3a-c353-4aed-86b8-2a8dc5fa036b","pid":5466,"uri":"/config","method":"GET","req_id":"d809fef1-02f0-4567-ad16-3655c07803b3","remote_addr":"[fd00:1122:3344:101::b]:63102","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":177,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-14T16:27:01.494375848Z","hostname":"oxz_internal_dns_b3bc9a3a-c353-4aed-86b8-2a8dc5fa036b","pid":5466,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:53197"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-14T16:27:01.49463414Z","hostname":"oxz_internal_dns_b3bc9a3a-c353-4aed-86b8-2a8dc5fa036b","pid":5466,"uri":"/config","method":"GET","req_id":"f6527904-99c8-4015-b091-400f902c3e15","remote_addr":"[fd00:1122:3344:101::a]:53197","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":219,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-14T16:27:01.532962885Z","hostname":"oxz_internal_dns_b3bc9a3a-c353-4aed-86b8-2a8dc5fa036b","pid":5466,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:34930"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-14T16:27:01.533201438Z","hostname":"oxz_internal_dns_b3bc9a3a-c353-4aed-86b8-2a8dc5fa036b","pid":5466,"uri":"/config","method":"GET","req_id":"6a7227b7-50d9-4b76-9158-bd1893c6f2ca","remote_addr":"[fd00:1122:3344:101::c]:34930","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":189,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 48367,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-14T16:27:10.866570317Z","hostname":"oxz_internal_dns_b3bc9a3a-c353-4aed-86b8-2a8dc5fa036b","pid":5466,"peer_addr":"[fd00:1122:3344:101::d]:49241","req_id":"3a0eae78-2d8f-40b4-862a-bd9f55810e7b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 45417,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-14T16:27:20.86745893Z","hostname":"oxz_internal_dns_b3bc9a3a-c353-4aed-86b8-2a8dc5fa036b","pid":5466,"peer_addr":"[fd00:1122:3344:101::d]:57371","req_id":"fb676d4e-c3b3-45b1-abc4-44d5e72be346","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 1083,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-14T16:27:30.868904354Z","hostname":"oxz_internal_dns_b3bc9a3a-c353-4aed-86b8-2a8dc5fa036b","pid":5466,"peer_addr":"[fd00:1122:3344:101::d]:50188","req_id":"0e7c7869-b52d-4e75-a693-2d3cbd2c4911","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 57319,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-14T16:27:40.870696319Z","hostname":"oxz_internal_dns_b3bc9a3a-c353-4aed-86b8-2a8dc5fa036b","pid":5466,"peer_addr":"[fd00:1122:3344:101::d]:55456","req_id":"c48f6e95-f4c4-496b-80d0-54762baacdee","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 52177,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-14T16:27:50.876425815Z","hostname":"oxz_internal_dns_b3bc9a3a-c353-4aed-86b8-2a8dc5fa036b","pid":5466,"peer_addr":"[fd00:1122:3344:101::d]:55412","req_id":"54e5e8d2-edd6-4506-95de-6168ca11dcc6","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-14T16:28:00.13216847Z","hostname":"oxz_internal_dns_b3bc9a3a-c353-4aed-86b8-2a8dc5fa036b","pid":5466,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:43337"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-14T16:28:00.132604125Z","hostname":"oxz_internal_dns_b3bc9a3a-c353-4aed-86b8-2a8dc5fa036b","pid":5466,"new_generation":1,"req_id":"e0e546a6-2b20-4c3b-bdb3-53db67ccee7b","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-14T16:28:00.132632115Z","hostname":"oxz_internal_dns_b3bc9a3a-c353-4aed-86b8-2a8dc5fa036b","pid":5466,"new_generation":1,"req_id":"e0e546a6-2b20-4c3b-bdb3-53db67ccee7b","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-14T16:28:00.132657675Z","hostname":"oxz_internal_dns_b3bc9a3a-c353-4aed-86b8-2a8dc5fa036b","pid":5466,"uri":"/config","method":"PUT","req_id":"e0e546a6-2b20-4c3b-bdb3-53db67ccee7b","remote_addr":"[fd00:1122:3344:101::a]:43337","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":415,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-14T16:28:00.232926374Z","hostname":"oxz_internal_dns_b3bc9a3a-c353-4aed-86b8-2a8dc5fa036b","pid":5466,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:33005"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-14T16:28:00.233456499Z","hostname":"oxz_internal_dns_b3bc9a3a-c353-4aed-86b8-2a8dc5fa036b","pid":5466,"new_generation":1,"req_id":"3038030e-08aa-46c3-a100-43a2e12798bd","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-14T16:28:00.23351471Z","hostname":"oxz_internal_dns_b3bc9a3a-c353-4aed-86b8-2a8dc5fa036b","pid":5466,"new_generation":1,"req_id":"3038030e-08aa-46c3-a100-43a2e12798bd","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-14T16:28:00.23352997Z","hostname":"oxz_internal_dns_b3bc9a3a-c353-4aed-86b8-2a8dc5fa036b","pid":5466,"uri":"/config","method":"PUT","req_id":"3038030e-08aa-46c3-a100-43a2e12798bd","remote_addr":"[fd00:1122:3344:101::b]:33005","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":381,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-14T16:28:00.27135677Z","hostname":"oxz_internal_dns_b3bc9a3a-c353-4aed-86b8-2a8dc5fa036b","pid":5466,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:39744"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-14T16:28:00.271736483Z","hostname":"oxz_internal_dns_b3bc9a3a-c353-4aed-86b8-2a8dc5fa036b","pid":5466,"new_generation":1,"req_id":"69aab0ed-3620-45a5-8114-93671277f5e9","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-14T16:28:00.271767304Z","hostname":"oxz_internal_dns_b3bc9a3a-c353-4aed-86b8-2a8dc5fa036b","pid":5466,"new_generation":1,"req_id":"69aab0ed-3620-45a5-8114-93671277f5e9","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-14T16:28:00.271804794Z","hostname":"oxz_internal_dns_b3bc9a3a-c353-4aed-86b8-2a8dc5fa036b","pid":5466,"uri":"/config","method":"PUT","req_id":"69aab0ed-3620-45a5-8114-93671277f5e9","remote_addr":"[fd00:1122:3344:101::c]:39744","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":316,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 18861,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-14T16:28:00.876830972Z","hostname":"oxz_internal_dns_b3bc9a3a-c353-4aed-86b8-2a8dc5fa036b","pid":5466,"peer_addr":"[fd00:1122:3344:101::d]:58960","req_id":"34b4968b-efc9-4345-a9be-1bf96514a1d8","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 24516,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-14T16:28:01.550157341Z","hostname":"oxz_internal_dns_b3bc9a3a-c353-4aed-86b8-2a8dc5fa036b","pid":5466,"peer_addr":"[fd00:1122:3344:101::b]:38145","req_id":"52fcb325-359c-423a-8266-84d6e7c63e4b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 44868,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-14T16:28:01.551825158Z","hostname":"oxz_internal_dns_b3bc9a3a-c353-4aed-86b8-2a8dc5fa036b","pid":5466,"peer_addr":"[fd00:1122:3344:101::a]:34842","req_id":"d93f1ff9-d361-4bf6-af25-f02c60149eeb","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 46435,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-14T16:28:01.599036907Z","hostname":"oxz_internal_dns_b3bc9a3a-c353-4aed-86b8-2a8dc5fa036b","pid":5466,"peer_addr":"[fd00:1122:3344:101::c]:40758","req_id":"da64854d-4e78-475c-b4d0-cf1ce34d3630","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-14T16:28:01.656751476Z","hostname":"oxz_internal_dns_b3bc9a3a-c353-4aed-86b8-2a8dc5fa036b","pid":5466,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:48632"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-14T16:28:01.657052459Z","hostname":"oxz_internal_dns_b3bc9a3a-c353-4aed-86b8-2a8dc5fa036b","pid":5466,"uri":"/config","method":"GET","req_id":"95eabdfa-4e9c-4f66-822c-d0cd3abf1216","remote_addr":"[fd00:1122:3344:101::b]:48632","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":250,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-14T16:28:01.692982509Z","hostname":"oxz_internal_dns_b3bc9a3a-c353-4aed-86b8-2a8dc5fa036b","pid":5466,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:65041"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-14T16:28:01.693216931Z","hostname":"oxz_internal_dns_b3bc9a3a-c353-4aed-86b8-2a8dc5fa036b","pid":5466,"uri":"/config","method":"GET","req_id":"748d7dae-36eb-48d4-9d6e-82097556db89","remote_addr":"[fd00:1122:3344:101::a]:65041","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":206,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-14T16:28:01.738086845Z","hostname":"oxz_internal_dns_b3bc9a3a-c353-4aed-86b8-2a8dc5fa036b","pid":5466,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:53124"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-14T16:28:01.738314267Z","hostname":"oxz_internal_dns_b3bc9a3a-c353-4aed-86b8-2a8dc5fa036b","pid":5466,"uri":"/config","method":"GET","req_id":"ecb9decf-c053-4798-b3a7-f3aec79bcbf9","remote_addr":"[fd00:1122:3344:101::c]:53124","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":195,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 11027,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-14T16:28:10.877986232Z","hostname":"oxz_internal_dns_b3bc9a3a-c353-4aed-86b8-2a8dc5fa036b","pid":5466,"peer_addr":"[fd00:1122:3344:101::d]:59739","req_id":"3e21f12d-9f67-4c18-8731-1fa07fe67c03","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 61045,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-14T16:28:20.87896734Z","hostname":"oxz_internal_dns_b3bc9a3a-c353-4aed-86b8-2a8dc5fa036b","pid":5466,"peer_addr":"[fd00:1122:3344:101::d]:65277","req_id":"12c3ae46-63d0-4a7c-ac55-403ce0afe832","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 7233,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-14T16:28:30.88106668Z","hostname":"oxz_internal_dns_b3bc9a3a-c353-4aed-86b8-2a8dc5fa036b","pid":5466,"peer_addr":"[fd00:1122:3344:101::d]:58895","req_id":"ff680ad8-68f3-40e9-8e29-c9429942c677","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 9653,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-14T16:28:34.847547157Z","hostname":"oxz_internal_dns_b3bc9a3a-c353-4aed-86b8-2a8dc5fa036b","pid":5466,"peer_addr":"[fd00:1122:3344:101::1b]:42808","req_id":"03504dea-413d-452f-b7ea-36cddfa886d6","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 57045,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-14T16:28:34.852803873Z","hostname":"oxz_internal_dns_b3bc9a3a-c353-4aed-86b8-2a8dc5fa036b","pid":5466,"peer_addr":"[fd00:1122:3344:101::1b]:37342","req_id":"9b50bb3b-e7b3-483b-9563-c154b0890968","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 38159,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-14T16:28:34.857548093Z","hostname":"oxz_internal_dns_b3bc9a3a-c353-4aed-86b8-2a8dc5fa036b","pid":5466,"peer_addr":"[fd00:1122:3344:101::1b]:55107","req_id":"e302916b-d56a-4885-a08d-02014ad110e4","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 22921,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-14T16:28:40.882935648Z","hostname":"oxz_internal_dns_b3bc9a3a-c353-4aed-86b8-2a8dc5fa036b","pid":5466,"peer_addr":"[fd00:1122:3344:101::d]:64857","req_id":"6057b541-1220-4fae-94d2-f33508a3efab","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 51128,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-14T16:28:50.883953227Z","hostname":"oxz_internal_dns_b3bc9a3a-c353-4aed-86b8-2a8dc5fa036b","pid":5466,"peer_addr":"[fd00:1122:3344:101::d]:55379","req_id":"404ba2da-467e-4fa1-84e7-5d6a83cd55c7","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-14T16:29:00.129480357Z","hostname":"oxz_internal_dns_b3bc9a3a-c353-4aed-86b8-2a8dc5fa036b","pid":5466,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:49626"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-14T16:29:00.129792351Z","hostname":"oxz_internal_dns_b3bc9a3a-c353-4aed-86b8-2a8dc5fa036b","pid":5466,"new_generation":1,"req_id":"1687144e-049e-4090-acc8-e17d65b4c87e","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-14T16:29:00.129833807Z","hostname":"oxz_internal_dns_b3bc9a3a-c353-4aed-86b8-2a8dc5fa036b","pid":5466,"new_generation":1,"req_id":"1687144e-049e-4090-acc8-e17d65b4c87e","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-14T16:29:00.129844889Z","hostname":"oxz_internal_dns_b3bc9a3a-c353-4aed-86b8-2a8dc5fa036b","pid":5466,"uri":"/config","method":"PUT","req_id":"1687144e-049e-4090-acc8-e17d65b4c87e","remote_addr":"[fd00:1122:3344:101::a]:49626","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":221,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-14T16:29:00.229696016Z","hostname":"oxz_internal_dns_b3bc9a3a-c353-4aed-86b8-2a8dc5fa036b","pid":5466,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:62539"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-14T16:29:00.231758498Z","hostname":"oxz_internal_dns_b3bc9a3a-c353-4aed-86b8-2a8dc5fa036b","pid":5466,"new_generation":1,"req_id":"da4a12e4-864e-4c1c-9243-849eaa475e3b","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-14T16:29:00.231805209Z","hostname":"oxz_internal_dns_b3bc9a3a-c353-4aed-86b8-2a8dc5fa036b","pid":5466,"new_generation":1,"req_id":"da4a12e4-864e-4c1c-9243-849eaa475e3b","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-14T16:29:00.231820419Z","hostname":"oxz_internal_dns_b3bc9a3a-c353-4aed-86b8-2a8dc5fa036b","pid":5466,"uri":"/config","method":"PUT","req_id":"da4a12e4-864e-4c1c-9243-849eaa475e3b","remote_addr":"[fd00:1122:3344:101::b]:62539","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":275,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-14T16:29:00.269121743Z","hostname":"oxz_internal_dns_b3bc9a3a-c353-4aed-86b8-2a8dc5fa036b","pid":5466,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:61789"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-14T16:29:00.269557397Z","hostname":"oxz_internal_dns_b3bc9a3a-c353-4aed-86b8-2a8dc5fa036b","pid":5466,"new_generation":1,"req_id":"cd7725e7-c718-465a-9cba-8857ac72bfa3","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-14T16:29:00.269602308Z","hostname":"oxz_internal_dns_b3bc9a3a-c353-4aed-86b8-2a8dc5fa036b","pid":5466,"new_generation":1,"req_id":"cd7725e7-c718-465a-9cba-8857ac72bfa3","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-14T16:29:00.269616468Z","hostname":"oxz_internal_dns_b3bc9a3a-c353-4aed-86b8-2a8dc5fa036b","pid":5466,"uri":"/config","method":"PUT","req_id":"cd7725e7-c718-465a-9cba-8857ac72bfa3","remote_addr":"[fd00:1122:3344:101::c]:61789","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":265,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 58049,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-14T16:29:00.883717621Z","hostname":"oxz_internal_dns_b3bc9a3a-c353-4aed-86b8-2a8dc5fa036b","pid":5466,"peer_addr":"[fd00:1122:3344:101::d]:64668","req_id":"b7ea4c9b-e809-4570-815d-d338d988b4e2","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 7843,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-14T16:29:01.311950632Z","hostname":"oxz_internal_dns_b3bc9a3a-c353-4aed-86b8-2a8dc5fa036b","pid":5466,"peer_addr":"[fd00:1122:3344:101::c]:35981","req_id":"11df4bb4-e079-496b-bc2b-ad0792861eec","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 46106,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-14T16:29:01.347392356Z","hostname":"oxz_internal_dns_b3bc9a3a-c353-4aed-86b8-2a8dc5fa036b","pid":5466,"peer_addr":"[fd00:1122:3344:101::b]:40701","req_id":"c64772b6-8c6c-461b-b44b-4214173e8dfc","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 55280,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-14T16:29:01.390445161Z","hostname":"oxz_internal_dns_b3bc9a3a-c353-4aed-86b8-2a8dc5fa036b","pid":5466,"peer_addr":"[fd00:1122:3344:101::a]:2907","req_id":"54cb2718-d359-4ca0-b94c-109c479ef433","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-14T16:29:01.4225659Z","hostname":"oxz_internal_dns_b3bc9a3a-c353-4aed-86b8-2a8dc5fa036b","pid":5466,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:36153"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-14T16:29:01.422832453Z","hostname":"oxz_internal_dns_b3bc9a3a-c353-4aed-86b8-2a8dc5fa036b","pid":5466,"uri":"/config","method":"GET","req_id":"870d99cb-ca5c-4115-8865-ed385cc1946a","remote_addr":"[fd00:1122:3344:101::c]:36153","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":225,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-14T16:29:01.457292487Z","hostname":"oxz_internal_dns_b3bc9a3a-c353-4aed-86b8-2a8dc5fa036b","pid":5466,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:56805"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-14T16:29:01.457505789Z","hostname":"oxz_internal_dns_b3bc9a3a-c353-4aed-86b8-2a8dc5fa036b","pid":5466,"uri":"/config","method":"GET","req_id":"b41e0978-6114-448a-a703-67e0db2b2c0c","remote_addr":"[fd00:1122:3344:101::b]:56805","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":184,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-14T16:29:01.577651567Z","hostname":"oxz_internal_dns_b3bc9a3a-c353-4aed-86b8-2a8dc5fa036b","pid":5466,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:49830"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-14T16:29:01.57789415Z","hostname":"oxz_internal_dns_b3bc9a3a-c353-4aed-86b8-2a8dc5fa036b","pid":5466,"uri":"/config","method":"GET","req_id":"df231a43-0ca0-4559-9e3b-9fd1c742ecc9","remote_addr":"[fd00:1122:3344:101::a]:49830","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":208,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 39995,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-14T16:29:10.88529088Z","hostname":"oxz_internal_dns_b3bc9a3a-c353-4aed-86b8-2a8dc5fa036b","pid":5466,"peer_addr":"[fd00:1122:3344:101::d]:62350","req_id":"2fb80689-4b1d-44bc-be0e-af868e849823","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 21731,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-14T16:29:20.886796499Z","hostname":"oxz_internal_dns_b3bc9a3a-c353-4aed-86b8-2a8dc5fa036b","pid":5466,"peer_addr":"[fd00:1122:3344:101::d]:63795","req_id":"2a887c67-1bfa-4a85-ba79-754bcca87675","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 56802,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-14T16:29:30.890892386Z","hostname":"oxz_internal_dns_b3bc9a3a-c353-4aed-86b8-2a8dc5fa036b","pid":5466,"peer_addr":"[fd00:1122:3344:101::d]:49178","req_id":"88da3207-ef2e-4adc-ad0b-cd2ca0b41300","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 36559,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-14T16:29:40.890940121Z","hostname":"oxz_internal_dns_b3bc9a3a-c353-4aed-86b8-2a8dc5fa036b","pid":5466,"peer_addr":"[fd00:1122:3344:101::d]:50210","req_id":"3c4f3f95-a36b-4131-a48e-352ed12f4786","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 12295,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-14T16:29:50.892565473Z","hostname":"oxz_internal_dns_b3bc9a3a-c353-4aed-86b8-2a8dc5fa036b","pid":5466,"peer_addr":"[fd00:1122:3344:101::d]:57672","req_id":"e2c4ca1e-05db-4c0e-90da-418848a0fe2a","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-14T16:30:00.132602946Z","hostname":"oxz_internal_dns_b3bc9a3a-c353-4aed-86b8-2a8dc5fa036b","pid":5466,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:42857"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-14T16:30:00.133833779Z","hostname":"oxz_internal_dns_b3bc9a3a-c353-4aed-86b8-2a8dc5fa036b","pid":5466,"new_generation":1,"req_id":"542700ce-663e-45dd-b94e-bf268ff33ac7","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-14T16:30:00.13387861Z","hostname":"oxz_internal_dns_b3bc9a3a-c353-4aed-86b8-2a8dc5fa036b","pid":5466,"new_generation":1,"req_id":"542700ce-663e-45dd-b94e-bf268ff33ac7","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-14T16:30:00.13391643Z","hostname":"oxz_internal_dns_b3bc9a3a-c353-4aed-86b8-2a8dc5fa036b","pid":5466,"uri":"/config","method":"PUT","req_id":"542700ce-663e-45dd-b94e-bf268ff33ac7","remote_addr":"[fd00:1122:3344:101::a]:42857","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":1224,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-14T16:30:00.233719914Z","hostname":"oxz_internal_dns_b3bc9a3a-c353-4aed-86b8-2a8dc5fa036b","pid":5466,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:52142"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-14T16:30:00.234028567Z","hostname":"oxz_internal_dns_b3bc9a3a-c353-4aed-86b8-2a8dc5fa036b","pid":5466,"new_generation":1,"req_id":"a008f8fc-d31c-4628-b0bd-9dfb92c5496c","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-14T16:30:00.234061487Z","hostname":"oxz_internal_dns_b3bc9a3a-c353-4aed-86b8-2a8dc5fa036b","pid":5466,"new_generation":1,"req_id":"a008f8fc-d31c-4628-b0bd-9dfb92c5496c","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-14T16:30:00.234073338Z","hostname":"oxz_internal_dns_b3bc9a3a-c353-4aed-86b8-2a8dc5fa036b","pid":5466,"uri":"/config","method":"PUT","req_id":"a008f8fc-d31c-4628-b0bd-9dfb92c5496c","remote_addr":"[fd00:1122:3344:101::b]:52142","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":296,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-14T16:30:00.272970808Z","hostname":"oxz_internal_dns_b3bc9a3a-c353-4aed-86b8-2a8dc5fa036b","pid":5466,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:33925"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-14T16:30:00.275138821Z","hostname":"oxz_internal_dns_b3bc9a3a-c353-4aed-86b8-2a8dc5fa036b","pid":5466,"new_generation":1,"req_id":"10033c4c-75ed-421e-aea0-fd907a4fa40e","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-14T16:30:00.275176261Z","hostname":"oxz_internal_dns_b3bc9a3a-c353-4aed-86b8-2a8dc5fa036b","pid":5466,"new_generation":1,"req_id":"10033c4c-75ed-421e-aea0-fd907a4fa40e","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-14T16:30:00.275187092Z","hostname":"oxz_internal_dns_b3bc9a3a-c353-4aed-86b8-2a8dc5fa036b","pid":5466,"uri":"/config","method":"PUT","req_id":"10033c4c-75ed-421e-aea0-fd907a4fa40e","remote_addr":"[fd00:1122:3344:101::c]:33925","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":2468,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 5977,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_baf0200d-5653-4f6e-92bb-2cc6548f7c3a.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_baf0200d-5653-4f6e-92bb-2cc6548f7c3a.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 98,\n 97,\n 102,\n 48,\n 50,\n 48,\n 48,\n 100,\n 45,\n 53,\n 54,\n 53,\n 51,\n 45,\n 52,\n 102,\n 54,\n 101,\n 45,\n 57,\n 50,\n 98,\n 98,\n 45,\n 50,\n 99,\n 99,\n 54,\n 53,\n 52,\n 56,\n 102,\n 55,\n 99,\n 51,\n 97,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_baf0200d-5653-4f6e-92bb-2cc6548f7c3a.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-14T16:30:00.377016557Z","hostname":"oxz_internal_dns_b3bc9a3a-c353-4aed-86b8-2a8dc5fa036b","pid":5466,"peer_addr":"[fd00:1122:3344:101::e]:43452","req_id":"5c3670f8-a1c1-40c6-9f62-08e69c2c9b6a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 5977,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_baf0200d-5653-4f6e-92bb-2cc6548f7c3a.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_baf0200d-5653-4f6e-92bb-2cc6548f7c3a.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 98,\n 97,\n 102,\n 48,\n 50,\n 48,\n 48,\n 100,\n 45,\n 53,\n 54,\n 53,\n 51,\n 45,\n 52,\n 102,\n 54,\n 101,\n 45,\n 57,\n 50,\n 98,\n 98,\n 45,\n 50,\n 99,\n 99,\n 54,\n 53,\n 52,\n 56,\n 102,\n 55,\n 99,\n 51,\n 97,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_baf0200d-5653-4f6e-92bb-2cc6548f7c3a.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-14T16:30:00.377938697Z","hostname":"oxz_internal_dns_b3bc9a3a-c353-4aed-86b8-2a8dc5fa036b","pid":5466,"peer_addr":"[fd00:1122:3344:101::e]:35237","req_id":"f51ae06f-b128-4302-87b8-3f862ee91c37","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 15827,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_09df92cf-7ee6-4e6b-8a0e-63956f1b5a48.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_09df92cf-7ee6-4e6b-8a0e-63956f1b5a48.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 48,\n 57,\n 100,\n 102,\n 57,\n 50,\n 99,\n 102,\n 45,\n 55,\n 101,\n 101,\n 54,\n 45,\n 52,\n 101,\n 54,\n 98,\n 45,\n 56,\n 97,\n 48,\n 101,\n 45,\n 54,\n 51,\n 57,\n 53,\n 54,\n 102,\n 49,\n 98,\n 53,\n 97,\n 52,\n 56,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_09df92cf-7ee6-4e6b-8a0e-63956f1b5a48.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-14T16:30:00.812310392Z","hostname":"oxz_internal_dns_b3bc9a3a-c353-4aed-86b8-2a8dc5fa036b","pid":5466,"peer_addr":"[fd00:1122:3344:101::6]:38267","req_id":"aadecd4b-3537-4dd6-8ae3-6dc6aa1ddc06","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 15827,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_09df92cf-7ee6-4e6b-8a0e-63956f1b5a48.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_09df92cf-7ee6-4e6b-8a0e-63956f1b5a48.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 48,\n 57,\n 100,\n 102,\n 57,\n 50,\n 99,\n 102,\n 45,\n 55,\n 101,\n 101,\n 54,\n 45,\n 52,\n 101,\n 54,\n 98,\n 45,\n 56,\n 97,\n 48,\n 101,\n 45,\n 54,\n 51,\n 57,\n 53,\n 54,\n 102,\n 49,\n 98,\n 53,\n 97,\n 52,\n 56,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_09df92cf-7ee6-4e6b-8a0e-63956f1b5a48.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-14T16:30:00.81306381Z","hostname":"oxz_internal_dns_b3bc9a3a-c353-4aed-86b8-2a8dc5fa036b","pid":5466,"peer_addr":"[fd00:1122:3344:101::6]:52645","req_id":"d133a985-bfd6-4a1c-b3a2-279a8ee14227","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 48100,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_42e09376-be1a-40ff-96dc-53a55fc5f545.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_42e09376-be1a-40ff-96dc-53a55fc5f545.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 52,\n 50,\n 101,\n 48,\n 57,\n 51,\n 55,\n 54,\n 45,\n 98,\n 101,\n 49,\n 97,\n 45,\n 52,\n 48,\n 102,\n 102,\n 45,\n 57,\n 54,\n 100,\n 99,\n 45,\n 53,\n 51,\n 97,\n 53,\n 53,\n 102,\n 99,\n 53,\n 102,\n 53,\n 52,\n 53,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_42e09376-be1a-40ff-96dc-53a55fc5f545.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-14T16:30:00.830832968Z","hostname":"oxz_internal_dns_b3bc9a3a-c353-4aed-86b8-2a8dc5fa036b","pid":5466,"peer_addr":"[fd00:1122:3344:101::5]:41078","req_id":"fb454244-2370-46fa-8ca0-9cca1f613073","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 48100,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_42e09376-be1a-40ff-96dc-53a55fc5f545.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_42e09376-be1a-40ff-96dc-53a55fc5f545.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 52,\n 50,\n 101,\n 48,\n 57,\n 51,\n 55,\n 54,\n 45,\n 98,\n 101,\n 49,\n 97,\n 45,\n 52,\n 48,\n 102,\n 102,\n 45,\n 57,\n 54,\n 100,\n 99,\n 45,\n 53,\n 51,\n 97,\n 53,\n 53,\n 102,\n 99,\n 53,\n 102,\n 53,\n 52,\n 53,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_42e09376-be1a-40ff-96dc-53a55fc5f545.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-14T16:30:00.832325494Z","hostname":"oxz_internal_dns_b3bc9a3a-c353-4aed-86b8-2a8dc5fa036b","pid":5466,"peer_addr":"[fd00:1122:3344:101::5]:44777","req_id":"37a442fd-e404-45ea-ae31-c55bd8274bbf","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 20259,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_d1ba8970-ebc9-4b63-9e41-13b0b9ae1dbf.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_d1ba8970-ebc9-4b63-9e41-13b0b9ae1dbf.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 100,\n 49,\n 98,\n 97,\n 56,\n 57,\n 55,\n 48,\n 45,\n 101,\n 98,\n 99,\n 57,\n 45,\n 52,\n 98,\n 54,\n 51,\n 45,\n 57,\n 101,\n 52,\n 49,\n 45,\n 49,\n 51,\n 98,\n 48,\n 98,\n 57,\n 97,\n 101,\n 49,\n 100,\n 98,\n 102,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_d1ba8970-ebc9-4b63-9e41-13b0b9ae1dbf.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-14T16:30:00.889527228Z","hostname":"oxz_internal_dns_b3bc9a3a-c353-4aed-86b8-2a8dc5fa036b","pid":5466,"peer_addr":"[fd00:1122:3344:101::3]:60637","req_id":"cce77cac-f33c-4e65-87f5-19dad6477521","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 20259,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_d1ba8970-ebc9-4b63-9e41-13b0b9ae1dbf.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_d1ba8970-ebc9-4b63-9e41-13b0b9ae1dbf.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 100,\n 49,\n 98,\n 97,\n 56,\n 57,\n 55,\n 48,\n 45,\n 101,\n 98,\n 99,\n 57,\n 45,\n 52,\n 98,\n 54,\n 51,\n 45,\n 57,\n 101,\n 52,\n 49,\n 45,\n 49,\n 51,\n 98,\n 48,\n 98,\n 57,\n 97,\n 101,\n 49,\n 100,\n 98,\n 102,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_d1ba8970-ebc9-4b63-9e41-13b0b9ae1dbf.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-14T16:30:00.890421817Z","hostname":"oxz_internal_dns_b3bc9a3a-c353-4aed-86b8-2a8dc5fa036b","pid":5466,"peer_addr":"[fd00:1122:3344:101::3]:38955","req_id":"4023b627-b61b-4253-828c-34d41c9bf2f2","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 41103,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-14T16:30:00.895076786Z","hostname":"oxz_internal_dns_b3bc9a3a-c353-4aed-86b8-2a8dc5fa036b","pid":5466,"peer_addr":"[fd00:1122:3344:101::d]:61573","req_id":"6ae886d2-d300-48ab-93eb-ae3ac1d9f5e7","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 15310,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_4cd1b741-6f41-4365-8583-1012f229bef3.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_4cd1b741-6f41-4365-8583-1012f229bef3.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 52,\n 99,\n 100,\n 49,\n 98,\n 55,\n 52,\n 49,\n 45,\n 54,\n 102,\n 52,\n 49,\n 45,\n 52,\n 51,\n 54,\n 53,\n 45,\n 56,\n 53,\n 56,\n 51,\n 45,\n 49,\n 48,\n 49,\n 50,\n 102,\n 50,\n 50,\n 57,\n 98,\n 101,\n 102,\n 51,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_4cd1b741-6f41-4365-8583-1012f229bef3.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-14T16:30:00.963267966Z","hostname":"oxz_internal_dns_b3bc9a3a-c353-4aed-86b8-2a8dc5fa036b","pid":5466,"peer_addr":"[fd00:1122:3344:101::4]:42514","req_id":"bda58440-83b9-4b89-9edc-348988220a24","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 15310,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_4cd1b741-6f41-4365-8583-1012f229bef3.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_4cd1b741-6f41-4365-8583-1012f229bef3.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 52,\n 99,\n 100,\n 49,\n 98,\n 55,\n 52,\n 49,\n 45,\n 54,\n 102,\n 52,\n 49,\n 45,\n 52,\n 51,\n 54,\n 53,\n 45,\n 56,\n 53,\n 56,\n 51,\n 45,\n 49,\n 48,\n 49,\n 50,\n 102,\n 50,\n 50,\n 57,\n 98,\n 101,\n 102,\n 51,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_4cd1b741-6f41-4365-8583-1012f229bef3.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-14T16:30:00.963986664Z","hostname":"oxz_internal_dns_b3bc9a3a-c353-4aed-86b8-2a8dc5fa036b","pid":5466,"peer_addr":"[fd00:1122:3344:101::4]:43921","req_id":"5d145f5f-75fd-4604-91ef-388717726b68","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 546,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_ce0b1cf4-9934-47fe-a238-eee402719c12.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_ce0b1cf4-9934-47fe-a238-eee402719c12.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 99,\n 101,\n 48,\n 98,\n 49,\n 99,\n 102,\n 52,\n 45,\n 57,\n 57,\n 51,\n 52,\n 45,\n 52,\n 55,\n 102,\n 101,\n 45,\n 97,\n 50,\n 51,\n 56,\n 45,\n 101,\n 101,\n 101,\n 52,\n 48,\n 50,\n 55,\n 49,\n 57,\n 99,\n 49,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_ce0b1cf4-9934-47fe-a238-eee402719c12.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-14T16:30:00.967050666Z","hostname":"oxz_internal_dns_b3bc9a3a-c353-4aed-86b8-2a8dc5fa036b","pid":5466,"peer_addr":"[fd00:1122:3344:101::7]:36987","req_id":"31eb4cd5-d8b6-4f3d-8add-bd08dace0d8c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 546,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_ce0b1cf4-9934-47fe-a238-eee402719c12.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_ce0b1cf4-9934-47fe-a238-eee402719c12.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 99,\n 101,\n 48,\n 98,\n 49,\n 99,\n 102,\n 52,\n 45,\n 57,\n 57,\n 51,\n 52,\n 45,\n 52,\n 55,\n 102,\n 101,\n 45,\n 97,\n 50,\n 51,\n 56,\n 45,\n 101,\n 101,\n 101,\n 52,\n 48,\n 50,\n 55,\n 49,\n 57,\n 99,\n 49,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_ce0b1cf4-9934-47fe-a238-eee402719c12.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-14T16:30:00.967827454Z","hostname":"oxz_internal_dns_b3bc9a3a-c353-4aed-86b8-2a8dc5fa036b","pid":5466,"peer_addr":"[fd00:1122:3344:101::7]:37062","req_id":"074df8fb-4393-413f-a58e-f2e4afcf9dde","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 61703,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-14T16:30:01.14927686Z","hostname":"oxz_internal_dns_b3bc9a3a-c353-4aed-86b8-2a8dc5fa036b","pid":5466,"peer_addr":"[fd00:1122:3344:101::2]:60762","req_id":"b131868a-395d-41e3-ab3c-1fb4be9b4af2","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 61703,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-14T16:30:01.150021948Z","hostname":"oxz_internal_dns_b3bc9a3a-c353-4aed-86b8-2a8dc5fa036b","pid":5466,"peer_addr":"[fd00:1122:3344:101::2]:44773","req_id":"ef289d5f-49ed-425a-814d-5ae8c6eb853a","component":"dns"}