[ May 15 02:41:28 Enabled. ] [ May 15 02:41:28 Rereading configuration. ] [ May 15 02:41:29 Rereading configuration. ] [ May 15 02:41:30 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:1::1]:5353 --dns-address [fd00:1122:3344:1::1]:53 &"). ] [ May 15 02:41:30 Method "start" exited with status 0. ] Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:1::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } note: configured to log to "/dev/stdout" {"msg":"config","v":0,"name":"dns-server","level":30,"time":"2026-05-15T02:41:30.577506369Z","hostname":"oxz_internal_dns_d2c8cf2c-abd9-4309-9e46-114725b2bae7","pid":5442,"dns_config":"Config { bind_address: [fd00:1122:3344:1::1]:53 }","config":"Config { log: File { level: Info, path: \"/dev/stdout\", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:1::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: \"/data/dns\", keep_old_generations: 3 } }"} {"msg":"opening sled database","v":0,"name":"dns-server","level":30,"time":"2026-05-15T02:41:30.577647932Z","hostname":"oxz_internal_dns_d2c8cf2c-abd9-4309-9e46-114725b2bae7","pid":5442,"component":"store","path":"/data/dns"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-05-15T02:41:30.59920712Z","hostname":"oxz_internal_dns_d2c8cf2c-abd9-4309-9e46-114725b2bae7","pid":5442,"component":"store"} {"msg":"pruning trees for generations older than 0","v":0,"name":"dns-server","level":30,"time":"2026-05-15T02:41:30.59922363Z","hostname":"oxz_internal_dns_d2c8cf2c-abd9-4309-9e46-114725b2bae7","pid":5442,"component":"store","keep":3} {"msg":"DNS server bound to address","v":0,"name":"dns-server","level":30,"time":"2026-05-15T02:41:30.599283721Z","hostname":"oxz_internal_dns_d2c8cf2c-abd9-4309-9e46-114725b2bae7","pid":5442,"component":"dns","local_address":"[fd00:1122:3344:1::1]:53"} {"msg":"listening","v":0,"name":"dns-server","level":30,"time":"2026-05-15T02:41:30.599500356Z","hostname":"oxz_internal_dns_d2c8cf2c-abd9-4309-9e46-114725b2bae7","pid":5442,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 41967,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-15T02:41:32.213510835Z","hostname":"oxz_internal_dns_d2c8cf2c-abd9-4309-9e46-114725b2bae7","pid":5442,"peer_addr":"[fd00:1122:3344:1::2]:62523","req_id":"2113d917-d7a3-49a0-af15-5594c56a4581","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-15T02:41:33.200811719Z","hostname":"oxz_internal_dns_d2c8cf2c-abd9-4309-9e46-114725b2bae7","pid":5442,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:1::2]:37257"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-15T02:41:33.201399221Z","hostname":"oxz_internal_dns_d2c8cf2c-abd9-4309-9e46-114725b2bae7","pid":5442,"new_generation":1,"req_id":"945f7b3f-a7af-47a5-8845-332a537ad0db","component":"store"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-05-15T02:41:33.201422451Z","hostname":"oxz_internal_dns_d2c8cf2c-abd9-4309-9e46-114725b2bae7","pid":5442,"component":"store"} {"msg":"pruning trees for generations older than 1","v":0,"name":"dns-server","level":30,"time":"2026-05-15T02:41:33.214272252Z","hostname":"oxz_internal_dns_d2c8cf2c-abd9-4309-9e46-114725b2bae7","pid":5442,"component":"store","keep":3} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-15T02:41:33.214299752Z","hostname":"oxz_internal_dns_d2c8cf2c-abd9-4309-9e46-114725b2bae7","pid":5442,"new_generation":1,"req_id":"945f7b3f-a7af-47a5-8845-332a537ad0db","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-15T02:41:33.214310973Z","hostname":"oxz_internal_dns_d2c8cf2c-abd9-4309-9e46-114725b2bae7","pid":5442,"uri":"/config","method":"PUT","req_id":"945f7b3f-a7af-47a5-8845-332a537ad0db","remote_addr":"[fd00:1122:3344:1::2]:37257","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":13247,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 20980,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-15T02:41:44.807113022Z","hostname":"oxz_internal_dns_d2c8cf2c-abd9-4309-9e46-114725b2bae7","pid":5442,"peer_addr":"[fd00:1122:3344:101::1b]:44767","req_id":"4e9575fd-dda9-4722-acef-441ef6ae0954","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 30838,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-15T02:41:44.811647054Z","hostname":"oxz_internal_dns_d2c8cf2c-abd9-4309-9e46-114725b2bae7","pid":5442,"peer_addr":"[fd00:1122:3344:101::1b]:44126","req_id":"00f47755-e63b-4a99-ba6e-0aa1ae22f148","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 51980,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-15T02:41:44.815750178Z","hostname":"oxz_internal_dns_d2c8cf2c-abd9-4309-9e46-114725b2bae7","pid":5442,"peer_addr":"[fd00:1122:3344:101::1b]:54924","req_id":"cdcf2705-0503-4251-945e-fc9369060725","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 6283,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-15T02:42:40.664875866Z","hostname":"oxz_internal_dns_d2c8cf2c-abd9-4309-9e46-114725b2bae7","pid":5442,"peer_addr":"[fd00:1122:3344:101::d]:53446","req_id":"3cacf613-1531-4c3f-b0f5-a7ba7d936bcb","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 46370,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_e2132fed-a6da-43e9-bcb0-17f7ac700304.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_e2132fed-a6da-43e9-bcb0-17f7ac700304.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 101,\n 50,\n 49,\n 51,\n 50,\n 102,\n 101,\n 100,\n 45,\n 97,\n 54,\n 100,\n 97,\n 45,\n 52,\n 51,\n 101,\n 57,\n 45,\n 98,\n 99,\n 98,\n 48,\n 45,\n 49,\n 55,\n 102,\n 55,\n 97,\n 99,\n 55,\n 48,\n 48,\n 51,\n 48,\n 52,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_e2132fed-a6da-43e9-bcb0-17f7ac700304.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-15T02:42:45.728623646Z","hostname":"oxz_internal_dns_d2c8cf2c-abd9-4309-9e46-114725b2bae7","pid":5442,"peer_addr":"[fd00:1122:3344:101::e]:58442","req_id":"a606b8a3-2626-43ba-80a3-83b94bca00e1","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 46370,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_e2132fed-a6da-43e9-bcb0-17f7ac700304.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_e2132fed-a6da-43e9-bcb0-17f7ac700304.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 101,\n 50,\n 49,\n 51,\n 50,\n 102,\n 101,\n 100,\n 45,\n 97,\n 54,\n 100,\n 97,\n 45,\n 52,\n 51,\n 101,\n 57,\n 45,\n 98,\n 99,\n 98,\n 48,\n 45,\n 49,\n 55,\n 102,\n 55,\n 97,\n 99,\n 55,\n 48,\n 48,\n 51,\n 48,\n 52,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_e2132fed-a6da-43e9-bcb0-17f7ac700304.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-15T02:42:45.739247671Z","hostname":"oxz_internal_dns_d2c8cf2c-abd9-4309-9e46-114725b2bae7","pid":5442,"peer_addr":"[fd00:1122:3344:101::e]:51471","req_id":"ce4e7608-b4aa-43b4-b753-116f916cafa8","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 54962,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-15T02:42:50.636091309Z","hostname":"oxz_internal_dns_d2c8cf2c-abd9-4309-9e46-114725b2bae7","pid":5442,"peer_addr":"[fd00:1122:3344:101::d]:57932","req_id":"7c1bc0fe-0b4c-4f3c-a326-83f01adde592","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 45589,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-15T02:42:52.177976655Z","hostname":"oxz_internal_dns_d2c8cf2c-abd9-4309-9e46-114725b2bae7","pid":5442,"peer_addr":"[fd00:1122:3344:101::a]:59216","req_id":"bfde0c8c-cd20-47e5-9a0c-4b09dda59901","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 38850,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-15T02:42:52.351828423Z","hostname":"oxz_internal_dns_d2c8cf2c-abd9-4309-9e46-114725b2bae7","pid":5442,"peer_addr":"[fd00:1122:3344:101::c]:6013","req_id":"88c69b6d-c17e-4356-8c50-416add3c88cb","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 61574,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-15T02:42:52.520469095Z","hostname":"oxz_internal_dns_d2c8cf2c-abd9-4309-9e46-114725b2bae7","pid":5442,"peer_addr":"[fd00:1122:3344:101::b]:64573","req_id":"ff8ddd51-23b6-4e9a-8fb5-a9bd52c5001a","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-15T02:42:53.987359889Z","hostname":"oxz_internal_dns_d2c8cf2c-abd9-4309-9e46-114725b2bae7","pid":5442,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:52822"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-15T02:42:54.060682037Z","hostname":"oxz_internal_dns_d2c8cf2c-abd9-4309-9e46-114725b2bae7","pid":5442,"new_generation":1,"req_id":"8b9fd23c-5b65-4b3e-8afd-713e63fb46fb","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-15T02:42:54.060753009Z","hostname":"oxz_internal_dns_d2c8cf2c-abd9-4309-9e46-114725b2bae7","pid":5442,"new_generation":1,"req_id":"8b9fd23c-5b65-4b3e-8afd-713e63fb46fb","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-15T02:42:54.060785959Z","hostname":"oxz_internal_dns_d2c8cf2c-abd9-4309-9e46-114725b2bae7","pid":5442,"uri":"/config","method":"PUT","req_id":"8b9fd23c-5b65-4b3e-8afd-713e63fb46fb","remote_addr":"[fd00:1122:3344:101::b]:52822","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":34186,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 44536,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-15T02:42:54.154451599Z","hostname":"oxz_internal_dns_d2c8cf2c-abd9-4309-9e46-114725b2bae7","pid":5442,"peer_addr":"[fd00:1122:3344:101::b]:16863","req_id":"dcb4d83c-98a9-46af-b024-c077251891c8","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-15T02:42:54.41566334Z","hostname":"oxz_internal_dns_d2c8cf2c-abd9-4309-9e46-114725b2bae7","pid":5442,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:64004"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-15T02:42:54.42650907Z","hostname":"oxz_internal_dns_d2c8cf2c-abd9-4309-9e46-114725b2bae7","pid":5442,"uri":"/config","method":"GET","req_id":"0a68b284-751b-401c-9fa9-657307f7425b","remote_addr":"[fd00:1122:3344:101::b]:64004","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":10759,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 60739,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-15T02:42:55.014992332Z","hostname":"oxz_internal_dns_d2c8cf2c-abd9-4309-9e46-114725b2bae7","pid":5442,"peer_addr":"[fd00:1122:3344:101::b]:27960","req_id":"0e240d6d-861d-4981-8ca2-66a774f424c6","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-15T02:42:55.150041222Z","hostname":"oxz_internal_dns_d2c8cf2c-abd9-4309-9e46-114725b2bae7","pid":5442,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:37002"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-15T02:42:55.150313407Z","hostname":"oxz_internal_dns_d2c8cf2c-abd9-4309-9e46-114725b2bae7","pid":5442,"uri":"/config","method":"GET","req_id":"f9dffcbb-8477-4f4a-acb6-b37e9058ebe0","remote_addr":"[fd00:1122:3344:101::b]:37002","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":209,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 7041,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-15T02:43:00.637499011Z","hostname":"oxz_internal_dns_d2c8cf2c-abd9-4309-9e46-114725b2bae7","pid":5442,"peer_addr":"[fd00:1122:3344:101::d]:52788","req_id":"9f5e1b4a-308f-472d-a324-3792d09eb30c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 20524,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-15T02:43:02.715567017Z","hostname":"oxz_internal_dns_d2c8cf2c-abd9-4309-9e46-114725b2bae7","pid":5442,"peer_addr":"[fd00:1122:3344:101::a]:29905","req_id":"e07dc5fd-7cc8-4c56-ae48-530a6514bb08","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 34817,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-15T02:43:02.840010479Z","hostname":"oxz_internal_dns_d2c8cf2c-abd9-4309-9e46-114725b2bae7","pid":5442,"peer_addr":"[fd00:1122:3344:101::c]:49792","req_id":"b9a80abc-2e22-4e81-b8b7-ac74a38a8241","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-15T02:43:02.938704125Z","hostname":"oxz_internal_dns_d2c8cf2c-abd9-4309-9e46-114725b2bae7","pid":5442,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:57887"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-15T02:43:02.938982661Z","hostname":"oxz_internal_dns_d2c8cf2c-abd9-4309-9e46-114725b2bae7","pid":5442,"uri":"/config","method":"GET","req_id":"00cd5cb2-5de2-4f51-ab6a-670be896b9ba","remote_addr":"[fd00:1122:3344:101::a]:57887","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":231,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-15T02:43:02.993041907Z","hostname":"oxz_internal_dns_d2c8cf2c-abd9-4309-9e46-114725b2bae7","pid":5442,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:52639"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-15T02:43:02.993355814Z","hostname":"oxz_internal_dns_d2c8cf2c-abd9-4309-9e46-114725b2bae7","pid":5442,"uri":"/config","method":"GET","req_id":"0bb91c73-e7c2-4608-b8a1-e664b913b46c","remote_addr":"[fd00:1122:3344:101::c]:52639","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":238,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 29874,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-15T02:43:10.638683284Z","hostname":"oxz_internal_dns_d2c8cf2c-abd9-4309-9e46-114725b2bae7","pid":5442,"peer_addr":"[fd00:1122:3344:101::d]:61303","req_id":"9a2c7618-cc4e-44ce-b680-fe906ba23245","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 4388,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-15T02:43:20.640727493Z","hostname":"oxz_internal_dns_d2c8cf2c-abd9-4309-9e46-114725b2bae7","pid":5442,"peer_addr":"[fd00:1122:3344:101::d]:64630","req_id":"28802c14-9d40-4441-8fbb-13b3b67572f0","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 14991,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-15T02:43:20.678244104Z","hostname":"oxz_internal_dns_d2c8cf2c-abd9-4309-9e46-114725b2bae7","pid":5442,"peer_addr":"[fd00:1122:3344:101::1b]:51012","req_id":"38942b4f-c8df-4635-94b0-fd9218c961fc","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 49974,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-15T02:43:20.68299777Z","hostname":"oxz_internal_dns_d2c8cf2c-abd9-4309-9e46-114725b2bae7","pid":5442,"peer_addr":"[fd00:1122:3344:101::1b]:41697","req_id":"24fcb031-4409-42a1-9d58-c69965e35825","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 23676,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-15T02:43:20.687816408Z","hostname":"oxz_internal_dns_d2c8cf2c-abd9-4309-9e46-114725b2bae7","pid":5442,"peer_addr":"[fd00:1122:3344:101::1b]:43820","req_id":"329cc77e-0df1-44bd-81dd-670cb3d320d0","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 25847,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-15T02:43:30.665166211Z","hostname":"oxz_internal_dns_d2c8cf2c-abd9-4309-9e46-114725b2bae7","pid":5442,"peer_addr":"[fd00:1122:3344:101::d]:52582","req_id":"1d9ef319-4081-4c0c-8837-9de4e5dcc318","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 15402,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-15T02:43:40.667220525Z","hostname":"oxz_internal_dns_d2c8cf2c-abd9-4309-9e46-114725b2bae7","pid":5442,"peer_addr":"[fd00:1122:3344:101::d]:61757","req_id":"f1095f5f-e5fb-406b-842c-6e2ec50c4a97","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 14962,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-15T02:43:44.15428752Z","hostname":"oxz_internal_dns_d2c8cf2c-abd9-4309-9e46-114725b2bae7","pid":5442,"peer_addr":"[fd00:1122:3344:101::1b]:41363","req_id":"cb419c27-7d85-4d1e-a461-b6f0026cc8df","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 22826,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-15T02:43:44.158544016Z","hostname":"oxz_internal_dns_d2c8cf2c-abd9-4309-9e46-114725b2bae7","pid":5442,"peer_addr":"[fd00:1122:3344:101::1b]:45344","req_id":"a62c4e6a-9ef3-4f88-a5a1-849c4c2c8c8a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 37788,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-15T02:43:44.162493737Z","hostname":"oxz_internal_dns_d2c8cf2c-abd9-4309-9e46-114725b2bae7","pid":5442,"peer_addr":"[fd00:1122:3344:101::1b]:36708","req_id":"19a40ea0-d3ce-4376-9d7e-5d3178ca757a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 29239,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-15T02:43:50.668433724Z","hostname":"oxz_internal_dns_d2c8cf2c-abd9-4309-9e46-114725b2bae7","pid":5442,"peer_addr":"[fd00:1122:3344:101::d]:55889","req_id":"2cb0e563-9db0-46f7-8480-b8d8ad474729","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-15T02:43:52.169675368Z","hostname":"oxz_internal_dns_d2c8cf2c-abd9-4309-9e46-114725b2bae7","pid":5442,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:52271"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-15T02:43:52.170053456Z","hostname":"oxz_internal_dns_d2c8cf2c-abd9-4309-9e46-114725b2bae7","pid":5442,"new_generation":1,"req_id":"1a6c17dc-027f-48fc-a2d3-ecae600326e8","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-15T02:43:52.170105237Z","hostname":"oxz_internal_dns_d2c8cf2c-abd9-4309-9e46-114725b2bae7","pid":5442,"new_generation":1,"req_id":"1a6c17dc-027f-48fc-a2d3-ecae600326e8","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-15T02:43:52.170114527Z","hostname":"oxz_internal_dns_d2c8cf2c-abd9-4309-9e46-114725b2bae7","pid":5442,"uri":"/config","method":"PUT","req_id":"1a6c17dc-027f-48fc-a2d3-ecae600326e8","remote_addr":"[fd00:1122:3344:101::a]:52271","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":328,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-15T02:43:52.206935664Z","hostname":"oxz_internal_dns_d2c8cf2c-abd9-4309-9e46-114725b2bae7","pid":5442,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:56895"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-15T02:43:52.207255313Z","hostname":"oxz_internal_dns_d2c8cf2c-abd9-4309-9e46-114725b2bae7","pid":5442,"new_generation":1,"req_id":"3d011810-4a18-46f7-9592-e0941d86108a","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-15T02:43:52.207279333Z","hostname":"oxz_internal_dns_d2c8cf2c-abd9-4309-9e46-114725b2bae7","pid":5442,"new_generation":1,"req_id":"3d011810-4a18-46f7-9592-e0941d86108a","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-15T02:43:52.207304767Z","hostname":"oxz_internal_dns_d2c8cf2c-abd9-4309-9e46-114725b2bae7","pid":5442,"uri":"/config","method":"PUT","req_id":"3d011810-4a18-46f7-9592-e0941d86108a","remote_addr":"[fd00:1122:3344:101::c]:56895","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":281,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-15T02:43:52.262884509Z","hostname":"oxz_internal_dns_d2c8cf2c-abd9-4309-9e46-114725b2bae7","pid":5442,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:40305"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-15T02:43:52.263312648Z","hostname":"oxz_internal_dns_d2c8cf2c-abd9-4309-9e46-114725b2bae7","pid":5442,"new_generation":1,"req_id":"dccee449-ab55-4f9c-bee9-1314f6ea5ab6","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-15T02:43:52.263379209Z","hostname":"oxz_internal_dns_d2c8cf2c-abd9-4309-9e46-114725b2bae7","pid":5442,"new_generation":1,"req_id":"dccee449-ab55-4f9c-bee9-1314f6ea5ab6","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-15T02:43:52.26338919Z","hostname":"oxz_internal_dns_d2c8cf2c-abd9-4309-9e46-114725b2bae7","pid":5442,"uri":"/config","method":"PUT","req_id":"dccee449-ab55-4f9c-bee9-1314f6ea5ab6","remote_addr":"[fd00:1122:3344:101::b]:40305","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":295,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 64416,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-15T02:43:52.973798472Z","hostname":"oxz_internal_dns_d2c8cf2c-abd9-4309-9e46-114725b2bae7","pid":5442,"peer_addr":"[fd00:1122:3344:101::b]:35922","req_id":"167b24b6-adda-4c73-99ab-a57b21ef5e81","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 28135,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-15T02:43:53.068978543Z","hostname":"oxz_internal_dns_d2c8cf2c-abd9-4309-9e46-114725b2bae7","pid":5442,"peer_addr":"[fd00:1122:3344:101::c]:9923","req_id":"966c01c5-41f6-462c-89c2-f5571826f313","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-15T02:43:53.077300912Z","hostname":"oxz_internal_dns_d2c8cf2c-abd9-4309-9e46-114725b2bae7","pid":5442,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:55555"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-15T02:43:53.077548687Z","hostname":"oxz_internal_dns_d2c8cf2c-abd9-4309-9e46-114725b2bae7","pid":5442,"uri":"/config","method":"GET","req_id":"c74c4200-061f-45c6-8232-3c28eb33e6ee","remote_addr":"[fd00:1122:3344:101::b]:55555","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":190,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-15T02:43:53.273450511Z","hostname":"oxz_internal_dns_d2c8cf2c-abd9-4309-9e46-114725b2bae7","pid":5442,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:46398"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-15T02:43:53.273835129Z","hostname":"oxz_internal_dns_d2c8cf2c-abd9-4309-9e46-114725b2bae7","pid":5442,"uri":"/config","method":"GET","req_id":"ce977c86-8eb5-4458-85c4-bed1a20feedb","remote_addr":"[fd00:1122:3344:101::c]:46398","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":298,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 6284,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-15T02:43:53.607843406Z","hostname":"oxz_internal_dns_d2c8cf2c-abd9-4309-9e46-114725b2bae7","pid":5442,"peer_addr":"[fd00:1122:3344:101::a]:8055","req_id":"d41e3a40-cc5a-4150-9100-845a491b2eca","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-15T02:43:53.71297211Z","hostname":"oxz_internal_dns_d2c8cf2c-abd9-4309-9e46-114725b2bae7","pid":5442,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:38190"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-15T02:43:53.713195314Z","hostname":"oxz_internal_dns_d2c8cf2c-abd9-4309-9e46-114725b2bae7","pid":5442,"uri":"/config","method":"GET","req_id":"48f61436-4b24-48ad-a4c9-4b1b83a46d1d","remote_addr":"[fd00:1122:3344:101::a]:38190","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":193,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 24585,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-15T02:44:00.669422958Z","hostname":"oxz_internal_dns_d2c8cf2c-abd9-4309-9e46-114725b2bae7","pid":5442,"peer_addr":"[fd00:1122:3344:101::d]:62975","req_id":"b3295125-12cf-4ac6-b5f8-3d2d1fc18f3b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 2589,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-15T02:44:10.670864594Z","hostname":"oxz_internal_dns_d2c8cf2c-abd9-4309-9e46-114725b2bae7","pid":5442,"peer_addr":"[fd00:1122:3344:101::d]:52377","req_id":"de247553-aad7-420d-897a-ec1b145f647c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 52550,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-15T02:44:20.673452511Z","hostname":"oxz_internal_dns_d2c8cf2c-abd9-4309-9e46-114725b2bae7","pid":5442,"peer_addr":"[fd00:1122:3344:101::d]:53152","req_id":"70441d66-8877-49bc-9f46-8d8869922d13","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 29582,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-15T02:44:30.674891869Z","hostname":"oxz_internal_dns_d2c8cf2c-abd9-4309-9e46-114725b2bae7","pid":5442,"peer_addr":"[fd00:1122:3344:101::d]:59693","req_id":"34dc4290-172b-460a-adb3-4a5517f2ccb2","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 63660,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-15T02:44:40.67697713Z","hostname":"oxz_internal_dns_d2c8cf2c-abd9-4309-9e46-114725b2bae7","pid":5442,"peer_addr":"[fd00:1122:3344:101::d]:56284","req_id":"a8bc257f-7f7c-4252-803c-d584144607f8","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 454,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-15T02:44:50.678619915Z","hostname":"oxz_internal_dns_d2c8cf2c-abd9-4309-9e46-114725b2bae7","pid":5442,"peer_addr":"[fd00:1122:3344:101::d]:49865","req_id":"4e78361d-ed61-475d-80c7-40a38fd2b8c3","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-15T02:44:51.955148448Z","hostname":"oxz_internal_dns_d2c8cf2c-abd9-4309-9e46-114725b2bae7","pid":5442,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:53488"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-15T02:44:51.955445074Z","hostname":"oxz_internal_dns_d2c8cf2c-abd9-4309-9e46-114725b2bae7","pid":5442,"new_generation":1,"req_id":"78941fa6-9947-4d48-b956-8bc05fd55b31","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-15T02:44:51.955463314Z","hostname":"oxz_internal_dns_d2c8cf2c-abd9-4309-9e46-114725b2bae7","pid":5442,"new_generation":1,"req_id":"78941fa6-9947-4d48-b956-8bc05fd55b31","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-15T02:44:51.955483804Z","hostname":"oxz_internal_dns_d2c8cf2c-abd9-4309-9e46-114725b2bae7","pid":5442,"uri":"/config","method":"PUT","req_id":"78941fa6-9947-4d48-b956-8bc05fd55b31","remote_addr":"[fd00:1122:3344:101::a]:53488","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":180,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-15T02:44:52.056242915Z","hostname":"oxz_internal_dns_d2c8cf2c-abd9-4309-9e46-114725b2bae7","pid":5442,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:48402"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-15T02:44:52.056877766Z","hostname":"oxz_internal_dns_d2c8cf2c-abd9-4309-9e46-114725b2bae7","pid":5442,"new_generation":1,"req_id":"36e6e2a4-5546-418a-90ed-cc5ef9529847","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-15T02:44:52.057147737Z","hostname":"oxz_internal_dns_d2c8cf2c-abd9-4309-9e46-114725b2bae7","pid":5442,"new_generation":1,"req_id":"36e6e2a4-5546-418a-90ed-cc5ef9529847","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-15T02:44:52.057168047Z","hostname":"oxz_internal_dns_d2c8cf2c-abd9-4309-9e46-114725b2bae7","pid":5442,"uri":"/config","method":"PUT","req_id":"36e6e2a4-5546-418a-90ed-cc5ef9529847","remote_addr":"[fd00:1122:3344:101::c]:48402","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":258,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-15T02:44:52.264040528Z","hostname":"oxz_internal_dns_d2c8cf2c-abd9-4309-9e46-114725b2bae7","pid":5442,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:59735"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-15T02:44:52.26442103Z","hostname":"oxz_internal_dns_d2c8cf2c-abd9-4309-9e46-114725b2bae7","pid":5442,"new_generation":1,"req_id":"113c4b83-4cf7-4399-9d7b-b6256bbcadd9","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-15T02:44:52.264488794Z","hostname":"oxz_internal_dns_d2c8cf2c-abd9-4309-9e46-114725b2bae7","pid":5442,"new_generation":1,"req_id":"113c4b83-4cf7-4399-9d7b-b6256bbcadd9","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-15T02:44:52.264529182Z","hostname":"oxz_internal_dns_d2c8cf2c-abd9-4309-9e46-114725b2bae7","pid":5442,"uri":"/config","method":"PUT","req_id":"113c4b83-4cf7-4399-9d7b-b6256bbcadd9","remote_addr":"[fd00:1122:3344:101::b]:59735","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":266,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 64915,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-15T02:44:53.050278788Z","hostname":"oxz_internal_dns_d2c8cf2c-abd9-4309-9e46-114725b2bae7","pid":5442,"peer_addr":"[fd00:1122:3344:101::a]:50025","req_id":"8585c8aa-dd00-4732-a7fa-6066f9c5a6ad","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 65076,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-15T02:44:53.073939647Z","hostname":"oxz_internal_dns_d2c8cf2c-abd9-4309-9e46-114725b2bae7","pid":5442,"peer_addr":"[fd00:1122:3344:101::b]:11006","req_id":"66be6df7-7706-4043-ab2e-b1b9f0d60594","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 4568,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-15T02:44:53.07753137Z","hostname":"oxz_internal_dns_d2c8cf2c-abd9-4309-9e46-114725b2bae7","pid":5442,"peer_addr":"[fd00:1122:3344:101::c]:17439","req_id":"ae5bfe3a-d65f-40f5-82c8-d3069922cb97","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-15T02:44:53.166031005Z","hostname":"oxz_internal_dns_d2c8cf2c-abd9-4309-9e46-114725b2bae7","pid":5442,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:63908"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-15T02:44:53.166295501Z","hostname":"oxz_internal_dns_d2c8cf2c-abd9-4309-9e46-114725b2bae7","pid":5442,"uri":"/config","method":"GET","req_id":"d264019b-7e75-4faa-9da4-0707c80f4a8a","remote_addr":"[fd00:1122:3344:101::a]:63908","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":210,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-15T02:44:53.204047907Z","hostname":"oxz_internal_dns_d2c8cf2c-abd9-4309-9e46-114725b2bae7","pid":5442,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:50751"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-15T02:44:53.204291682Z","hostname":"oxz_internal_dns_d2c8cf2c-abd9-4309-9e46-114725b2bae7","pid":5442,"uri":"/config","method":"GET","req_id":"20bb7056-604f-44a6-b830-20a3db9c517b","remote_addr":"[fd00:1122:3344:101::b]:50751","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":199,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-15T02:44:53.244354685Z","hostname":"oxz_internal_dns_d2c8cf2c-abd9-4309-9e46-114725b2bae7","pid":5442,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:34383"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-15T02:44:53.244579259Z","hostname":"oxz_internal_dns_d2c8cf2c-abd9-4309-9e46-114725b2bae7","pid":5442,"uri":"/config","method":"GET","req_id":"d5ca1939-5aa3-48ce-8122-d5d4b618d514","remote_addr":"[fd00:1122:3344:101::c]:34383","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":200,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 919,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_91005d09-cc59-416f-aee6-aa65462b0fb0.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_91005d09-cc59-416f-aee6-aa65462b0fb0.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 57,\n 49,\n 48,\n 48,\n 53,\n 100,\n 48,\n 57,\n 45,\n 99,\n 99,\n 53,\n 57,\n 45,\n 52,\n 49,\n 54,\n 102,\n 45,\n 97,\n 101,\n 101,\n 54,\n 45,\n 97,\n 97,\n 54,\n 53,\n 52,\n 54,\n 50,\n 98,\n 48,\n 102,\n 98,\n 48,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_91005d09-cc59-416f-aee6-aa65462b0fb0.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-15T02:45:00.080179101Z","hostname":"oxz_internal_dns_d2c8cf2c-abd9-4309-9e46-114725b2bae7","pid":5442,"peer_addr":"[fd00:1122:3344:101::7]:45069","req_id":"8caf7f53-8345-4130-a89b-3b6d4ccd0e3b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 919,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_91005d09-cc59-416f-aee6-aa65462b0fb0.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_91005d09-cc59-416f-aee6-aa65462b0fb0.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 57,\n 49,\n 48,\n 48,\n 53,\n 100,\n 48,\n 57,\n 45,\n 99,\n 99,\n 53,\n 57,\n 45,\n 52,\n 49,\n 54,\n 102,\n 45,\n 97,\n 101,\n 101,\n 54,\n 45,\n 97,\n 97,\n 54,\n 53,\n 52,\n 54,\n 50,\n 98,\n 48,\n 102,\n 98,\n 48,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_91005d09-cc59-416f-aee6-aa65462b0fb0.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-15T02:45:00.080847125Z","hostname":"oxz_internal_dns_d2c8cf2c-abd9-4309-9e46-114725b2bae7","pid":5442,"peer_addr":"[fd00:1122:3344:101::7]:48073","req_id":"1db6b716-dad2-43c9-9a48-7c3e8d510228","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 48635,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-15T02:45:00.312514145Z","hostname":"oxz_internal_dns_d2c8cf2c-abd9-4309-9e46-114725b2bae7","pid":5442,"peer_addr":"[fd00:1122:3344:101::2]:47906","req_id":"ba329f29-d907-471f-8324-f1a91642a0ba","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 48635,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-15T02:45:00.313139347Z","hostname":"oxz_internal_dns_d2c8cf2c-abd9-4309-9e46-114725b2bae7","pid":5442,"peer_addr":"[fd00:1122:3344:101::2]:46934","req_id":"41fd9c65-5d4d-4dbd-ac9d-f171ddf330e5","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 63464,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_e193044e-aa73-41de-b4ce-b08357a3d432.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_e193044e-aa73-41de-b4ce-b08357a3d432.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 101,\n 49,\n 57,\n 51,\n 48,\n 52,\n 52,\n 101,\n 45,\n 97,\n 97,\n 55,\n 51,\n 45,\n 52,\n 49,\n 100,\n 101,\n 45,\n 98,\n 52,\n 99,\n 101,\n 45,\n 98,\n 48,\n 56,\n 51,\n 53,\n 55,\n 97,\n 51,\n 100,\n 52,\n 51,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_e193044e-aa73-41de-b4ce-b08357a3d432.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-15T02:45:00.442627265Z","hostname":"oxz_internal_dns_d2c8cf2c-abd9-4309-9e46-114725b2bae7","pid":5442,"peer_addr":"[fd00:1122:3344:101::6]:62280","req_id":"658c248b-89bc-40e2-9d4b-56957e3a0058","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 63464,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_e193044e-aa73-41de-b4ce-b08357a3d432.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_e193044e-aa73-41de-b4ce-b08357a3d432.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 101,\n 49,\n 57,\n 51,\n 48,\n 52,\n 52,\n 101,\n 45,\n 97,\n 97,\n 55,\n 51,\n 45,\n 52,\n 49,\n 100,\n 101,\n 45,\n 98,\n 52,\n 99,\n 101,\n 45,\n 98,\n 48,\n 56,\n 51,\n 53,\n 55,\n 97,\n 51,\n 100,\n 52,\n 51,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_e193044e-aa73-41de-b4ce-b08357a3d432.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-15T02:45:00.443167786Z","hostname":"oxz_internal_dns_d2c8cf2c-abd9-4309-9e46-114725b2bae7","pid":5442,"peer_addr":"[fd00:1122:3344:101::6]:43366","req_id":"63fcc46a-83f9-4264-b124-d13a704941d7","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 53597,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_ntp_3bf717fa-c147-4091-a0bc-b678be30cccd.\"),\n ),\n original: Query {\n name: Name(\"oxz_ntp_3bf717fa-c147-4091-a0bc-b678be30cccd.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 44,\n 111,\n 120,\n 122,\n 95,\n 110,\n 116,\n 112,\n 95,\n 51,\n 98,\n 102,\n 55,\n 49,\n 55,\n 102,\n 97,\n 45,\n 99,\n 49,\n 52,\n 55,\n 45,\n 52,\n 48,\n 57,\n 49,\n 45,\n 97,\n 48,\n 98,\n 99,\n 45,\n 98,\n 54,\n 55,\n 56,\n 98,\n 101,\n 51,\n 48,\n 99,\n 99,\n 99,\n 100,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_ntp_3bf717fa-c147-4091-a0bc-b678be30cccd.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-15T02:45:00.48871001Z","hostname":"oxz_internal_dns_d2c8cf2c-abd9-4309-9e46-114725b2bae7","pid":5442,"peer_addr":"[fd00:1122:3344:101::1b]:62607","req_id":"6097e569-1a92-4bf2-810c-43966dfef10a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 57924,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_d92cf641-3430-4ac3-92b3-32d39db862be.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_d92cf641-3430-4ac3-92b3-32d39db862be.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 100,\n 57,\n 50,\n 99,\n 102,\n 54,\n 52,\n 49,\n 45,\n 51,\n 52,\n 51,\n 48,\n 45,\n 52,\n 97,\n 99,\n 51,\n 45,\n 57,\n 50,\n 98,\n 51,\n 45,\n 51,\n 50,\n 100,\n 51,\n 57,\n 100,\n 98,\n 56,\n 54,\n 50,\n 98,\n 101,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_d92cf641-3430-4ac3-92b3-32d39db862be.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-15T02:45:00.569249095Z","hostname":"oxz_internal_dns_d2c8cf2c-abd9-4309-9e46-114725b2bae7","pid":5442,"peer_addr":"[fd00:1122:3344:101::4]:49250","req_id":"2280dda5-fbf1-4f6d-bfcd-faa3534fc568","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 57924,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_d92cf641-3430-4ac3-92b3-32d39db862be.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_d92cf641-3430-4ac3-92b3-32d39db862be.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 100,\n 57,\n 50,\n 99,\n 102,\n 54,\n 52,\n 49,\n 45,\n 51,\n 52,\n 51,\n 48,\n 45,\n 52,\n 97,\n 99,\n 51,\n 45,\n 57,\n 50,\n 98,\n 51,\n 45,\n 51,\n 50,\n 100,\n 51,\n 57,\n 100,\n 98,\n 56,\n 54,\n 50,\n 98,\n 101,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_d92cf641-3430-4ac3-92b3-32d39db862be.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-15T02:45:00.570068081Z","hostname":"oxz_internal_dns_d2c8cf2c-abd9-4309-9e46-114725b2bae7","pid":5442,"peer_addr":"[fd00:1122:3344:101::4]:36855","req_id":"31f9e9d9-8f06-480f-b841-8f3edddc8820","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 26823,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_b22828b8-2881-4adf-80d6-577e84d783a3.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_b22828b8-2881-4adf-80d6-577e84d783a3.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 98,\n 50,\n 50,\n 56,\n 50,\n 56,\n 98,\n 56,\n 45,\n 50,\n 56,\n 56,\n 49,\n 45,\n 52,\n 97,\n 100,\n 102,\n 45,\n 56,\n 48,\n 100,\n 54,\n 45,\n 53,\n 55,\n 55,\n 101,\n 56,\n 52,\n 100,\n 55,\n 56,\n 51,\n 97,\n 51,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_b22828b8-2881-4adf-80d6-577e84d783a3.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-15T02:45:00.582117365Z","hostname":"oxz_internal_dns_d2c8cf2c-abd9-4309-9e46-114725b2bae7","pid":5442,"peer_addr":"[fd00:1122:3344:101::3]:52282","req_id":"e3260a30-9213-4f9a-81ec-55ee69ca29da","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 26823,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_b22828b8-2881-4adf-80d6-577e84d783a3.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_b22828b8-2881-4adf-80d6-577e84d783a3.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 98,\n 50,\n 50,\n 56,\n 50,\n 56,\n 98,\n 56,\n 45,\n 50,\n 56,\n 56,\n 49,\n 45,\n 52,\n 97,\n 100,\n 102,\n 45,\n 56,\n 48,\n 100,\n 54,\n 45,\n 53,\n 55,\n 55,\n 101,\n 56,\n 52,\n 100,\n 55,\n 56,\n 51,\n 97,\n 51,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_b22828b8-2881-4adf-80d6-577e84d783a3.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-15T02:45:00.582764179Z","hostname":"oxz_internal_dns_d2c8cf2c-abd9-4309-9e46-114725b2bae7","pid":5442,"peer_addr":"[fd00:1122:3344:101::3]:50872","req_id":"9b7dda3c-090d-42e1-95f9-f35cfd93266d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 32830,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_65eec142-5807-438b-b65a-2b349a4d4cfa.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_65eec142-5807-438b-b65a-2b349a4d4cfa.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 54,\n 53,\n 101,\n 101,\n 99,\n 49,\n 52,\n 50,\n 45,\n 53,\n 56,\n 48,\n 55,\n 45,\n 52,\n 51,\n 56,\n 98,\n 45,\n 98,\n 54,\n 53,\n 97,\n 45,\n 50,\n 98,\n 51,\n 52,\n 57,\n 97,\n 52,\n 100,\n 52,\n 99,\n 102,\n 97,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_65eec142-5807-438b-b65a-2b349a4d4cfa.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-15T02:45:00.588513955Z","hostname":"oxz_internal_dns_d2c8cf2c-abd9-4309-9e46-114725b2bae7","pid":5442,"peer_addr":"[fd00:1122:3344:101::5]:33961","req_id":"a5e7550b-a8eb-4a09-ba60-1e3a388b8893","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 32830,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_65eec142-5807-438b-b65a-2b349a4d4cfa.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_65eec142-5807-438b-b65a-2b349a4d4cfa.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 54,\n 53,\n 101,\n 101,\n 99,\n 49,\n 52,\n 50,\n 45,\n 53,\n 56,\n 48,\n 55,\n 45,\n 52,\n 51,\n 56,\n 98,\n 45,\n 98,\n 54,\n 53,\n 97,\n 45,\n 50,\n 98,\n 51,\n 52,\n 57,\n 97,\n 52,\n 100,\n 52,\n 99,\n 102,\n 97,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_65eec142-5807-438b-b65a-2b349a4d4cfa.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-15T02:45:00.589076337Z","hostname":"oxz_internal_dns_d2c8cf2c-abd9-4309-9e46-114725b2bae7","pid":5442,"peer_addr":"[fd00:1122:3344:101::5]:61232","req_id":"4d137e5a-4cab-4f20-a7a7-3b4a4c2937f2","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 64578,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-15T02:45:00.680537413Z","hostname":"oxz_internal_dns_d2c8cf2c-abd9-4309-9e46-114725b2bae7","pid":5442,"peer_addr":"[fd00:1122:3344:101::d]:64736","req_id":"a226ec1e-cb77-4675-8fb1-41813327a661","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 29112,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_e2132fed-a6da-43e9-bcb0-17f7ac700304.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_e2132fed-a6da-43e9-bcb0-17f7ac700304.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 101,\n 50,\n 49,\n 51,\n 50,\n 102,\n 101,\n 100,\n 45,\n 97,\n 54,\n 100,\n 97,\n 45,\n 52,\n 51,\n 101,\n 57,\n 45,\n 98,\n 99,\n 98,\n 48,\n 45,\n 49,\n 55,\n 102,\n 55,\n 97,\n 99,\n 55,\n 48,\n 48,\n 51,\n 48,\n 52,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_e2132fed-a6da-43e9-bcb0-17f7ac700304.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-15T02:45:00.681583294Z","hostname":"oxz_internal_dns_d2c8cf2c-abd9-4309-9e46-114725b2bae7","pid":5442,"peer_addr":"[fd00:1122:3344:101::e]:49807","req_id":"838d5fe0-a9be-48f4-9885-a73ab5b79030","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 29112,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_e2132fed-a6da-43e9-bcb0-17f7ac700304.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_e2132fed-a6da-43e9-bcb0-17f7ac700304.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 101,\n 50,\n 49,\n 51,\n 50,\n 102,\n 101,\n 100,\n 45,\n 97,\n 54,\n 100,\n 97,\n 45,\n 52,\n 51,\n 101,\n 57,\n 45,\n 98,\n 99,\n 98,\n 48,\n 45,\n 49,\n 55,\n 102,\n 55,\n 97,\n 99,\n 55,\n 48,\n 48,\n 51,\n 48,\n 52,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_e2132fed-a6da-43e9-bcb0-17f7ac700304.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-15T02:45:00.682182076Z","hostname":"oxz_internal_dns_d2c8cf2c-abd9-4309-9e46-114725b2bae7","pid":5442,"peer_addr":"[fd00:1122:3344:101::e]:63735","req_id":"7114f055-3582-4f92-8525-c5d292cc3fb4","component":"dns"}