[ May 15 02:41:28 Enabled. ] [ May 15 02:41:28 Rereading configuration. ] [ May 15 02:41:29 Rereading configuration. ] [ May 15 02:41:30 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:2::1]:5353 --dns-address [fd00:1122:3344:2::1]:53 &"). ] [ May 15 02:41:30 Method "start" exited with status 0. ] Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:2::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } note: configured to log to "/dev/stdout" {"msg":"config","v":0,"name":"dns-server","level":30,"time":"2026-05-15T02:41:30.558198138Z","hostname":"oxz_internal_dns_325f5d6b-9154-44b6-8988-e8b2237dcfd3","pid":5437,"dns_config":"Config { bind_address: [fd00:1122:3344:2::1]:53 }","config":"Config { log: File { level: Info, path: \"/dev/stdout\", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:2::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: \"/data/dns\", keep_old_generations: 3 } }"} {"msg":"opening sled database","v":0,"name":"dns-server","level":30,"time":"2026-05-15T02:41:30.558363571Z","hostname":"oxz_internal_dns_325f5d6b-9154-44b6-8988-e8b2237dcfd3","pid":5437,"component":"store","path":"/data/dns"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-05-15T02:41:30.582847898Z","hostname":"oxz_internal_dns_325f5d6b-9154-44b6-8988-e8b2237dcfd3","pid":5437,"component":"store"} {"msg":"pruning trees for generations older than 0","v":0,"name":"dns-server","level":30,"time":"2026-05-15T02:41:30.582874478Z","hostname":"oxz_internal_dns_325f5d6b-9154-44b6-8988-e8b2237dcfd3","pid":5437,"component":"store","keep":3} {"msg":"DNS server bound to address","v":0,"name":"dns-server","level":30,"time":"2026-05-15T02:41:30.58297554Z","hostname":"oxz_internal_dns_325f5d6b-9154-44b6-8988-e8b2237dcfd3","pid":5437,"component":"dns","local_address":"[fd00:1122:3344:2::1]:53"} {"msg":"listening","v":0,"name":"dns-server","level":30,"time":"2026-05-15T02:41:30.583239506Z","hostname":"oxz_internal_dns_325f5d6b-9154-44b6-8988-e8b2237dcfd3","pid":5437,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 7071,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-15T02:41:30.585985661Z","hostname":"oxz_internal_dns_325f5d6b-9154-44b6-8988-e8b2237dcfd3","pid":5437,"peer_addr":"[fd00:1122:3344:101::2]:57131","req_id":"2031ab0c-e60c-4f6d-8de3-a560924fb1fe","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 3629,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-15T02:41:32.213201919Z","hostname":"oxz_internal_dns_325f5d6b-9154-44b6-8988-e8b2237dcfd3","pid":5437,"peer_addr":"[fd00:1122:3344:2::2]:6789","req_id":"a4c4eac6-2337-49e8-a2a1-c5bd2e3b2e9d","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-15T02:41:33.163631114Z","hostname":"oxz_internal_dns_325f5d6b-9154-44b6-8988-e8b2237dcfd3","pid":5437,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:2::2]:36833"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-15T02:41:33.164386759Z","hostname":"oxz_internal_dns_325f5d6b-9154-44b6-8988-e8b2237dcfd3","pid":5437,"new_generation":1,"req_id":"8cbb2d1f-f8b3-46bd-96ef-6a6f58737325","component":"store"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-05-15T02:41:33.16442772Z","hostname":"oxz_internal_dns_325f5d6b-9154-44b6-8988-e8b2237dcfd3","pid":5437,"component":"store"} {"msg":"pruning trees for generations older than 1","v":0,"name":"dns-server","level":30,"time":"2026-05-15T02:41:33.180511617Z","hostname":"oxz_internal_dns_325f5d6b-9154-44b6-8988-e8b2237dcfd3","pid":5437,"component":"store","keep":3} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-15T02:41:33.180548258Z","hostname":"oxz_internal_dns_325f5d6b-9154-44b6-8988-e8b2237dcfd3","pid":5437,"new_generation":1,"req_id":"8cbb2d1f-f8b3-46bd-96ef-6a6f58737325","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-15T02:41:33.180571938Z","hostname":"oxz_internal_dns_325f5d6b-9154-44b6-8988-e8b2237dcfd3","pid":5437,"uri":"/config","method":"PUT","req_id":"8cbb2d1f-f8b3-46bd-96ef-6a6f58737325","remote_addr":"[fd00:1122:3344:2::2]:36833","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":16576,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 20980,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-15T02:41:44.807416729Z","hostname":"oxz_internal_dns_325f5d6b-9154-44b6-8988-e8b2237dcfd3","pid":5437,"peer_addr":"[fd00:1122:3344:101::1b]:37174","req_id":"6b685b48-1134-4367-ad5f-5be74d5541be","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 30838,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-15T02:41:44.811788428Z","hostname":"oxz_internal_dns_325f5d6b-9154-44b6-8988-e8b2237dcfd3","pid":5437,"peer_addr":"[fd00:1122:3344:101::1b]:43620","req_id":"4fa4257a-5eb3-4b1e-a35e-b542ea85bfaf","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 51980,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-15T02:41:44.816003543Z","hostname":"oxz_internal_dns_325f5d6b-9154-44b6-8988-e8b2237dcfd3","pid":5437,"peer_addr":"[fd00:1122:3344:101::1b]:36560","req_id":"e1325522-3058-45db-98d9-8a989c037f8a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 418,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-15T02:42:40.658931996Z","hostname":"oxz_internal_dns_325f5d6b-9154-44b6-8988-e8b2237dcfd3","pid":5437,"peer_addr":"[fd00:1122:3344:101::d]:57154","req_id":"a07eedf7-cccb-429e-ba3c-c655dc7a8c72","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 46370,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_e2132fed-a6da-43e9-bcb0-17f7ac700304.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_e2132fed-a6da-43e9-bcb0-17f7ac700304.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 101,\n 50,\n 49,\n 51,\n 50,\n 102,\n 101,\n 100,\n 45,\n 97,\n 54,\n 100,\n 97,\n 45,\n 52,\n 51,\n 101,\n 57,\n 45,\n 98,\n 99,\n 98,\n 48,\n 45,\n 49,\n 55,\n 102,\n 55,\n 97,\n 99,\n 55,\n 48,\n 48,\n 51,\n 48,\n 52,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_e2132fed-a6da-43e9-bcb0-17f7ac700304.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-15T02:42:45.733960034Z","hostname":"oxz_internal_dns_325f5d6b-9154-44b6-8988-e8b2237dcfd3","pid":5437,"peer_addr":"[fd00:1122:3344:101::e]:51483","req_id":"b46e7df7-f2d1-4c07-a16b-cc8c822b2958","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 46370,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_e2132fed-a6da-43e9-bcb0-17f7ac700304.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_e2132fed-a6da-43e9-bcb0-17f7ac700304.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 101,\n 50,\n 49,\n 51,\n 50,\n 102,\n 101,\n 100,\n 45,\n 97,\n 54,\n 100,\n 97,\n 45,\n 52,\n 51,\n 101,\n 57,\n 45,\n 98,\n 99,\n 98,\n 48,\n 45,\n 49,\n 55,\n 102,\n 55,\n 97,\n 99,\n 55,\n 48,\n 48,\n 51,\n 48,\n 52,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_e2132fed-a6da-43e9-bcb0-17f7ac700304.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-15T02:42:45.739410525Z","hostname":"oxz_internal_dns_325f5d6b-9154-44b6-8988-e8b2237dcfd3","pid":5437,"peer_addr":"[fd00:1122:3344:101::e]:50009","req_id":"dc0ffe96-215b-46a6-90f7-e1d71a9343b9","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 63437,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-15T02:42:50.636147461Z","hostname":"oxz_internal_dns_325f5d6b-9154-44b6-8988-e8b2237dcfd3","pid":5437,"peer_addr":"[fd00:1122:3344:101::d]:55710","req_id":"a3b420d4-24e9-45b5-b216-7504bb96e6a7","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 8520,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-15T02:42:52.178013736Z","hostname":"oxz_internal_dns_325f5d6b-9154-44b6-8988-e8b2237dcfd3","pid":5437,"peer_addr":"[fd00:1122:3344:101::a]:20585","req_id":"cca548d5-d2d5-4a44-a78c-25600fe22fed","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 21778,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-15T02:42:52.352034857Z","hostname":"oxz_internal_dns_325f5d6b-9154-44b6-8988-e8b2237dcfd3","pid":5437,"peer_addr":"[fd00:1122:3344:101::c]:56051","req_id":"106fbbc4-93ba-47cc-b487-1e5c52bc913e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 30584,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-15T02:42:52.520605878Z","hostname":"oxz_internal_dns_325f5d6b-9154-44b6-8988-e8b2237dcfd3","pid":5437,"peer_addr":"[fd00:1122:3344:101::b]:13201","req_id":"13846843-6e1e-4fd4-8b71-4ce866dabf88","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-15T02:42:53.980727945Z","hostname":"oxz_internal_dns_325f5d6b-9154-44b6-8988-e8b2237dcfd3","pid":5437,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:47900"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-15T02:42:54.047233074Z","hostname":"oxz_internal_dns_325f5d6b-9154-44b6-8988-e8b2237dcfd3","pid":5437,"new_generation":1,"req_id":"3a675033-8b2e-4f47-a99e-22463577cd39","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-15T02:42:54.047327516Z","hostname":"oxz_internal_dns_325f5d6b-9154-44b6-8988-e8b2237dcfd3","pid":5437,"new_generation":1,"req_id":"3a675033-8b2e-4f47-a99e-22463577cd39","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-15T02:42:54.047347407Z","hostname":"oxz_internal_dns_325f5d6b-9154-44b6-8988-e8b2237dcfd3","pid":5437,"uri":"/config","method":"PUT","req_id":"3a675033-8b2e-4f47-a99e-22463577cd39","remote_addr":"[fd00:1122:3344:101::b]:47900","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":28637,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 16840,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-15T02:42:54.154586042Z","hostname":"oxz_internal_dns_325f5d6b-9154-44b6-8988-e8b2237dcfd3","pid":5437,"peer_addr":"[fd00:1122:3344:101::b]:34787","req_id":"631c49d2-6a5a-49c1-8635-da78f922b0eb","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-15T02:42:54.390080071Z","hostname":"oxz_internal_dns_325f5d6b-9154-44b6-8988-e8b2237dcfd3","pid":5437,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:53040"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-15T02:42:54.398944051Z","hostname":"oxz_internal_dns_325f5d6b-9154-44b6-8988-e8b2237dcfd3","pid":5437,"uri":"/config","method":"GET","req_id":"0f608fbb-192b-4149-8d7a-665a97ee832c","remote_addr":"[fd00:1122:3344:101::b]:53040","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":8790,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 45349,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-15T02:42:55.015042163Z","hostname":"oxz_internal_dns_325f5d6b-9154-44b6-8988-e8b2237dcfd3","pid":5437,"peer_addr":"[fd00:1122:3344:101::b]:34479","req_id":"3e16ca8e-ab4e-4bdc-8cd4-016ebde5e82a","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-15T02:42:55.148586622Z","hostname":"oxz_internal_dns_325f5d6b-9154-44b6-8988-e8b2237dcfd3","pid":5437,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:60591"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-15T02:42:55.148856588Z","hostname":"oxz_internal_dns_325f5d6b-9154-44b6-8988-e8b2237dcfd3","pid":5437,"uri":"/config","method":"GET","req_id":"44419897-d055-4d07-8892-b8ba616fc9de","remote_addr":"[fd00:1122:3344:101::b]:60591","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":219,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 1840,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-15T02:43:00.637523551Z","hostname":"oxz_internal_dns_325f5d6b-9154-44b6-8988-e8b2237dcfd3","pid":5437,"peer_addr":"[fd00:1122:3344:101::d]:59364","req_id":"1de3d34b-c0eb-4635-b6af-814568c0f0f3","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 14896,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-15T02:43:02.715505676Z","hostname":"oxz_internal_dns_325f5d6b-9154-44b6-8988-e8b2237dcfd3","pid":5437,"peer_addr":"[fd00:1122:3344:101::a]:36893","req_id":"89756255-30f6-4197-9ac7-da98153a6c35","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 13896,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-15T02:43:02.83988822Z","hostname":"oxz_internal_dns_325f5d6b-9154-44b6-8988-e8b2237dcfd3","pid":5437,"peer_addr":"[fd00:1122:3344:101::c]:39437","req_id":"b549cae5-b9ca-4267-b31e-b025e2b1b620","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-15T02:43:02.937079142Z","hostname":"oxz_internal_dns_325f5d6b-9154-44b6-8988-e8b2237dcfd3","pid":5437,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:58665"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-15T02:43:02.937346717Z","hostname":"oxz_internal_dns_325f5d6b-9154-44b6-8988-e8b2237dcfd3","pid":5437,"uri":"/config","method":"GET","req_id":"c6d3e647-4147-496b-8e94-d8eb6cd1ed21","remote_addr":"[fd00:1122:3344:101::a]:58665","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":201,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-15T02:43:02.991554477Z","hostname":"oxz_internal_dns_325f5d6b-9154-44b6-8988-e8b2237dcfd3","pid":5437,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:39264"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-15T02:43:02.991804102Z","hostname":"oxz_internal_dns_325f5d6b-9154-44b6-8988-e8b2237dcfd3","pid":5437,"uri":"/config","method":"GET","req_id":"dbcc5a50-e875-4bbb-b01d-7cff1fcfbc80","remote_addr":"[fd00:1122:3344:101::c]:39264","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":193,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 43869,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-15T02:43:10.638680324Z","hostname":"oxz_internal_dns_325f5d6b-9154-44b6-8988-e8b2237dcfd3","pid":5437,"peer_addr":"[fd00:1122:3344:101::d]:52764","req_id":"d54c91c0-5d83-49f9-a39b-3f3a1ccdc160","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 46577,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-15T02:43:20.640747603Z","hostname":"oxz_internal_dns_325f5d6b-9154-44b6-8988-e8b2237dcfd3","pid":5437,"peer_addr":"[fd00:1122:3344:101::d]:60449","req_id":"6dbe96e5-c988-4847-bc60-958fef554601","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 14991,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-15T02:43:20.67852966Z","hostname":"oxz_internal_dns_325f5d6b-9154-44b6-8988-e8b2237dcfd3","pid":5437,"peer_addr":"[fd00:1122:3344:101::1b]:46984","req_id":"4cb66a59-6d9a-4358-8949-3e02a84d78a7","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 49974,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-15T02:43:20.683173624Z","hostname":"oxz_internal_dns_325f5d6b-9154-44b6-8988-e8b2237dcfd3","pid":5437,"peer_addr":"[fd00:1122:3344:101::1b]:37643","req_id":"79c4f1a3-b0e9-486a-9fc0-dc9782983dae","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 23676,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-15T02:43:20.687968301Z","hostname":"oxz_internal_dns_325f5d6b-9154-44b6-8988-e8b2237dcfd3","pid":5437,"peer_addr":"[fd00:1122:3344:101::1b]:59954","req_id":"72802da3-ea78-4d0e-bb85-166ebf64f398","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 5274,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-15T02:43:30.665146361Z","hostname":"oxz_internal_dns_325f5d6b-9154-44b6-8988-e8b2237dcfd3","pid":5437,"peer_addr":"[fd00:1122:3344:101::d]:64552","req_id":"d5879786-b947-444c-bcf9-b5d83771c6e5","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 59855,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-15T02:43:40.667263616Z","hostname":"oxz_internal_dns_325f5d6b-9154-44b6-8988-e8b2237dcfd3","pid":5437,"peer_addr":"[fd00:1122:3344:101::d]:55716","req_id":"a9ba2fa3-740f-4c69-8f12-141cd1ed9143","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 14962,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-15T02:43:44.154523035Z","hostname":"oxz_internal_dns_325f5d6b-9154-44b6-8988-e8b2237dcfd3","pid":5437,"peer_addr":"[fd00:1122:3344:101::1b]:56303","req_id":"283f6f4e-ab02-46bd-a891-5c2e25ec34d1","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 22826,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-15T02:43:44.158781011Z","hostname":"oxz_internal_dns_325f5d6b-9154-44b6-8988-e8b2237dcfd3","pid":5437,"peer_addr":"[fd00:1122:3344:101::1b]:60219","req_id":"7ea05d90-cbc6-4838-8771-340a5f291dff","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 37788,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-15T02:43:44.16264806Z","hostname":"oxz_internal_dns_325f5d6b-9154-44b6-8988-e8b2237dcfd3","pid":5437,"peer_addr":"[fd00:1122:3344:101::1b]:52799","req_id":"f872332b-7e3b-43fc-a1da-97e6a0ef9910","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 38605,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-15T02:43:50.668510796Z","hostname":"oxz_internal_dns_325f5d6b-9154-44b6-8988-e8b2237dcfd3","pid":5437,"peer_addr":"[fd00:1122:3344:101::d]:52353","req_id":"3585262e-3461-460a-8a6a-785c4756087b","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-15T02:43:52.166472643Z","hostname":"oxz_internal_dns_325f5d6b-9154-44b6-8988-e8b2237dcfd3","pid":5437,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:39757"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-15T02:43:52.169933024Z","hostname":"oxz_internal_dns_325f5d6b-9154-44b6-8988-e8b2237dcfd3","pid":5437,"new_generation":1,"req_id":"fb6e89f4-407e-4227-a531-05ae29616ea3","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-15T02:43:52.170001165Z","hostname":"oxz_internal_dns_325f5d6b-9154-44b6-8988-e8b2237dcfd3","pid":5437,"new_generation":1,"req_id":"fb6e89f4-407e-4227-a531-05ae29616ea3","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-15T02:43:52.170012075Z","hostname":"oxz_internal_dns_325f5d6b-9154-44b6-8988-e8b2237dcfd3","pid":5437,"uri":"/config","method":"PUT","req_id":"fb6e89f4-407e-4227-a531-05ae29616ea3","remote_addr":"[fd00:1122:3344:101::a]:39757","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":211,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-15T02:43:52.203673131Z","hostname":"oxz_internal_dns_325f5d6b-9154-44b6-8988-e8b2237dcfd3","pid":5437,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:61476"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-15T02:43:52.207364993Z","hostname":"oxz_internal_dns_325f5d6b-9154-44b6-8988-e8b2237dcfd3","pid":5437,"new_generation":1,"req_id":"da0f10ea-1bcf-47af-b5ee-c7d99b934489","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-15T02:43:52.207400328Z","hostname":"oxz_internal_dns_325f5d6b-9154-44b6-8988-e8b2237dcfd3","pid":5437,"new_generation":1,"req_id":"da0f10ea-1bcf-47af-b5ee-c7d99b934489","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-15T02:43:52.207428482Z","hostname":"oxz_internal_dns_325f5d6b-9154-44b6-8988-e8b2237dcfd3","pid":5437,"uri":"/config","method":"PUT","req_id":"da0f10ea-1bcf-47af-b5ee-c7d99b934489","remote_addr":"[fd00:1122:3344:101::c]:61476","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":323,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-15T02:43:52.260274086Z","hostname":"oxz_internal_dns_325f5d6b-9154-44b6-8988-e8b2237dcfd3","pid":5437,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:38598"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-15T02:43:52.263179285Z","hostname":"oxz_internal_dns_325f5d6b-9154-44b6-8988-e8b2237dcfd3","pid":5437,"new_generation":1,"req_id":"06b3f72b-f148-4039-9790-d8051fb92f9f","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-15T02:43:52.263234897Z","hostname":"oxz_internal_dns_325f5d6b-9154-44b6-8988-e8b2237dcfd3","pid":5437,"new_generation":1,"req_id":"06b3f72b-f148-4039-9790-d8051fb92f9f","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-15T02:43:52.263248897Z","hostname":"oxz_internal_dns_325f5d6b-9154-44b6-8988-e8b2237dcfd3","pid":5437,"uri":"/config","method":"PUT","req_id":"06b3f72b-f148-4039-9790-d8051fb92f9f","remote_addr":"[fd00:1122:3344:101::b]:38598","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":305,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 17951,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-15T02:43:52.973839862Z","hostname":"oxz_internal_dns_325f5d6b-9154-44b6-8988-e8b2237dcfd3","pid":5437,"peer_addr":"[fd00:1122:3344:101::b]:35441","req_id":"d95fe116-1b40-4237-82b3-366fbdec2518","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 20292,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-15T02:43:53.068965292Z","hostname":"oxz_internal_dns_325f5d6b-9154-44b6-8988-e8b2237dcfd3","pid":5437,"peer_addr":"[fd00:1122:3344:101::c]:42297","req_id":"a0b22631-ceea-42a9-b80d-fffb1ee623d8","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-15T02:43:53.075811702Z","hostname":"oxz_internal_dns_325f5d6b-9154-44b6-8988-e8b2237dcfd3","pid":5437,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:40629"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-15T02:43:53.076048536Z","hostname":"oxz_internal_dns_325f5d6b-9154-44b6-8988-e8b2237dcfd3","pid":5437,"uri":"/config","method":"GET","req_id":"13462fd8-bda3-486f-bf31-24f1cd6acaf8","remote_addr":"[fd00:1122:3344:101::b]:40629","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":183,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-15T02:43:53.271607294Z","hostname":"oxz_internal_dns_325f5d6b-9154-44b6-8988-e8b2237dcfd3","pid":5437,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:57831"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-15T02:43:53.271868259Z","hostname":"oxz_internal_dns_325f5d6b-9154-44b6-8988-e8b2237dcfd3","pid":5437,"uri":"/config","method":"GET","req_id":"7be82f5a-b0bf-4aa5-890d-62836e30586d","remote_addr":"[fd00:1122:3344:101::c]:57831","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":209,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 41521,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-15T02:43:53.607919578Z","hostname":"oxz_internal_dns_325f5d6b-9154-44b6-8988-e8b2237dcfd3","pid":5437,"peer_addr":"[fd00:1122:3344:101::a]:6071","req_id":"03657e38-2f5d-4d78-9cf8-14dc8efbd391","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-15T02:43:53.711536141Z","hostname":"oxz_internal_dns_325f5d6b-9154-44b6-8988-e8b2237dcfd3","pid":5437,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:46093"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-15T02:43:53.711760665Z","hostname":"oxz_internal_dns_325f5d6b-9154-44b6-8988-e8b2237dcfd3","pid":5437,"uri":"/config","method":"GET","req_id":"41cd23d9-e70a-45a4-b642-c5b7e8c7c184","remote_addr":"[fd00:1122:3344:101::a]:46093","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":193,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 59031,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-15T02:44:00.669430278Z","hostname":"oxz_internal_dns_325f5d6b-9154-44b6-8988-e8b2237dcfd3","pid":5437,"peer_addr":"[fd00:1122:3344:101::d]:61168","req_id":"5c47bff0-c76e-4650-b441-b347c0c5738c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 44339,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-15T02:44:10.670641759Z","hostname":"oxz_internal_dns_325f5d6b-9154-44b6-8988-e8b2237dcfd3","pid":5437,"peer_addr":"[fd00:1122:3344:101::d]:53072","req_id":"e65207e6-432b-40ca-bffe-7f4c3fcbe647","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47926,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-15T02:44:20.673259217Z","hostname":"oxz_internal_dns_325f5d6b-9154-44b6-8988-e8b2237dcfd3","pid":5437,"peer_addr":"[fd00:1122:3344:101::d]:58097","req_id":"7307ce3b-810b-4828-a4ef-ab8176a5a885","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 39230,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-15T02:44:30.674852798Z","hostname":"oxz_internal_dns_325f5d6b-9154-44b6-8988-e8b2237dcfd3","pid":5437,"peer_addr":"[fd00:1122:3344:101::d]:59670","req_id":"b09c51b8-7ea1-4c36-8707-0d4a1cd75783","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 12134,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-15T02:44:40.677167874Z","hostname":"oxz_internal_dns_325f5d6b-9154-44b6-8988-e8b2237dcfd3","pid":5437,"peer_addr":"[fd00:1122:3344:101::d]:56764","req_id":"1285caba-c11b-405c-9fd3-ec222683a7aa","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 11278,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-15T02:44:50.678607385Z","hostname":"oxz_internal_dns_325f5d6b-9154-44b6-8988-e8b2237dcfd3","pid":5437,"peer_addr":"[fd00:1122:3344:101::d]:63470","req_id":"c9b56737-1ecb-4bfb-85ce-e564ca221c98","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-15T02:44:51.952750999Z","hostname":"oxz_internal_dns_325f5d6b-9154-44b6-8988-e8b2237dcfd3","pid":5437,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:56286"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-15T02:44:51.955515375Z","hostname":"oxz_internal_dns_325f5d6b-9154-44b6-8988-e8b2237dcfd3","pid":5437,"new_generation":1,"req_id":"d59276d6-bbdf-410d-905c-940ec5ed472c","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-15T02:44:51.955547296Z","hostname":"oxz_internal_dns_325f5d6b-9154-44b6-8988-e8b2237dcfd3","pid":5437,"new_generation":1,"req_id":"d59276d6-bbdf-410d-905c-940ec5ed472c","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-15T02:44:51.955573636Z","hostname":"oxz_internal_dns_325f5d6b-9154-44b6-8988-e8b2237dcfd3","pid":5437,"uri":"/config","method":"PUT","req_id":"d59276d6-bbdf-410d-905c-940ec5ed472c","remote_addr":"[fd00:1122:3344:101::a]:56286","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":340,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-15T02:44:52.052965702Z","hostname":"oxz_internal_dns_325f5d6b-9154-44b6-8988-e8b2237dcfd3","pid":5437,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:63134"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-15T02:44:52.056309957Z","hostname":"oxz_internal_dns_325f5d6b-9154-44b6-8988-e8b2237dcfd3","pid":5437,"new_generation":1,"req_id":"2b6a4f4a-df9b-4b7e-bdde-cf9d71aba8f9","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-15T02:44:52.056367428Z","hostname":"oxz_internal_dns_325f5d6b-9154-44b6-8988-e8b2237dcfd3","pid":5437,"new_generation":1,"req_id":"2b6a4f4a-df9b-4b7e-bdde-cf9d71aba8f9","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-15T02:44:52.056378499Z","hostname":"oxz_internal_dns_325f5d6b-9154-44b6-8988-e8b2237dcfd3","pid":5437,"uri":"/config","method":"PUT","req_id":"2b6a4f4a-df9b-4b7e-bdde-cf9d71aba8f9","remote_addr":"[fd00:1122:3344:101::c]:63134","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":244,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-15T02:44:52.26087173Z","hostname":"oxz_internal_dns_325f5d6b-9154-44b6-8988-e8b2237dcfd3","pid":5437,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:37475"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-15T02:44:52.264355141Z","hostname":"oxz_internal_dns_325f5d6b-9154-44b6-8988-e8b2237dcfd3","pid":5437,"new_generation":1,"req_id":"399a83a8-d520-40fa-86b8-c1596a4e1328","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-15T02:44:52.264392773Z","hostname":"oxz_internal_dns_325f5d6b-9154-44b6-8988-e8b2237dcfd3","pid":5437,"new_generation":1,"req_id":"399a83a8-d520-40fa-86b8-c1596a4e1328","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-15T02:44:52.264504619Z","hostname":"oxz_internal_dns_325f5d6b-9154-44b6-8988-e8b2237dcfd3","pid":5437,"uri":"/config","method":"PUT","req_id":"399a83a8-d520-40fa-86b8-c1596a4e1328","remote_addr":"[fd00:1122:3344:101::b]:37475","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":265,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 21119,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-15T02:44:53.050178379Z","hostname":"oxz_internal_dns_325f5d6b-9154-44b6-8988-e8b2237dcfd3","pid":5437,"peer_addr":"[fd00:1122:3344:101::a]:29521","req_id":"1c1a10e5-6e4b-485f-b761-ba0587b4787e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 8881,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-15T02:44:53.073897907Z","hostname":"oxz_internal_dns_325f5d6b-9154-44b6-8988-e8b2237dcfd3","pid":5437,"peer_addr":"[fd00:1122:3344:101::b]:14463","req_id":"99302d3e-b60f-4dda-b710-24fee3001a4a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 9216,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-15T02:44:53.077602082Z","hostname":"oxz_internal_dns_325f5d6b-9154-44b6-8988-e8b2237dcfd3","pid":5437,"peer_addr":"[fd00:1122:3344:101::c]:18750","req_id":"17f4f62c-30db-45f1-a0e7-ae5af52a43bd","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-15T02:44:53.164642237Z","hostname":"oxz_internal_dns_325f5d6b-9154-44b6-8988-e8b2237dcfd3","pid":5437,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:55913"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-15T02:44:53.164896792Z","hostname":"oxz_internal_dns_325f5d6b-9154-44b6-8988-e8b2237dcfd3","pid":5437,"uri":"/config","method":"GET","req_id":"15552c19-237c-45cf-a7ab-fad492068653","remote_addr":"[fd00:1122:3344:101::a]:55913","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":203,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-15T02:44:53.202543966Z","hostname":"oxz_internal_dns_325f5d6b-9154-44b6-8988-e8b2237dcfd3","pid":5437,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:39930"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-15T02:44:53.202789511Z","hostname":"oxz_internal_dns_325f5d6b-9154-44b6-8988-e8b2237dcfd3","pid":5437,"uri":"/config","method":"GET","req_id":"ab75f81c-dd8e-49a2-89a8-cf9f5212e1ee","remote_addr":"[fd00:1122:3344:101::b]:39930","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":191,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-15T02:44:53.242762892Z","hostname":"oxz_internal_dns_325f5d6b-9154-44b6-8988-e8b2237dcfd3","pid":5437,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:62602"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-15T02:44:53.242999237Z","hostname":"oxz_internal_dns_325f5d6b-9154-44b6-8988-e8b2237dcfd3","pid":5437,"uri":"/config","method":"GET","req_id":"b9d9cac0-de51-4729-99f7-169ec5df5d2f","remote_addr":"[fd00:1122:3344:101::c]:62602","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":197,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 919,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_91005d09-cc59-416f-aee6-aa65462b0fb0.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_91005d09-cc59-416f-aee6-aa65462b0fb0.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 57,\n 49,\n 48,\n 48,\n 53,\n 100,\n 48,\n 57,\n 45,\n 99,\n 99,\n 53,\n 57,\n 45,\n 52,\n 49,\n 54,\n 102,\n 45,\n 97,\n 101,\n 101,\n 54,\n 45,\n 97,\n 97,\n 54,\n 53,\n 52,\n 54,\n 50,\n 98,\n 48,\n 102,\n 98,\n 48,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_91005d09-cc59-416f-aee6-aa65462b0fb0.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-15T02:45:00.080314004Z","hostname":"oxz_internal_dns_325f5d6b-9154-44b6-8988-e8b2237dcfd3","pid":5437,"peer_addr":"[fd00:1122:3344:101::7]:46909","req_id":"69a484ae-abfa-4b43-b5b1-f21c5edbf7f9","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 919,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_91005d09-cc59-416f-aee6-aa65462b0fb0.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_91005d09-cc59-416f-aee6-aa65462b0fb0.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 57,\n 49,\n 48,\n 48,\n 53,\n 100,\n 48,\n 57,\n 45,\n 99,\n 99,\n 53,\n 57,\n 45,\n 52,\n 49,\n 54,\n 102,\n 45,\n 97,\n 101,\n 101,\n 54,\n 45,\n 97,\n 97,\n 54,\n 53,\n 52,\n 54,\n 50,\n 98,\n 48,\n 102,\n 98,\n 48,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_91005d09-cc59-416f-aee6-aa65462b0fb0.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-15T02:45:00.080954257Z","hostname":"oxz_internal_dns_325f5d6b-9154-44b6-8988-e8b2237dcfd3","pid":5437,"peer_addr":"[fd00:1122:3344:101::7]:52795","req_id":"57e8a77c-57d9-4240-8445-b66830a0af13","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 48635,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-15T02:45:00.31275347Z","hostname":"oxz_internal_dns_325f5d6b-9154-44b6-8988-e8b2237dcfd3","pid":5437,"peer_addr":"[fd00:1122:3344:101::2]:44119","req_id":"e88c9e88-1a6a-4e38-a066-0f80fc679705","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 48635,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-15T02:45:00.313315861Z","hostname":"oxz_internal_dns_325f5d6b-9154-44b6-8988-e8b2237dcfd3","pid":5437,"peer_addr":"[fd00:1122:3344:101::2]:54179","req_id":"50b615f0-fee1-4eab-8f27-51db140e448a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 63464,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_e193044e-aa73-41de-b4ce-b08357a3d432.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_e193044e-aa73-41de-b4ce-b08357a3d432.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 101,\n 49,\n 57,\n 51,\n 48,\n 52,\n 52,\n 101,\n 45,\n 97,\n 97,\n 55,\n 51,\n 45,\n 52,\n 49,\n 100,\n 101,\n 45,\n 98,\n 52,\n 99,\n 101,\n 45,\n 98,\n 48,\n 56,\n 51,\n 53,\n 55,\n 97,\n 51,\n 100,\n 52,\n 51,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_e193044e-aa73-41de-b4ce-b08357a3d432.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-15T02:45:00.442743188Z","hostname":"oxz_internal_dns_325f5d6b-9154-44b6-8988-e8b2237dcfd3","pid":5437,"peer_addr":"[fd00:1122:3344:101::6]:38211","req_id":"6303a907-3dd8-4b53-ab81-96be6682d9b3","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 63464,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_e193044e-aa73-41de-b4ce-b08357a3d432.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_e193044e-aa73-41de-b4ce-b08357a3d432.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 101,\n 49,\n 57,\n 51,\n 48,\n 52,\n 52,\n 101,\n 45,\n 97,\n 97,\n 55,\n 51,\n 45,\n 52,\n 49,\n 100,\n 101,\n 45,\n 98,\n 52,\n 99,\n 101,\n 45,\n 98,\n 48,\n 56,\n 51,\n 53,\n 55,\n 97,\n 51,\n 100,\n 52,\n 51,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_e193044e-aa73-41de-b4ce-b08357a3d432.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-15T02:45:00.443403701Z","hostname":"oxz_internal_dns_325f5d6b-9154-44b6-8988-e8b2237dcfd3","pid":5437,"peer_addr":"[fd00:1122:3344:101::6]:52846","req_id":"2fac771a-83dc-472a-9b8e-834d19f3f168","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 53597,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_ntp_3bf717fa-c147-4091-a0bc-b678be30cccd.\"),\n ),\n original: Query {\n name: Name(\"oxz_ntp_3bf717fa-c147-4091-a0bc-b678be30cccd.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 44,\n 111,\n 120,\n 122,\n 95,\n 110,\n 116,\n 112,\n 95,\n 51,\n 98,\n 102,\n 55,\n 49,\n 55,\n 102,\n 97,\n 45,\n 99,\n 49,\n 52,\n 55,\n 45,\n 52,\n 48,\n 57,\n 49,\n 45,\n 97,\n 48,\n 98,\n 99,\n 45,\n 98,\n 54,\n 55,\n 56,\n 98,\n 101,\n 51,\n 48,\n 99,\n 99,\n 99,\n 100,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_ntp_3bf717fa-c147-4091-a0bc-b678be30cccd.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-15T02:45:00.488971946Z","hostname":"oxz_internal_dns_325f5d6b-9154-44b6-8988-e8b2237dcfd3","pid":5437,"peer_addr":"[fd00:1122:3344:101::1b]:41396","req_id":"acacc258-1bc9-4601-a57a-4399e1786f76","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 57924,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_d92cf641-3430-4ac3-92b3-32d39db862be.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_d92cf641-3430-4ac3-92b3-32d39db862be.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 100,\n 57,\n 50,\n 99,\n 102,\n 54,\n 52,\n 49,\n 45,\n 51,\n 52,\n 51,\n 48,\n 45,\n 52,\n 97,\n 99,\n 51,\n 45,\n 57,\n 50,\n 98,\n 51,\n 45,\n 51,\n 50,\n 100,\n 51,\n 57,\n 100,\n 98,\n 56,\n 54,\n 50,\n 98,\n 101,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_d92cf641-3430-4ac3-92b3-32d39db862be.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-15T02:45:00.56952561Z","hostname":"oxz_internal_dns_325f5d6b-9154-44b6-8988-e8b2237dcfd3","pid":5437,"peer_addr":"[fd00:1122:3344:101::4]:39135","req_id":"62e41c62-1358-474d-9f30-79920d5dfb7f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 57924,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_d92cf641-3430-4ac3-92b3-32d39db862be.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_d92cf641-3430-4ac3-92b3-32d39db862be.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 100,\n 57,\n 50,\n 99,\n 102,\n 54,\n 52,\n 49,\n 45,\n 51,\n 52,\n 51,\n 48,\n 45,\n 52,\n 97,\n 99,\n 51,\n 45,\n 57,\n 50,\n 98,\n 51,\n 45,\n 51,\n 50,\n 100,\n 51,\n 57,\n 100,\n 98,\n 56,\n 54,\n 50,\n 98,\n 101,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_d92cf641-3430-4ac3-92b3-32d39db862be.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-15T02:45:00.570308146Z","hostname":"oxz_internal_dns_325f5d6b-9154-44b6-8988-e8b2237dcfd3","pid":5437,"peer_addr":"[fd00:1122:3344:101::4]:33027","req_id":"ba39db8c-e53f-45c9-af23-6bbb0789daef","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 26823,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_b22828b8-2881-4adf-80d6-577e84d783a3.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_b22828b8-2881-4adf-80d6-577e84d783a3.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 98,\n 50,\n 50,\n 56,\n 50,\n 56,\n 98,\n 56,\n 45,\n 50,\n 56,\n 56,\n 49,\n 45,\n 52,\n 97,\n 100,\n 102,\n 45,\n 56,\n 48,\n 100,\n 54,\n 45,\n 53,\n 55,\n 55,\n 101,\n 56,\n 52,\n 100,\n 55,\n 56,\n 51,\n 97,\n 51,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_b22828b8-2881-4adf-80d6-577e84d783a3.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-15T02:45:00.582358121Z","hostname":"oxz_internal_dns_325f5d6b-9154-44b6-8988-e8b2237dcfd3","pid":5437,"peer_addr":"[fd00:1122:3344:101::3]:44728","req_id":"ea6a505f-330d-4f08-82b0-ed312ee6f093","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 26823,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_b22828b8-2881-4adf-80d6-577e84d783a3.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_b22828b8-2881-4adf-80d6-577e84d783a3.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 98,\n 50,\n 50,\n 56,\n 50,\n 56,\n 98,\n 56,\n 45,\n 50,\n 56,\n 56,\n 49,\n 45,\n 52,\n 97,\n 100,\n 102,\n 45,\n 56,\n 48,\n 100,\n 54,\n 45,\n 53,\n 55,\n 55,\n 101,\n 56,\n 52,\n 100,\n 55,\n 56,\n 51,\n 97,\n 51,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_b22828b8-2881-4adf-80d6-577e84d783a3.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-15T02:45:00.583000223Z","hostname":"oxz_internal_dns_325f5d6b-9154-44b6-8988-e8b2237dcfd3","pid":5437,"peer_addr":"[fd00:1122:3344:101::3]:56859","req_id":"f5521d51-6c4f-4185-817e-42c30821725b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 32830,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_65eec142-5807-438b-b65a-2b349a4d4cfa.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_65eec142-5807-438b-b65a-2b349a4d4cfa.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 54,\n 53,\n 101,\n 101,\n 99,\n 49,\n 52,\n 50,\n 45,\n 53,\n 56,\n 48,\n 55,\n 45,\n 52,\n 51,\n 56,\n 98,\n 45,\n 98,\n 54,\n 53,\n 97,\n 45,\n 50,\n 98,\n 51,\n 52,\n 57,\n 97,\n 52,\n 100,\n 52,\n 99,\n 102,\n 97,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_65eec142-5807-438b-b65a-2b349a4d4cfa.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-15T02:45:00.58875397Z","hostname":"oxz_internal_dns_325f5d6b-9154-44b6-8988-e8b2237dcfd3","pid":5437,"peer_addr":"[fd00:1122:3344:101::5]:55704","req_id":"e590f980-78ee-4ec4-8d47-ae018cdc2872","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 32830,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_65eec142-5807-438b-b65a-2b349a4d4cfa.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_65eec142-5807-438b-b65a-2b349a4d4cfa.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 54,\n 53,\n 101,\n 101,\n 99,\n 49,\n 52,\n 50,\n 45,\n 53,\n 56,\n 48,\n 55,\n 45,\n 52,\n 51,\n 56,\n 98,\n 45,\n 98,\n 54,\n 53,\n 97,\n 45,\n 50,\n 98,\n 51,\n 52,\n 57,\n 97,\n 52,\n 100,\n 52,\n 99,\n 102,\n 97,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_65eec142-5807-438b-b65a-2b349a4d4cfa.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-15T02:45:00.58924103Z","hostname":"oxz_internal_dns_325f5d6b-9154-44b6-8988-e8b2237dcfd3","pid":5437,"peer_addr":"[fd00:1122:3344:101::5]:59300","req_id":"558f4622-e7e3-4853-b1b7-82be27076747","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 58299,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-15T02:45:00.680504932Z","hostname":"oxz_internal_dns_325f5d6b-9154-44b6-8988-e8b2237dcfd3","pid":5437,"peer_addr":"[fd00:1122:3344:101::d]:61398","req_id":"46623fe6-03af-43f8-a694-21f9dcccd3a0","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 29112,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_e2132fed-a6da-43e9-bcb0-17f7ac700304.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_e2132fed-a6da-43e9-bcb0-17f7ac700304.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 101,\n 50,\n 49,\n 51,\n 50,\n 102,\n 101,\n 100,\n 45,\n 97,\n 54,\n 100,\n 97,\n 45,\n 52,\n 51,\n 101,\n 57,\n 45,\n 98,\n 99,\n 98,\n 48,\n 45,\n 49,\n 55,\n 102,\n 55,\n 97,\n 99,\n 55,\n 48,\n 48,\n 51,\n 48,\n 52,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_e2132fed-a6da-43e9-bcb0-17f7ac700304.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-15T02:45:00.681775638Z","hostname":"oxz_internal_dns_325f5d6b-9154-44b6-8988-e8b2237dcfd3","pid":5437,"peer_addr":"[fd00:1122:3344:101::e]:62926","req_id":"73fcfd15-5dc3-41aa-9401-f6f11d7d7fd3","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 29112,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_e2132fed-a6da-43e9-bcb0-17f7ac700304.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_e2132fed-a6da-43e9-bcb0-17f7ac700304.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 101,\n 50,\n 49,\n 51,\n 50,\n 102,\n 101,\n 100,\n 45,\n 97,\n 54,\n 100,\n 97,\n 45,\n 52,\n 51,\n 101,\n 57,\n 45,\n 98,\n 99,\n 98,\n 48,\n 45,\n 49,\n 55,\n 102,\n 55,\n 97,\n 99,\n 55,\n 48,\n 48,\n 51,\n 48,\n 52,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_e2132fed-a6da-43e9-bcb0-17f7ac700304.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-15T02:45:00.682433901Z","hostname":"oxz_internal_dns_325f5d6b-9154-44b6-8988-e8b2237dcfd3","pid":5437,"peer_addr":"[fd00:1122:3344:101::e]:47405","req_id":"6a3dcde9-1660-4c37-91df-11ad1d6bb102","component":"dns"}