[ Jun 9 15:54:43 Enabled. ] [ Jun 9 15:54:43 Rereading configuration. ] [ Jun 9 15:54:44 Rereading configuration. ] [ Jun 9 15:54:47 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:1::1]:5353 --dns-address [fd00:1122:3344:1::1]:53 &"). ] [ Jun 9 15:54:47 Method "start" exited with status 0. ] Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:1::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } note: configured to log to "/dev/stdout" {"msg":"config","v":0,"name":"dns-server","level":30,"time":"2026-06-09T15:54:47.627092968Z","hostname":"oxz_internal_dns_a1a68c1e-0992-424a-8378-b743ca8b7ee1","pid":5598,"dns_config":"Config { bind_address: [fd00:1122:3344:1::1]:53 }","config":"Config { log: File { level: Info, path: \"/dev/stdout\", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:1::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: \"/data/dns\", keep_old_generations: 3 } }"} {"msg":"opening sled database","v":0,"name":"dns-server","level":30,"time":"2026-06-09T15:54:47.627270262Z","hostname":"oxz_internal_dns_a1a68c1e-0992-424a-8378-b743ca8b7ee1","pid":5598,"component":"store","path":"/data/dns"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-06-09T15:54:47.648594571Z","hostname":"oxz_internal_dns_a1a68c1e-0992-424a-8378-b743ca8b7ee1","pid":5598,"component":"store"} {"msg":"pruning trees for generations older than 0","v":0,"name":"dns-server","level":30,"time":"2026-06-09T15:54:47.648606341Z","hostname":"oxz_internal_dns_a1a68c1e-0992-424a-8378-b743ca8b7ee1","pid":5598,"component":"store","keep":3} {"msg":"DNS server bound to address","v":0,"name":"dns-server","level":30,"time":"2026-06-09T15:54:47.648668422Z","hostname":"oxz_internal_dns_a1a68c1e-0992-424a-8378-b743ca8b7ee1","pid":5598,"component":"dns","local_address":"[fd00:1122:3344:1::1]:53"} {"msg":"listening","v":0,"name":"dns-server","level":30,"time":"2026-06-09T15:54:47.64899745Z","hostname":"oxz_internal_dns_a1a68c1e-0992-424a-8378-b743ca8b7ee1","pid":5598,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 9809,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-09T15:54:47.729409481Z","hostname":"oxz_internal_dns_a1a68c1e-0992-424a-8378-b743ca8b7ee1","pid":5598,"peer_addr":"[fd00:1122:3344:1::2]:34256","req_id":"daf46977-c87a-4f8f-b4f6-d7532b916f0d","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-09T15:54:47.757143776Z","hostname":"oxz_internal_dns_a1a68c1e-0992-424a-8378-b743ca8b7ee1","pid":5598,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:1::2]:40012"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-06-09T15:54:47.758329943Z","hostname":"oxz_internal_dns_a1a68c1e-0992-424a-8378-b743ca8b7ee1","pid":5598,"new_generation":1,"req_id":"3495aa00-09ee-40a9-b286-84744f58eddd","component":"store"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-06-09T15:54:47.758367104Z","hostname":"oxz_internal_dns_a1a68c1e-0992-424a-8378-b743ca8b7ee1","pid":5598,"component":"store"} {"msg":"pruning trees for generations older than 1","v":0,"name":"dns-server","level":30,"time":"2026-06-09T15:54:47.836049573Z","hostname":"oxz_internal_dns_a1a68c1e-0992-424a-8378-b743ca8b7ee1","pid":5598,"component":"store","keep":3} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-06-09T15:54:47.836103044Z","hostname":"oxz_internal_dns_a1a68c1e-0992-424a-8378-b743ca8b7ee1","pid":5598,"new_generation":1,"req_id":"3495aa00-09ee-40a9-b286-84744f58eddd","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-09T15:54:47.836113414Z","hostname":"oxz_internal_dns_a1a68c1e-0992-424a-8378-b743ca8b7ee1","pid":5598,"uri":"/config","method":"PUT","req_id":"3495aa00-09ee-40a9-b286-84744f58eddd","remote_addr":"[fd00:1122:3344:1::2]:40012","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":78246,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 57199,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-09T15:55:01.066604442Z","hostname":"oxz_internal_dns_a1a68c1e-0992-424a-8378-b743ca8b7ee1","pid":5598,"peer_addr":"[fd00:1122:3344:101::1b]:63252","req_id":"2373fd31-367e-446d-ad9b-85e6f7341458","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 35587,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-09T15:55:01.071679068Z","hostname":"oxz_internal_dns_a1a68c1e-0992-424a-8378-b743ca8b7ee1","pid":5598,"peer_addr":"[fd00:1122:3344:101::1b]:35324","req_id":"e4bb9f7f-88d5-4f5d-af95-b7849c3f4f55","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 18183,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-09T15:55:01.076850647Z","hostname":"oxz_internal_dns_a1a68c1e-0992-424a-8378-b743ca8b7ee1","pid":5598,"peer_addr":"[fd00:1122:3344:101::1b]:36192","req_id":"5310021b-7a28-4d29-b57e-c73a46a2db4a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 56203,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-09T15:57:00.957411218Z","hostname":"oxz_internal_dns_a1a68c1e-0992-424a-8378-b743ca8b7ee1","pid":5598,"peer_addr":"[fd00:1122:3344:101::1b]:59008","req_id":"7a3b338b-7350-481d-8cdb-f12f8870968b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47957,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-09T15:57:00.962043283Z","hostname":"oxz_internal_dns_a1a68c1e-0992-424a-8378-b743ca8b7ee1","pid":5598,"peer_addr":"[fd00:1122:3344:101::1b]:37543","req_id":"2f116e9d-ac9e-48df-9e96-e01646bb5801","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 57279,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-09T15:57:00.966634679Z","hostname":"oxz_internal_dns_a1a68c1e-0992-424a-8378-b743ca8b7ee1","pid":5598,"peer_addr":"[fd00:1122:3344:101::1b]:54151","req_id":"dbff508f-4812-426f-b5c8-51d54a1383d0","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 3023,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-09T15:58:31.98583416Z","hostname":"oxz_internal_dns_a1a68c1e-0992-424a-8378-b743ca8b7ee1","pid":5598,"peer_addr":"[fd00:1122:3344:101::d]:52508","req_id":"5055f448-a325-4a64-85d9-235ec15e541f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47412,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_d04e5650-adba-48ec-9516-1ba95e518854.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_d04e5650-adba-48ec-9516-1ba95e518854.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 100,\n 48,\n 52,\n 101,\n 53,\n 54,\n 53,\n 48,\n 45,\n 97,\n 100,\n 98,\n 97,\n 45,\n 52,\n 56,\n 101,\n 99,\n 45,\n 57,\n 53,\n 49,\n 54,\n 45,\n 49,\n 98,\n 97,\n 57,\n 53,\n 101,\n 53,\n 49,\n 56,\n 56,\n 53,\n 52,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_d04e5650-adba-48ec-9516-1ba95e518854.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-09T15:58:41.506205007Z","hostname":"oxz_internal_dns_a1a68c1e-0992-424a-8378-b743ca8b7ee1","pid":5598,"peer_addr":"[fd00:1122:3344:101::e]:34139","req_id":"ac34fdfa-a370-471e-ad2a-adade2187fa5","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47412,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_d04e5650-adba-48ec-9516-1ba95e518854.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_d04e5650-adba-48ec-9516-1ba95e518854.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 100,\n 48,\n 52,\n 101,\n 53,\n 54,\n 53,\n 48,\n 45,\n 97,\n 100,\n 98,\n 97,\n 45,\n 52,\n 56,\n 101,\n 99,\n 45,\n 57,\n 53,\n 49,\n 54,\n 45,\n 49,\n 98,\n 97,\n 57,\n 53,\n 101,\n 53,\n 49,\n 56,\n 56,\n 53,\n 52,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_d04e5650-adba-48ec-9516-1ba95e518854.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-09T15:58:41.564566762Z","hostname":"oxz_internal_dns_a1a68c1e-0992-424a-8378-b743ca8b7ee1","pid":5598,"peer_addr":"[fd00:1122:3344:101::e]:40110","req_id":"2344a2a0-9849-4c63-850b-ae89f892ca39","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 37848,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-09T15:58:41.955986055Z","hostname":"oxz_internal_dns_a1a68c1e-0992-424a-8378-b743ca8b7ee1","pid":5598,"peer_addr":"[fd00:1122:3344:101::d]:54153","req_id":"bcb236bd-3ef4-4024-8e23-8b363836339d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 28338,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-09T15:58:49.538462298Z","hostname":"oxz_internal_dns_a1a68c1e-0992-424a-8378-b743ca8b7ee1","pid":5598,"peer_addr":"[fd00:1122:3344:101::a]:28926","req_id":"d0fbf4bf-1439-446a-b562-ba25bf1eeab3","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 6870,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-09T15:58:49.606322982Z","hostname":"oxz_internal_dns_a1a68c1e-0992-424a-8378-b743ca8b7ee1","pid":5598,"peer_addr":"[fd00:1122:3344:101::c]:42149","req_id":"5408062a-d391-488e-b569-5f329ef57e28","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 42404,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-09T15:58:49.70492958Z","hostname":"oxz_internal_dns_a1a68c1e-0992-424a-8378-b743ca8b7ee1","pid":5598,"peer_addr":"[fd00:1122:3344:101::b]:16813","req_id":"7e665e2b-5faa-4c82-9523-5cf3bf8eb5d0","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-09T15:58:51.455985695Z","hostname":"oxz_internal_dns_a1a68c1e-0992-424a-8378-b743ca8b7ee1","pid":5598,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:62998"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-09T15:58:51.463735502Z","hostname":"oxz_internal_dns_a1a68c1e-0992-424a-8378-b743ca8b7ee1","pid":5598,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:41672"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-09T15:58:51.463823674Z","hostname":"oxz_internal_dns_a1a68c1e-0992-424a-8378-b743ca8b7ee1","pid":5598,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:58578"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-09T15:58:51.50512425Z","hostname":"oxz_internal_dns_a1a68c1e-0992-424a-8378-b743ca8b7ee1","pid":5598,"uri":"/config","method":"GET","req_id":"1b28076e-bb68-4ab4-8ca3-448283e18b6b","remote_addr":"[fd00:1122:3344:101::c]:58578","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":22436,"response_code":200} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-09T15:58:51.50515842Z","hostname":"oxz_internal_dns_a1a68c1e-0992-424a-8378-b743ca8b7ee1","pid":5598,"uri":"/config","method":"GET","req_id":"b161049d-a35e-40c8-86c9-d83481e50489","remote_addr":"[fd00:1122:3344:101::b]:41672","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":22437,"response_code":200} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-09T15:58:51.505211922Z","hostname":"oxz_internal_dns_a1a68c1e-0992-424a-8378-b743ca8b7ee1","pid":5598,"uri":"/config","method":"GET","req_id":"937fd31a-1042-4a0a-8720-74632bcbf3ce","remote_addr":"[fd00:1122:3344:101::a]:62998","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":22437,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-09T15:58:51.868372557Z","hostname":"oxz_internal_dns_a1a68c1e-0992-424a-8378-b743ca8b7ee1","pid":5598,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:43068"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-06-09T15:58:51.873462333Z","hostname":"oxz_internal_dns_a1a68c1e-0992-424a-8378-b743ca8b7ee1","pid":5598,"new_generation":1,"req_id":"9051b55f-6b77-437d-9b1a-cfe2aa258957","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-06-09T15:58:51.873492624Z","hostname":"oxz_internal_dns_a1a68c1e-0992-424a-8378-b743ca8b7ee1","pid":5598,"new_generation":1,"req_id":"9051b55f-6b77-437d-9b1a-cfe2aa258957","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-09T15:58:51.873548735Z","hostname":"oxz_internal_dns_a1a68c1e-0992-424a-8378-b743ca8b7ee1","pid":5598,"uri":"/config","method":"PUT","req_id":"9051b55f-6b77-437d-9b1a-cfe2aa258957","remote_addr":"[fd00:1122:3344:101::b]:43068","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":2781,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 6930,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-09T15:58:51.957433066Z","hostname":"oxz_internal_dns_a1a68c1e-0992-424a-8378-b743ca8b7ee1","pid":5598,"peer_addr":"[fd00:1122:3344:101::d]:49455","req_id":"e57bb693-8fa3-44f2-b721-0deb226f854e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 52517,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-09T15:58:52.228257477Z","hostname":"oxz_internal_dns_a1a68c1e-0992-424a-8378-b743ca8b7ee1","pid":5598,"peer_addr":"[fd00:1122:3344:101::b]:47071","req_id":"95fbba2b-71fb-40c6-8904-795c17fde173","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-09T15:58:52.362380849Z","hostname":"oxz_internal_dns_a1a68c1e-0992-424a-8378-b743ca8b7ee1","pid":5598,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:53582"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-09T15:58:52.362615364Z","hostname":"oxz_internal_dns_a1a68c1e-0992-424a-8378-b743ca8b7ee1","pid":5598,"uri":"/config","method":"GET","req_id":"d6c0686b-8d46-4218-9d63-3fc824200be9","remote_addr":"[fd00:1122:3344:101::b]:53582","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":194,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 29019,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-09T15:58:53.266349257Z","hostname":"oxz_internal_dns_a1a68c1e-0992-424a-8378-b743ca8b7ee1","pid":5598,"peer_addr":"[fd00:1122:3344:101::b]:32496","req_id":"39e81681-b7c2-40df-b1f6-462d7019a38e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 7968,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-09T15:58:53.335838258Z","hostname":"oxz_internal_dns_a1a68c1e-0992-424a-8378-b743ca8b7ee1","pid":5598,"peer_addr":"[fd00:1122:3344:101::a]:31492","req_id":"1ed33db1-92bd-4471-a021-241c2251223e","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-09T15:58:53.488462563Z","hostname":"oxz_internal_dns_a1a68c1e-0992-424a-8378-b743ca8b7ee1","pid":5598,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:61976"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-09T15:58:53.488729469Z","hostname":"oxz_internal_dns_a1a68c1e-0992-424a-8378-b743ca8b7ee1","pid":5598,"uri":"/config","method":"GET","req_id":"ee4e80f9-abd6-4a21-84b9-d2da4dbf9f71","remote_addr":"[fd00:1122:3344:101::a]:61976","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":218,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-09T15:58:53.553533072Z","hostname":"oxz_internal_dns_a1a68c1e-0992-424a-8378-b743ca8b7ee1","pid":5598,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:34807"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-09T15:58:53.553800898Z","hostname":"oxz_internal_dns_a1a68c1e-0992-424a-8378-b743ca8b7ee1","pid":5598,"uri":"/config","method":"GET","req_id":"45bb4f35-b4c1-4863-8f40-edb667867739","remote_addr":"[fd00:1122:3344:101::b]:34807","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":199,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 50138,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-09T15:59:00.604295551Z","hostname":"oxz_internal_dns_a1a68c1e-0992-424a-8378-b743ca8b7ee1","pid":5598,"peer_addr":"[fd00:1122:3344:101::c]:48982","req_id":"04f54e4c-bfe8-4407-a717-ae935e879cff","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 7854,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-09T15:59:00.666755251Z","hostname":"oxz_internal_dns_a1a68c1e-0992-424a-8378-b743ca8b7ee1","pid":5598,"peer_addr":"[fd00:1122:3344:101::a]:57020","req_id":"a8a4af30-0b20-43ea-bfd7-18db2eb3e835","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-09T15:59:00.738409642Z","hostname":"oxz_internal_dns_a1a68c1e-0992-424a-8378-b743ca8b7ee1","pid":5598,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:47080"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-09T15:59:00.738665778Z","hostname":"oxz_internal_dns_a1a68c1e-0992-424a-8378-b743ca8b7ee1","pid":5598,"uri":"/config","method":"GET","req_id":"19522441-950a-4246-be77-c8fc0887206a","remote_addr":"[fd00:1122:3344:101::c]:47080","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":207,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-09T15:59:00.791957108Z","hostname":"oxz_internal_dns_a1a68c1e-0992-424a-8378-b743ca8b7ee1","pid":5598,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:37578"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-09T15:59:00.792202674Z","hostname":"oxz_internal_dns_a1a68c1e-0992-424a-8378-b743ca8b7ee1","pid":5598,"uri":"/config","method":"GET","req_id":"2534d4aa-2ceb-4190-8c6b-53786de9e7e5","remote_addr":"[fd00:1122:3344:101::a]:37578","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":198,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 55007,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-09T15:59:01.024047723Z","hostname":"oxz_internal_dns_a1a68c1e-0992-424a-8378-b743ca8b7ee1","pid":5598,"peer_addr":"[fd00:1122:3344:101::1b]:61067","req_id":"1dcd7880-d240-4537-abd8-45071fa449c9","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 39514,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-09T15:59:01.028800891Z","hostname":"oxz_internal_dns_a1a68c1e-0992-424a-8378-b743ca8b7ee1","pid":5598,"peer_addr":"[fd00:1122:3344:101::1b]:41577","req_id":"0ab4998b-39d5-43a9-8a8c-0dc9784289e1","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 35200,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-09T15:59:01.032808793Z","hostname":"oxz_internal_dns_a1a68c1e-0992-424a-8378-b743ca8b7ee1","pid":5598,"peer_addr":"[fd00:1122:3344:101::1b]:37237","req_id":"377072a0-16c4-4709-8b15-7539fa991550","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 45292,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-09T15:59:01.958913698Z","hostname":"oxz_internal_dns_a1a68c1e-0992-424a-8378-b743ca8b7ee1","pid":5598,"peer_addr":"[fd00:1122:3344:101::d]:59213","req_id":"a60d8d88-5847-4361-8353-26ebcfeda0ff","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 32710,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-09T15:59:11.961387262Z","hostname":"oxz_internal_dns_a1a68c1e-0992-424a-8378-b743ca8b7ee1","pid":5598,"peer_addr":"[fd00:1122:3344:101::d]:60832","req_id":"de0b825a-d9ad-4814-9f0b-a5c7eaacdb51","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 10916,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-09T15:59:21.962777793Z","hostname":"oxz_internal_dns_a1a68c1e-0992-424a-8378-b743ca8b7ee1","pid":5598,"peer_addr":"[fd00:1122:3344:101::d]:56220","req_id":"a3be7140-078c-4a36-ab66-588a17adf326","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 49734,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-09T15:59:31.963626752Z","hostname":"oxz_internal_dns_a1a68c1e-0992-424a-8378-b743ca8b7ee1","pid":5598,"peer_addr":"[fd00:1122:3344:101::d]:59801","req_id":"88debad3-6ac9-4593-b0f0-45ec4d65fbe0","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 18515,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-09T15:59:41.965722828Z","hostname":"oxz_internal_dns_a1a68c1e-0992-424a-8378-b743ca8b7ee1","pid":5598,"peer_addr":"[fd00:1122:3344:101::d]:55965","req_id":"a2610358-5feb-46bb-9201-27e66be3c444","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-09T15:59:49.216811337Z","hostname":"oxz_internal_dns_a1a68c1e-0992-424a-8378-b743ca8b7ee1","pid":5598,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:32870"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-06-09T15:59:49.220382499Z","hostname":"oxz_internal_dns_a1a68c1e-0992-424a-8378-b743ca8b7ee1","pid":5598,"new_generation":1,"req_id":"a434d3b9-62cd-43d9-98c5-cc0f661fa876","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-06-09T15:59:49.22044287Z","hostname":"oxz_internal_dns_a1a68c1e-0992-424a-8378-b743ca8b7ee1","pid":5598,"new_generation":1,"req_id":"a434d3b9-62cd-43d9-98c5-cc0f661fa876","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-09T15:59:49.220456231Z","hostname":"oxz_internal_dns_a1a68c1e-0992-424a-8378-b743ca8b7ee1","pid":5598,"uri":"/config","method":"PUT","req_id":"a434d3b9-62cd-43d9-98c5-cc0f661fa876","remote_addr":"[fd00:1122:3344:101::b]:32870","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":255,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-09T15:59:49.499738026Z","hostname":"oxz_internal_dns_a1a68c1e-0992-424a-8378-b743ca8b7ee1","pid":5598,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:57908"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-06-09T15:59:49.504750461Z","hostname":"oxz_internal_dns_a1a68c1e-0992-424a-8378-b743ca8b7ee1","pid":5598,"new_generation":1,"req_id":"2cd2cb3d-85ba-40be-9644-fdecd2e25732","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-06-09T15:59:49.504863353Z","hostname":"oxz_internal_dns_a1a68c1e-0992-424a-8378-b743ca8b7ee1","pid":5598,"new_generation":1,"req_id":"2cd2cb3d-85ba-40be-9644-fdecd2e25732","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-09T15:59:49.504896514Z","hostname":"oxz_internal_dns_a1a68c1e-0992-424a-8378-b743ca8b7ee1","pid":5598,"uri":"/config","method":"PUT","req_id":"2cd2cb3d-85ba-40be-9644-fdecd2e25732","remote_addr":"[fd00:1122:3344:101::c]:57908","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":302,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-09T15:59:49.712677951Z","hostname":"oxz_internal_dns_a1a68c1e-0992-424a-8378-b743ca8b7ee1","pid":5598,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:60896"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-06-09T15:59:49.715720291Z","hostname":"oxz_internal_dns_a1a68c1e-0992-424a-8378-b743ca8b7ee1","pid":5598,"new_generation":1,"req_id":"3bd3e510-2f43-4d2b-81e4-b780ee4adfba","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-06-09T15:59:49.715770842Z","hostname":"oxz_internal_dns_a1a68c1e-0992-424a-8378-b743ca8b7ee1","pid":5598,"new_generation":1,"req_id":"3bd3e510-2f43-4d2b-81e4-b780ee4adfba","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-09T15:59:49.715782512Z","hostname":"oxz_internal_dns_a1a68c1e-0992-424a-8378-b743ca8b7ee1","pid":5598,"uri":"/config","method":"PUT","req_id":"3bd3e510-2f43-4d2b-81e4-b780ee4adfba","remote_addr":"[fd00:1122:3344:101::a]:60896","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":268,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 55608,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-09T15:59:51.143926983Z","hostname":"oxz_internal_dns_a1a68c1e-0992-424a-8378-b743ca8b7ee1","pid":5598,"peer_addr":"[fd00:1122:3344:101::c]:60136","req_id":"c360744b-1d4b-40b7-9571-3a9b93035686","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 16903,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-09T15:59:51.21407771Z","hostname":"oxz_internal_dns_a1a68c1e-0992-424a-8378-b743ca8b7ee1","pid":5598,"peer_addr":"[fd00:1122:3344:101::a]:64662","req_id":"6cb5e70f-a98d-481b-ae20-af8974fdc2e6","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-09T15:59:51.272892836Z","hostname":"oxz_internal_dns_a1a68c1e-0992-424a-8378-b743ca8b7ee1","pid":5598,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:38427"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-09T15:59:51.273314706Z","hostname":"oxz_internal_dns_a1a68c1e-0992-424a-8378-b743ca8b7ee1","pid":5598,"uri":"/config","method":"GET","req_id":"c3d2fb5b-c671-4043-89ca-16bb3b5d0b58","remote_addr":"[fd00:1122:3344:101::c]:38427","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":305,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-09T15:59:51.342370837Z","hostname":"oxz_internal_dns_a1a68c1e-0992-424a-8378-b743ca8b7ee1","pid":5598,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:43114"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-09T15:59:51.342880549Z","hostname":"oxz_internal_dns_a1a68c1e-0992-424a-8378-b743ca8b7ee1","pid":5598,"uri":"/config","method":"GET","req_id":"e2421151-a259-49f6-9c0f-b1000b85e224","remote_addr":"[fd00:1122:3344:101::a]:43114","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":415,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 25609,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-09T15:59:51.967651574Z","hostname":"oxz_internal_dns_a1a68c1e-0992-424a-8378-b743ca8b7ee1","pid":5598,"peer_addr":"[fd00:1122:3344:101::d]:60455","req_id":"fb463220-a968-436d-85e5-4a7fd19e8ac6","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 63239,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-09T15:59:52.18057189Z","hostname":"oxz_internal_dns_a1a68c1e-0992-424a-8378-b743ca8b7ee1","pid":5598,"peer_addr":"[fd00:1122:3344:101::b]:38915","req_id":"bb7c1a5f-c922-42fe-a8c7-c33cc6be2f74","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-09T15:59:52.28585781Z","hostname":"oxz_internal_dns_a1a68c1e-0992-424a-8378-b743ca8b7ee1","pid":5598,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:40038"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-09T15:59:52.286121857Z","hostname":"oxz_internal_dns_a1a68c1e-0992-424a-8378-b743ca8b7ee1","pid":5598,"uri":"/config","method":"GET","req_id":"9f980d33-15f3-42d7-b973-ffafe8ac83ab","remote_addr":"[fd00:1122:3344:101::b]:40038","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":200,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 24729,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_d04e5650-adba-48ec-9516-1ba95e518854.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_d04e5650-adba-48ec-9516-1ba95e518854.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 100,\n 48,\n 52,\n 101,\n 53,\n 54,\n 53,\n 48,\n 45,\n 97,\n 100,\n 98,\n 97,\n 45,\n 52,\n 56,\n 101,\n 99,\n 45,\n 57,\n 53,\n 49,\n 54,\n 45,\n 49,\n 98,\n 97,\n 57,\n 53,\n 101,\n 53,\n 49,\n 56,\n 56,\n 53,\n 52,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_d04e5650-adba-48ec-9516-1ba95e518854.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-09T16:00:00.113451695Z","hostname":"oxz_internal_dns_a1a68c1e-0992-424a-8378-b743ca8b7ee1","pid":5598,"peer_addr":"[fd00:1122:3344:101::e]:64395","req_id":"f1fa3105-0b82-4999-857d-794b2eabb6a5","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 24729,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_d04e5650-adba-48ec-9516-1ba95e518854.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_d04e5650-adba-48ec-9516-1ba95e518854.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 100,\n 48,\n 52,\n 101,\n 53,\n 54,\n 53,\n 48,\n 45,\n 97,\n 100,\n 98,\n 97,\n 45,\n 52,\n 56,\n 101,\n 99,\n 45,\n 57,\n 53,\n 49,\n 54,\n 45,\n 49,\n 98,\n 97,\n 57,\n 53,\n 101,\n 53,\n 49,\n 56,\n 56,\n 53,\n 52,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_d04e5650-adba-48ec-9516-1ba95e518854.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-09T16:00:00.114240463Z","hostname":"oxz_internal_dns_a1a68c1e-0992-424a-8378-b743ca8b7ee1","pid":5598,"peer_addr":"[fd00:1122:3344:101::e]:39243","req_id":"96e099cb-73e5-44a2-ab9b-083ef8afdf02","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 2794,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_5e07aa3b-90bf-4389-9178-81392875d18e.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_5e07aa3b-90bf-4389-9178-81392875d18e.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 53,\n 101,\n 48,\n 55,\n 97,\n 97,\n 51,\n 98,\n 45,\n 57,\n 48,\n 98,\n 102,\n 45,\n 52,\n 51,\n 56,\n 57,\n 45,\n 57,\n 49,\n 55,\n 56,\n 45,\n 56,\n 49,\n 51,\n 57,\n 50,\n 56,\n 55,\n 53,\n 100,\n 49,\n 56,\n 101,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_5e07aa3b-90bf-4389-9178-81392875d18e.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-09T16:00:00.375750611Z","hostname":"oxz_internal_dns_a1a68c1e-0992-424a-8378-b743ca8b7ee1","pid":5598,"peer_addr":"[fd00:1122:3344:101::7]:63626","req_id":"a7c62956-2ae0-4404-9cd5-d49c17b9beed","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 2794,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_5e07aa3b-90bf-4389-9178-81392875d18e.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_5e07aa3b-90bf-4389-9178-81392875d18e.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 53,\n 101,\n 48,\n 55,\n 97,\n 97,\n 51,\n 98,\n 45,\n 57,\n 48,\n 98,\n 102,\n 45,\n 52,\n 51,\n 56,\n 57,\n 45,\n 57,\n 49,\n 55,\n 56,\n 45,\n 56,\n 49,\n 51,\n 57,\n 50,\n 56,\n 55,\n 53,\n 100,\n 49,\n 56,\n 101,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_5e07aa3b-90bf-4389-9178-81392875d18e.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-09T16:00:00.376469637Z","hostname":"oxz_internal_dns_a1a68c1e-0992-424a-8378-b743ca8b7ee1","pid":5598,"peer_addr":"[fd00:1122:3344:101::7]:49932","req_id":"1b0c38ce-0b8f-4741-be8b-a9756fd209fe","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 54949,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_fcb16167-407c-4beb-80fc-a1ed916d6cb1.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_fcb16167-407c-4beb-80fc-a1ed916d6cb1.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 102,\n 99,\n 98,\n 49,\n 54,\n 49,\n 54,\n 55,\n 45,\n 52,\n 48,\n 55,\n 99,\n 45,\n 52,\n 98,\n 101,\n 98,\n 45,\n 56,\n 48,\n 102,\n 99,\n 45,\n 97,\n 49,\n 101,\n 100,\n 57,\n 49,\n 54,\n 100,\n 54,\n 99,\n 98,\n 49,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_fcb16167-407c-4beb-80fc-a1ed916d6cb1.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-09T16:00:00.378674618Z","hostname":"oxz_internal_dns_a1a68c1e-0992-424a-8378-b743ca8b7ee1","pid":5598,"peer_addr":"[fd00:1122:3344:101::6]:33478","req_id":"963a0f2e-7c70-4d8c-a92e-827c66e393d5","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 54949,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_fcb16167-407c-4beb-80fc-a1ed916d6cb1.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_fcb16167-407c-4beb-80fc-a1ed916d6cb1.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 102,\n 99,\n 98,\n 49,\n 54,\n 49,\n 54,\n 55,\n 45,\n 52,\n 48,\n 55,\n 99,\n 45,\n 52,\n 98,\n 101,\n 98,\n 45,\n 56,\n 48,\n 102,\n 99,\n 45,\n 97,\n 49,\n 101,\n 100,\n 57,\n 49,\n 54,\n 100,\n 54,\n 99,\n 98,\n 49,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_fcb16167-407c-4beb-80fc-a1ed916d6cb1.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-09T16:00:00.379247651Z","hostname":"oxz_internal_dns_a1a68c1e-0992-424a-8378-b743ca8b7ee1","pid":5598,"peer_addr":"[fd00:1122:3344:101::6]:57383","req_id":"b79adbcd-5a6b-44b2-a9b4-779de288d353","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 30147,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_3fe34ac0-d2d4-4053-839a-1dc718afb5b8.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_3fe34ac0-d2d4-4053-839a-1dc718afb5b8.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 51,\n 102,\n 101,\n 51,\n 52,\n 97,\n 99,\n 48,\n 45,\n 100,\n 50,\n 100,\n 52,\n 45,\n 52,\n 48,\n 53,\n 51,\n 45,\n 56,\n 51,\n 57,\n 97,\n 45,\n 49,\n 100,\n 99,\n 55,\n 49,\n 56,\n 97,\n 102,\n 98,\n 53,\n 98,\n 56,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_3fe34ac0-d2d4-4053-839a-1dc718afb5b8.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-09T16:00:00.383601161Z","hostname":"oxz_internal_dns_a1a68c1e-0992-424a-8378-b743ca8b7ee1","pid":5598,"peer_addr":"[fd00:1122:3344:101::5]:55733","req_id":"73d8db89-ef96-4e3c-899b-9d77e157aad2","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 30147,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_3fe34ac0-d2d4-4053-839a-1dc718afb5b8.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_3fe34ac0-d2d4-4053-839a-1dc718afb5b8.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 51,\n 102,\n 101,\n 51,\n 52,\n 97,\n 99,\n 48,\n 45,\n 100,\n 50,\n 100,\n 52,\n 45,\n 52,\n 48,\n 53,\n 51,\n 45,\n 56,\n 51,\n 57,\n 97,\n 45,\n 49,\n 100,\n 99,\n 55,\n 49,\n 56,\n 97,\n 102,\n 98,\n 53,\n 98,\n 56,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_3fe34ac0-d2d4-4053-839a-1dc718afb5b8.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-09T16:00:00.384056531Z","hostname":"oxz_internal_dns_a1a68c1e-0992-424a-8378-b743ca8b7ee1","pid":5598,"peer_addr":"[fd00:1122:3344:101::5]:50457","req_id":"1b00e2bc-f4d1-45a6-b6bf-082a8864b4e6","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 5941,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_8b750eee-29b7-4631-baf9-324caa0b4d8c.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_8b750eee-29b7-4631-baf9-324caa0b4d8c.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 56,\n 98,\n 55,\n 53,\n 48,\n 101,\n 101,\n 101,\n 45,\n 50,\n 57,\n 98,\n 55,\n 45,\n 52,\n 54,\n 51,\n 49,\n 45,\n 98,\n 97,\n 102,\n 57,\n 45,\n 51,\n 50,\n 52,\n 99,\n 97,\n 97,\n 48,\n 98,\n 52,\n 100,\n 56,\n 99,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_8b750eee-29b7-4631-baf9-324caa0b4d8c.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-09T16:00:00.453460711Z","hostname":"oxz_internal_dns_a1a68c1e-0992-424a-8378-b743ca8b7ee1","pid":5598,"peer_addr":"[fd00:1122:3344:101::4]:42146","req_id":"9bf2bc92-c920-47d6-82e9-2ff14856f516","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 5941,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_8b750eee-29b7-4631-baf9-324caa0b4d8c.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_8b750eee-29b7-4631-baf9-324caa0b4d8c.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 56,\n 98,\n 55,\n 53,\n 48,\n 101,\n 101,\n 101,\n 45,\n 50,\n 57,\n 98,\n 55,\n 45,\n 52,\n 54,\n 51,\n 49,\n 45,\n 98,\n 97,\n 102,\n 57,\n 45,\n 51,\n 50,\n 52,\n 99,\n 97,\n 97,\n 48,\n 98,\n 52,\n 100,\n 56,\n 99,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_8b750eee-29b7-4631-baf9-324caa0b4d8c.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-09T16:00:00.454185497Z","hostname":"oxz_internal_dns_a1a68c1e-0992-424a-8378-b743ca8b7ee1","pid":5598,"peer_addr":"[fd00:1122:3344:101::4]:64206","req_id":"d1d00d2c-173b-426b-b065-faf0ca2dc81a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 44909,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_32555bc3-825d-4409-a6bc-858599d2fcfb.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_32555bc3-825d-4409-a6bc-858599d2fcfb.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 51,\n 50,\n 53,\n 53,\n 53,\n 98,\n 99,\n 51,\n 45,\n 56,\n 50,\n 53,\n 100,\n 45,\n 52,\n 52,\n 48,\n 57,\n 45,\n 97,\n 54,\n 98,\n 99,\n 45,\n 56,\n 53,\n 56,\n 53,\n 57,\n 57,\n 100,\n 50,\n 102,\n 99,\n 102,\n 98,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_32555bc3-825d-4409-a6bc-858599d2fcfb.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-09T16:00:00.455848975Z","hostname":"oxz_internal_dns_a1a68c1e-0992-424a-8378-b743ca8b7ee1","pid":5598,"peer_addr":"[fd00:1122:3344:101::3]:51769","req_id":"2cae885f-0841-4965-a25e-4c2675094913","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 44909,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_32555bc3-825d-4409-a6bc-858599d2fcfb.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_32555bc3-825d-4409-a6bc-858599d2fcfb.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 51,\n 50,\n 53,\n 53,\n 53,\n 98,\n 99,\n 51,\n 45,\n 56,\n 50,\n 53,\n 100,\n 45,\n 52,\n 52,\n 48,\n 57,\n 45,\n 97,\n 54,\n 98,\n 99,\n 45,\n 56,\n 53,\n 56,\n 53,\n 57,\n 57,\n 100,\n 50,\n 102,\n 99,\n 102,\n 98,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_32555bc3-825d-4409-a6bc-858599d2fcfb.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-09T16:00:00.45649052Z","hostname":"oxz_internal_dns_a1a68c1e-0992-424a-8378-b743ca8b7ee1","pid":5598,"peer_addr":"[fd00:1122:3344:101::3]:57228","req_id":"2eb20f55-e101-4b74-befc-ecb787329810","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 36450,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_ntp_2836c737-ee26-4342-a1cf-64631a228e18.\"),\n ),\n original: Query {\n name: Name(\"oxz_ntp_2836c737-ee26-4342-a1cf-64631a228e18.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 44,\n 111,\n 120,\n 122,\n 95,\n 110,\n 116,\n 112,\n 95,\n 50,\n 56,\n 51,\n 54,\n 99,\n 55,\n 51,\n 55,\n 45,\n 101,\n 101,\n 50,\n 54,\n 45,\n 52,\n 51,\n 52,\n 50,\n 45,\n 97,\n 49,\n 99,\n 102,\n 45,\n 54,\n 52,\n 54,\n 51,\n 49,\n 97,\n 50,\n 50,\n 56,\n 101,\n 49,\n 56,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_ntp_2836c737-ee26-4342-a1cf-64631a228e18.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-09T16:00:00.631329473Z","hostname":"oxz_internal_dns_a1a68c1e-0992-424a-8378-b743ca8b7ee1","pid":5598,"peer_addr":"[fd00:1122:3344:101::1b]:43240","req_id":"fb2494f9-96fa-4c56-9fee-a06aefb3c457","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 42068,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-09T16:00:00.778872661Z","hostname":"oxz_internal_dns_a1a68c1e-0992-424a-8378-b743ca8b7ee1","pid":5598,"peer_addr":"[fd00:1122:3344:101::2]:38253","req_id":"2d259acc-205c-4c8a-b96f-ab8d82e1463b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 42068,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-09T16:00:00.779644509Z","hostname":"oxz_internal_dns_a1a68c1e-0992-424a-8378-b743ca8b7ee1","pid":5598,"peer_addr":"[fd00:1122:3344:101::2]:60431","req_id":"bc784f3f-c1a3-4849-b58c-fb1c66024efd","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 29292,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-09T16:00:01.969121956Z","hostname":"oxz_internal_dns_a1a68c1e-0992-424a-8378-b743ca8b7ee1","pid":5598,"peer_addr":"[fd00:1122:3344:101::d]:65483","req_id":"cc9c62e0-40ad-4b49-9f34-b5d74e7bd426","component":"dns"}