[ Aug 25 09:26:10 Enabled. ] [ Aug 25 09:26:10 Rereading configuration. ] [ Aug 25 09:26:11 Rereading configuration. ] [ Aug 25 09:26:12 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:2::1]:5353 --dns-address [fd00:1122:3344:2::1]:53 &"). ] [ Aug 25 09:26:12 Method "start" exited with status 0. ] Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:2::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } note: configured to log to "/dev/stdout" {"msg":"config","v":0,"name":"dns-server","level":30,"time":"2026-08-25T09:26:12.610322057Z","hostname":"oxz_internal_dns_f87fe5e3-2b13-45e9-8e4b-9c78e26cc9f2","pid":5461,"dns_config":"Config { bind_address: [fd00:1122:3344:2::1]:53 }","config":"Config { log: File { level: Info, path: \"/dev/stdout\", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:2::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: \"/data/dns\", keep_old_generations: 3 } }"} {"msg":"opening sled database","v":0,"name":"dns-server","level":30,"time":"2026-08-25T09:26:12.610455219Z","hostname":"oxz_internal_dns_f87fe5e3-2b13-45e9-8e4b-9c78e26cc9f2","pid":5461,"component":"store","path":"/data/dns"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-08-25T09:26:12.631977913Z","hostname":"oxz_internal_dns_f87fe5e3-2b13-45e9-8e4b-9c78e26cc9f2","pid":5461,"component":"store"} {"msg":"pruning trees for generations older than 0","v":0,"name":"dns-server","level":30,"time":"2026-08-25T09:26:12.631994893Z","hostname":"oxz_internal_dns_f87fe5e3-2b13-45e9-8e4b-9c78e26cc9f2","pid":5461,"component":"store","keep":3} {"msg":"DNS server bound to address","v":0,"name":"dns-server","level":30,"time":"2026-08-25T09:26:12.632083584Z","hostname":"oxz_internal_dns_f87fe5e3-2b13-45e9-8e4b-9c78e26cc9f2","pid":5461,"component":"dns","local_address":"[fd00:1122:3344:2::1]:53"} {"msg":"listening","v":0,"name":"dns-server","level":30,"time":"2026-08-25T09:26:12.632315588Z","hostname":"oxz_internal_dns_f87fe5e3-2b13-45e9-8e4b-9c78e26cc9f2","pid":5461,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-08-25T09:26:12.692200349Z","hostname":"oxz_internal_dns_f87fe5e3-2b13-45e9-8e4b-9c78e26cc9f2","pid":5461,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:2::2]:48423"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-08-25T09:26:12.69299313Z","hostname":"oxz_internal_dns_f87fe5e3-2b13-45e9-8e4b-9c78e26cc9f2","pid":5461,"new_generation":1,"req_id":"ed1417b3-2258-4bc6-9828-1b57783f597e","component":"store"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-08-25T09:26:12.693025081Z","hostname":"oxz_internal_dns_f87fe5e3-2b13-45e9-8e4b-9c78e26cc9f2","pid":5461,"component":"store"} {"msg":"pruning trees for generations older than 1","v":0,"name":"dns-server","level":30,"time":"2026-08-25T09:26:12.715506179Z","hostname":"oxz_internal_dns_f87fe5e3-2b13-45e9-8e4b-9c78e26cc9f2","pid":5461,"component":"store","keep":3} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-08-25T09:26:12.7155483Z","hostname":"oxz_internal_dns_f87fe5e3-2b13-45e9-8e4b-9c78e26cc9f2","pid":5461,"new_generation":1,"req_id":"ed1417b3-2258-4bc6-9828-1b57783f597e","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-08-25T09:26:12.71560491Z","hostname":"oxz_internal_dns_f87fe5e3-2b13-45e9-8e4b-9c78e26cc9f2","pid":5461,"uri":"/config","method":"PUT","req_id":"ed1417b3-2258-4bc6-9828-1b57783f597e","remote_addr":"[fd00:1122:3344:2::2]:48423","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":23047,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 55557,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-25T09:26:24.097419724Z","hostname":"oxz_internal_dns_f87fe5e3-2b13-45e9-8e4b-9c78e26cc9f2","pid":5461,"peer_addr":"[fd00:1122:3344:101::1b]:46164","req_id":"32ac3776-f4b2-439a-98ba-a0ce69fc3f3b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 45219,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-25T09:26:24.10178422Z","hostname":"oxz_internal_dns_f87fe5e3-2b13-45e9-8e4b-9c78e26cc9f2","pid":5461,"peer_addr":"[fd00:1122:3344:101::1b]:33439","req_id":"d0b4d265-8504-4b30-8b8e-da4cf46e3952","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 19362,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-25T09:26:24.1084764Z","hostname":"oxz_internal_dns_f87fe5e3-2b13-45e9-8e4b-9c78e26cc9f2","pid":5461,"peer_addr":"[fd00:1122:3344:101::1b]:59885","req_id":"a5284353-9aa8-45fa-848f-2c2bacffc717","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 49890,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-25T09:27:47.407409243Z","hostname":"oxz_internal_dns_f87fe5e3-2b13-45e9-8e4b-9c78e26cc9f2","pid":5461,"peer_addr":"[fd00:1122:3344:101::1b]:46447","req_id":"6170ffb3-c80e-4c19-bb67-c756866bcce4","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 32139,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-25T09:27:47.412068083Z","hostname":"oxz_internal_dns_f87fe5e3-2b13-45e9-8e4b-9c78e26cc9f2","pid":5461,"peer_addr":"[fd00:1122:3344:101::1b]:61051","req_id":"6a08a9ec-7894-4146-883e-01c142e8de07","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 41929,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-25T09:27:47.416698693Z","hostname":"oxz_internal_dns_f87fe5e3-2b13-45e9-8e4b-9c78e26cc9f2","pid":5461,"peer_addr":"[fd00:1122:3344:101::1b]:35115","req_id":"25f45c33-0087-44eb-bf31-9d2bce252b1a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 17223,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-08-25T09:29:26.852705274Z","hostname":"oxz_internal_dns_f87fe5e3-2b13-45e9-8e4b-9c78e26cc9f2","pid":5461,"peer_addr":"[fd00:1122:3344:101::d]:60666","req_id":"7fb8d732-dc11-4944-bcce-a163116fdc6b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 58699,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_61853b11-f8cb-41e8-ab31-069623286545.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_61853b11-f8cb-41e8-ab31-069623286545.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 54,\n 49,\n 56,\n 53,\n 51,\n 98,\n 49,\n 49,\n 45,\n 102,\n 56,\n 99,\n 98,\n 45,\n 52,\n 49,\n 101,\n 56,\n 45,\n 97,\n 98,\n 51,\n 49,\n 45,\n 48,\n 54,\n 57,\n 54,\n 50,\n 51,\n 50,\n 56,\n 54,\n 53,\n 52,\n 53,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_61853b11-f8cb-41e8-ab31-069623286545.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-25T09:29:28.52479044Z","hostname":"oxz_internal_dns_f87fe5e3-2b13-45e9-8e4b-9c78e26cc9f2","pid":5461,"peer_addr":"[fd00:1122:3344:101::e]:48246","req_id":"05ffc6ac-bd4d-43a9-b393-478a47922aa9","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 58699,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_61853b11-f8cb-41e8-ab31-069623286545.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_61853b11-f8cb-41e8-ab31-069623286545.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 54,\n 49,\n 56,\n 53,\n 51,\n 98,\n 49,\n 49,\n 45,\n 102,\n 56,\n 99,\n 98,\n 45,\n 52,\n 49,\n 101,\n 56,\n 45,\n 97,\n 98,\n 51,\n 49,\n 45,\n 48,\n 54,\n 57,\n 54,\n 50,\n 51,\n 50,\n 56,\n 54,\n 53,\n 52,\n 53,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_61853b11-f8cb-41e8-ab31-069623286545.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-25T09:29:28.539187547Z","hostname":"oxz_internal_dns_f87fe5e3-2b13-45e9-8e4b-9c78e26cc9f2","pid":5461,"peer_addr":"[fd00:1122:3344:101::e]:55959","req_id":"5d80295e-6480-42ef-853e-362fc8e1275c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 59220,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-08-25T09:29:36.832701771Z","hostname":"oxz_internal_dns_f87fe5e3-2b13-45e9-8e4b-9c78e26cc9f2","pid":5461,"peer_addr":"[fd00:1122:3344:101::d]:54554","req_id":"3a889caa-fe9e-4c15-a2ca-9c5b566f191f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 20720,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-08-25T09:29:37.27344172Z","hostname":"oxz_internal_dns_f87fe5e3-2b13-45e9-8e4b-9c78e26cc9f2","pid":5461,"peer_addr":"[fd00:1122:3344:101::b]:48520","req_id":"770764a0-49e5-4be2-a8f2-7a9f22f274d8","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 28206,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-08-25T09:29:38.402937286Z","hostname":"oxz_internal_dns_f87fe5e3-2b13-45e9-8e4b-9c78e26cc9f2","pid":5461,"peer_addr":"[fd00:1122:3344:101::c]:9640","req_id":"41b54c64-2bc8-4c01-94df-32ee2eda3aa3","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 8411,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-08-25T09:29:38.418703713Z","hostname":"oxz_internal_dns_f87fe5e3-2b13-45e9-8e4b-9c78e26cc9f2","pid":5461,"peer_addr":"[fd00:1122:3344:101::a]:1899","req_id":"c288ff59-1fe0-4c3c-8adf-c185c00a5d68","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-08-25T09:29:40.193050047Z","hostname":"oxz_internal_dns_f87fe5e3-2b13-45e9-8e4b-9c78e26cc9f2","pid":5461,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:52561"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-08-25T09:29:40.197950521Z","hostname":"oxz_internal_dns_f87fe5e3-2b13-45e9-8e4b-9c78e26cc9f2","pid":5461,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:52048"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-08-25T09:29:40.198018932Z","hostname":"oxz_internal_dns_f87fe5e3-2b13-45e9-8e4b-9c78e26cc9f2","pid":5461,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:42991"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-08-25T09:29:40.231239812Z","hostname":"oxz_internal_dns_f87fe5e3-2b13-45e9-8e4b-9c78e26cc9f2","pid":5461,"uri":"/config","method":"GET","req_id":"077fc5ed-b91e-41b7-9cb8-44cb190f6198","remote_addr":"[fd00:1122:3344:101::a]:52048","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":18264,"response_code":200} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-08-25T09:29:40.231271462Z","hostname":"oxz_internal_dns_f87fe5e3-2b13-45e9-8e4b-9c78e26cc9f2","pid":5461,"uri":"/config","method":"GET","req_id":"9dcd1b58-bc53-4404-af07-0af60a548043","remote_addr":"[fd00:1122:3344:101::b]:42991","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":18263,"response_code":200} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-08-25T09:29:40.231322243Z","hostname":"oxz_internal_dns_f87fe5e3-2b13-45e9-8e4b-9c78e26cc9f2","pid":5461,"uri":"/config","method":"GET","req_id":"88b13ee2-8e45-4c28-a742-b884b886a2ac","remote_addr":"[fd00:1122:3344:101::c]:52561","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":18276,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-08-25T09:29:40.578353232Z","hostname":"oxz_internal_dns_f87fe5e3-2b13-45e9-8e4b-9c78e26cc9f2","pid":5461,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:55805"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-08-25T09:29:40.5788409Z","hostname":"oxz_internal_dns_f87fe5e3-2b13-45e9-8e4b-9c78e26cc9f2","pid":5461,"new_generation":1,"req_id":"715c892b-dfbc-4df7-8382-33f8dd386386","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-08-25T09:29:40.57887746Z","hostname":"oxz_internal_dns_f87fe5e3-2b13-45e9-8e4b-9c78e26cc9f2","pid":5461,"new_generation":1,"req_id":"715c892b-dfbc-4df7-8382-33f8dd386386","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-08-25T09:29:40.578976352Z","hostname":"oxz_internal_dns_f87fe5e3-2b13-45e9-8e4b-9c78e26cc9f2","pid":5461,"uri":"/config","method":"PUT","req_id":"715c892b-dfbc-4df7-8382-33f8dd386386","remote_addr":"[fd00:1122:3344:101::c]:55805","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":348,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 40551,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-08-25T09:29:41.590472483Z","hostname":"oxz_internal_dns_f87fe5e3-2b13-45e9-8e4b-9c78e26cc9f2","pid":5461,"peer_addr":"[fd00:1122:3344:101::c]:62815","req_id":"6109cf3e-e43f-4de8-9242-63a1d58e8d64","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-08-25T09:29:41.841316246Z","hostname":"oxz_internal_dns_f87fe5e3-2b13-45e9-8e4b-9c78e26cc9f2","pid":5461,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:37900"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-08-25T09:29:41.84157683Z","hostname":"oxz_internal_dns_f87fe5e3-2b13-45e9-8e4b-9c78e26cc9f2","pid":5461,"uri":"/config","method":"GET","req_id":"1337dcdb-42e3-475c-812e-767c483b1b20","remote_addr":"[fd00:1122:3344:101::c]:37900","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":198,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 19810,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-08-25T09:29:42.498021731Z","hostname":"oxz_internal_dns_f87fe5e3-2b13-45e9-8e4b-9c78e26cc9f2","pid":5461,"peer_addr":"[fd00:1122:3344:101::c]:17689","req_id":"1ccb89fc-b1b3-4d59-8102-40e2644311de","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-08-25T09:29:42.765449254Z","hostname":"oxz_internal_dns_f87fe5e3-2b13-45e9-8e4b-9c78e26cc9f2","pid":5461,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:35085"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-08-25T09:29:42.765781749Z","hostname":"oxz_internal_dns_f87fe5e3-2b13-45e9-8e4b-9c78e26cc9f2","pid":5461,"uri":"/config","method":"GET","req_id":"be16c9c8-d918-4965-877d-a522ea22d239","remote_addr":"[fd00:1122:3344:101::c]:35085","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":269,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 13265,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-08-25T09:29:43.271575765Z","hostname":"oxz_internal_dns_f87fe5e3-2b13-45e9-8e4b-9c78e26cc9f2","pid":5461,"peer_addr":"[fd00:1122:3344:101::c]:8688","req_id":"eac3d75e-b0ae-4db0-a71a-ca3e254860b1","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-08-25T09:29:43.404426343Z","hostname":"oxz_internal_dns_f87fe5e3-2b13-45e9-8e4b-9c78e26cc9f2","pid":5461,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:34054"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-08-25T09:29:43.404754418Z","hostname":"oxz_internal_dns_f87fe5e3-2b13-45e9-8e4b-9c78e26cc9f2","pid":5461,"uri":"/config","method":"GET","req_id":"5e4748a8-d064-47df-b6c6-7142e7da5218","remote_addr":"[fd00:1122:3344:101::c]:34054","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":262,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 64753,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-08-25T09:29:46.834092992Z","hostname":"oxz_internal_dns_f87fe5e3-2b13-45e9-8e4b-9c78e26cc9f2","pid":5461,"peer_addr":"[fd00:1122:3344:101::d]:61102","req_id":"689e0af4-f2fe-45e2-860c-d4db00c3dc0e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 5587,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-08-25T09:29:48.182868126Z","hostname":"oxz_internal_dns_f87fe5e3-2b13-45e9-8e4b-9c78e26cc9f2","pid":5461,"peer_addr":"[fd00:1122:3344:101::b]:33665","req_id":"1857c5f9-5372-4855-bc33-bf5d42f1772a","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-08-25T09:29:48.317743765Z","hostname":"oxz_internal_dns_f87fe5e3-2b13-45e9-8e4b-9c78e26cc9f2","pid":5461,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:63672"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-08-25T09:29:48.318002809Z","hostname":"oxz_internal_dns_f87fe5e3-2b13-45e9-8e4b-9c78e26cc9f2","pid":5461,"uri":"/config","method":"GET","req_id":"96694210-6621-4aba-91c7-5b6d04b13b50","remote_addr":"[fd00:1122:3344:101::b]:63672","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":220,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 35137,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-08-25T09:29:49.331712743Z","hostname":"oxz_internal_dns_f87fe5e3-2b13-45e9-8e4b-9c78e26cc9f2","pid":5461,"peer_addr":"[fd00:1122:3344:101::a]:32926","req_id":"68c9a265-db0c-4e90-b45d-d54ca14a10c7","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-08-25T09:29:49.460843165Z","hostname":"oxz_internal_dns_f87fe5e3-2b13-45e9-8e4b-9c78e26cc9f2","pid":5461,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:62064"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-08-25T09:29:49.461080499Z","hostname":"oxz_internal_dns_f87fe5e3-2b13-45e9-8e4b-9c78e26cc9f2","pid":5461,"uri":"/config","method":"GET","req_id":"c72b24c6-c9b8-4aca-b20a-800b202a18fb","remote_addr":"[fd00:1122:3344:101::a]:62064","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":187,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 13612,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-08-25T09:29:56.836530887Z","hostname":"oxz_internal_dns_f87fe5e3-2b13-45e9-8e4b-9c78e26cc9f2","pid":5461,"peer_addr":"[fd00:1122:3344:101::d]:63764","req_id":"74d866ff-54d2-4552-aff5-716a4666fbd2","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 51267,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_ntp_3c73a37a-8db4-47f7-95ab-e59b4345c1a2.\"),\n ),\n original: Query {\n name: Name(\"oxz_ntp_3c73a37a-8db4-47f7-95ab-e59b4345c1a2.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 44,\n 111,\n 120,\n 122,\n 95,\n 110,\n 116,\n 112,\n 95,\n 51,\n 99,\n 55,\n 51,\n 97,\n 51,\n 55,\n 97,\n 45,\n 56,\n 100,\n 98,\n 52,\n 45,\n 52,\n 55,\n 102,\n 55,\n 45,\n 57,\n 53,\n 97,\n 98,\n 45,\n 101,\n 53,\n 57,\n 98,\n 52,\n 51,\n 52,\n 53,\n 99,\n 49,\n 97,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_ntp_3c73a37a-8db4-47f7-95ab-e59b4345c1a2.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-25T09:30:00.068413861Z","hostname":"oxz_internal_dns_f87fe5e3-2b13-45e9-8e4b-9c78e26cc9f2","pid":5461,"peer_addr":"[fd00:1122:3344:101::1b]:36954","req_id":"70e2caaf-9853-4db8-99f1-68162dc94107","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 12380,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_5afae0ad-626f-4aa5-953d-5245e78df2b8.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_5afae0ad-626f-4aa5-953d-5245e78df2b8.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 53,\n 97,\n 102,\n 97,\n 101,\n 48,\n 97,\n 100,\n 45,\n 54,\n 50,\n 54,\n 102,\n 45,\n 52,\n 97,\n 97,\n 53,\n 45,\n 57,\n 53,\n 51,\n 100,\n 45,\n 53,\n 50,\n 52,\n 53,\n 101,\n 55,\n 56,\n 100,\n 102,\n 50,\n 98,\n 56,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_5afae0ad-626f-4aa5-953d-5245e78df2b8.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-25T09:30:00.160619697Z","hostname":"oxz_internal_dns_f87fe5e3-2b13-45e9-8e4b-9c78e26cc9f2","pid":5461,"peer_addr":"[fd00:1122:3344:101::4]:45314","req_id":"fccac384-37bb-40ab-afb1-594b371b3c0f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 12380,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_5afae0ad-626f-4aa5-953d-5245e78df2b8.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_5afae0ad-626f-4aa5-953d-5245e78df2b8.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 53,\n 97,\n 102,\n 97,\n 101,\n 48,\n 97,\n 100,\n 45,\n 54,\n 50,\n 54,\n 102,\n 45,\n 52,\n 97,\n 97,\n 53,\n 45,\n 57,\n 53,\n 51,\n 100,\n 45,\n 53,\n 50,\n 52,\n 53,\n 101,\n 55,\n 56,\n 100,\n 102,\n 50,\n 98,\n 56,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_5afae0ad-626f-4aa5-953d-5245e78df2b8.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-25T09:30:00.161368448Z","hostname":"oxz_internal_dns_f87fe5e3-2b13-45e9-8e4b-9c78e26cc9f2","pid":5461,"peer_addr":"[fd00:1122:3344:101::4]:49651","req_id":"23383edf-9ed0-4c93-bfa0-2888a78e9c31","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 37409,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_61853b11-f8cb-41e8-ab31-069623286545.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_61853b11-f8cb-41e8-ab31-069623286545.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 54,\n 49,\n 56,\n 53,\n 51,\n 98,\n 49,\n 49,\n 45,\n 102,\n 56,\n 99,\n 98,\n 45,\n 52,\n 49,\n 101,\n 56,\n 45,\n 97,\n 98,\n 51,\n 49,\n 45,\n 48,\n 54,\n 57,\n 54,\n 50,\n 51,\n 50,\n 56,\n 54,\n 53,\n 52,\n 53,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_61853b11-f8cb-41e8-ab31-069623286545.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-25T09:30:00.2466112Z","hostname":"oxz_internal_dns_f87fe5e3-2b13-45e9-8e4b-9c78e26cc9f2","pid":5461,"peer_addr":"[fd00:1122:3344:101::e]:40176","req_id":"5e8eaecd-bef4-4858-9b66-b5b5ec27b77a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 37409,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_61853b11-f8cb-41e8-ab31-069623286545.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_61853b11-f8cb-41e8-ab31-069623286545.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 54,\n 49,\n 56,\n 53,\n 51,\n 98,\n 49,\n 49,\n 45,\n 102,\n 56,\n 99,\n 98,\n 45,\n 52,\n 49,\n 101,\n 56,\n 45,\n 97,\n 98,\n 51,\n 49,\n 45,\n 48,\n 54,\n 57,\n 54,\n 50,\n 51,\n 50,\n 56,\n 54,\n 53,\n 52,\n 53,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_61853b11-f8cb-41e8-ab31-069623286545.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-25T09:30:00.24727142Z","hostname":"oxz_internal_dns_f87fe5e3-2b13-45e9-8e4b-9c78e26cc9f2","pid":5461,"peer_addr":"[fd00:1122:3344:101::e]:43432","req_id":"60b153b9-1dc9-4fed-a594-14e10b83b2ec","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 54820,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-25T09:30:00.513454563Z","hostname":"oxz_internal_dns_f87fe5e3-2b13-45e9-8e4b-9c78e26cc9f2","pid":5461,"peer_addr":"[fd00:1122:3344:101::2]:38258","req_id":"a9b5ccff-2dc5-4097-9675-d7ddc19a09c8","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 54820,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-25T09:30:00.514018852Z","hostname":"oxz_internal_dns_f87fe5e3-2b13-45e9-8e4b-9c78e26cc9f2","pid":5461,"peer_addr":"[fd00:1122:3344:101::2]:33239","req_id":"d088d747-cf06-47c1-acf0-3903eeea2ebd","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 52022,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_cc0bfb77-8b52-44ec-a959-3c57f7f329bc.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_cc0bfb77-8b52-44ec-a959-3c57f7f329bc.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 99,\n 99,\n 48,\n 98,\n 102,\n 98,\n 55,\n 55,\n 45,\n 56,\n 98,\n 53,\n 50,\n 45,\n 52,\n 52,\n 101,\n 99,\n 45,\n 97,\n 57,\n 53,\n 57,\n 45,\n 51,\n 99,\n 53,\n 55,\n 102,\n 55,\n 102,\n 51,\n 50,\n 57,\n 98,\n 99,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_cc0bfb77-8b52-44ec-a959-3c57f7f329bc.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-25T09:30:00.950515316Z","hostname":"oxz_internal_dns_f87fe5e3-2b13-45e9-8e4b-9c78e26cc9f2","pid":5461,"peer_addr":"[fd00:1122:3344:101::7]:64804","req_id":"7469dbc9-fb64-40e0-8e77-ec5f713ca425","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 52022,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_cc0bfb77-8b52-44ec-a959-3c57f7f329bc.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_cc0bfb77-8b52-44ec-a959-3c57f7f329bc.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 99,\n 99,\n 48,\n 98,\n 102,\n 98,\n 55,\n 55,\n 45,\n 56,\n 98,\n 53,\n 50,\n 45,\n 52,\n 52,\n 101,\n 99,\n 45,\n 97,\n 57,\n 53,\n 57,\n 45,\n 51,\n 99,\n 53,\n 55,\n 102,\n 55,\n 102,\n 51,\n 50,\n 57,\n 98,\n 99,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_cc0bfb77-8b52-44ec-a959-3c57f7f329bc.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-25T09:30:00.951295818Z","hostname":"oxz_internal_dns_f87fe5e3-2b13-45e9-8e4b-9c78e26cc9f2","pid":5461,"peer_addr":"[fd00:1122:3344:101::7]:64134","req_id":"fbc05957-613f-4279-b83b-130e8d0a48dc","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 37040,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_33dcb86e-c66b-4f0a-aeae-67db9731793e.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_33dcb86e-c66b-4f0a-aeae-67db9731793e.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 51,\n 51,\n 100,\n 99,\n 98,\n 56,\n 54,\n 101,\n 45,\n 99,\n 54,\n 54,\n 98,\n 45,\n 52,\n 102,\n 48,\n 97,\n 45,\n 97,\n 101,\n 97,\n 101,\n 45,\n 54,\n 55,\n 100,\n 98,\n 57,\n 55,\n 51,\n 49,\n 55,\n 57,\n 51,\n 101,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_33dcb86e-c66b-4f0a-aeae-67db9731793e.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-25T09:30:00.975153437Z","hostname":"oxz_internal_dns_f87fe5e3-2b13-45e9-8e4b-9c78e26cc9f2","pid":5461,"peer_addr":"[fd00:1122:3344:101::6]:56129","req_id":"e2d541cd-78a0-41be-9fbd-295d47bd7fb2","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 37040,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_33dcb86e-c66b-4f0a-aeae-67db9731793e.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_33dcb86e-c66b-4f0a-aeae-67db9731793e.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 51,\n 51,\n 100,\n 99,\n 98,\n 56,\n 54,\n 101,\n 45,\n 99,\n 54,\n 54,\n 98,\n 45,\n 52,\n 102,\n 48,\n 97,\n 45,\n 97,\n 101,\n 97,\n 101,\n 45,\n 54,\n 55,\n 100,\n 98,\n 57,\n 55,\n 51,\n 49,\n 55,\n 57,\n 51,\n 101,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_33dcb86e-c66b-4f0a-aeae-67db9731793e.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-25T09:30:00.975951419Z","hostname":"oxz_internal_dns_f87fe5e3-2b13-45e9-8e4b-9c78e26cc9f2","pid":5461,"peer_addr":"[fd00:1122:3344:101::6]:57599","req_id":"3b4656a0-cdea-4982-b482-e70019b86743","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 4430,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_3474cc27-8a72-48df-a18a-1b1ce601936f.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_3474cc27-8a72-48df-a18a-1b1ce601936f.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 51,\n 52,\n 55,\n 52,\n 99,\n 99,\n 50,\n 55,\n 45,\n 56,\n 97,\n 55,\n 50,\n 45,\n 52,\n 56,\n 100,\n 102,\n 45,\n 97,\n 49,\n 56,\n 97,\n 45,\n 49,\n 98,\n 49,\n 99,\n 101,\n 54,\n 48,\n 49,\n 57,\n 51,\n 54,\n 102,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_3474cc27-8a72-48df-a18a-1b1ce601936f.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-25T09:30:00.979628454Z","hostname":"oxz_internal_dns_f87fe5e3-2b13-45e9-8e4b-9c78e26cc9f2","pid":5461,"peer_addr":"[fd00:1122:3344:101::5]:53030","req_id":"3ab0809b-cca2-4f66-9932-f4946f9c3bdf","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 4430,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_3474cc27-8a72-48df-a18a-1b1ce601936f.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_3474cc27-8a72-48df-a18a-1b1ce601936f.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 51,\n 52,\n 55,\n 52,\n 99,\n 99,\n 50,\n 55,\n 45,\n 56,\n 97,\n 55,\n 50,\n 45,\n 52,\n 56,\n 100,\n 102,\n 45,\n 97,\n 49,\n 56,\n 97,\n 45,\n 49,\n 98,\n 49,\n 99,\n 101,\n 54,\n 48,\n 49,\n 57,\n 51,\n 54,\n 102,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_3474cc27-8a72-48df-a18a-1b1ce601936f.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-25T09:30:00.980407166Z","hostname":"oxz_internal_dns_f87fe5e3-2b13-45e9-8e4b-9c78e26cc9f2","pid":5461,"peer_addr":"[fd00:1122:3344:101::5]:39875","req_id":"d69c9b0e-6dd1-40d6-88c4-52508856b90b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 55805,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_ebd97d27-6b0c-4b2b-9aa6-9c0c8a36f616.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_ebd97d27-6b0c-4b2b-9aa6-9c0c8a36f616.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 101,\n 98,\n 100,\n 57,\n 55,\n 100,\n 50,\n 55,\n 45,\n 54,\n 98,\n 48,\n 99,\n 45,\n 52,\n 98,\n 50,\n 98,\n 45,\n 57,\n 97,\n 97,\n 54,\n 45,\n 57,\n 99,\n 48,\n 99,\n 56,\n 97,\n 51,\n 54,\n 102,\n 54,\n 49,\n 54,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_ebd97d27-6b0c-4b2b-9aa6-9c0c8a36f616.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-25T09:30:01.011094958Z","hostname":"oxz_internal_dns_f87fe5e3-2b13-45e9-8e4b-9c78e26cc9f2","pid":5461,"peer_addr":"[fd00:1122:3344:101::3]:35792","req_id":"ed4c12b1-538b-4a92-a1fe-826a4d2cbddc","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 55805,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_ebd97d27-6b0c-4b2b-9aa6-9c0c8a36f616.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_ebd97d27-6b0c-4b2b-9aa6-9c0c8a36f616.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 101,\n 98,\n 100,\n 57,\n 55,\n 100,\n 50,\n 55,\n 45,\n 54,\n 98,\n 48,\n 99,\n 45,\n 52,\n 98,\n 50,\n 98,\n 45,\n 57,\n 97,\n 97,\n 54,\n 45,\n 57,\n 99,\n 48,\n 99,\n 56,\n 97,\n 51,\n 54,\n 102,\n 54,\n 49,\n 54,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_ebd97d27-6b0c-4b2b-9aa6-9c0c8a36f616.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-25T09:30:01.011853709Z","hostname":"oxz_internal_dns_f87fe5e3-2b13-45e9-8e4b-9c78e26cc9f2","pid":5461,"peer_addr":"[fd00:1122:3344:101::3]:56790","req_id":"5ad6b272-6c15-4502-a148-6b178da36bd6","component":"dns"}