[ Jul 16 22:57:19 Enabled. ] [ Jul 16 22:57:19 Rereading configuration. ] [ Jul 16 22:57:20 Rereading configuration. ] [ Jul 16 22:57:21 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:2::1]:5353 --dns-address [fd00:1122:3344:2::1]:53 &"). ] [ Jul 16 22:57:21 Method "start" exited with status 0. ] Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:2::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } note: configured to log to "/dev/stdout" {"msg":"config","v":0,"name":"dns-server","level":30,"time":"2026-07-16T22:57:21.602833931Z","hostname":"oxz_internal_dns_37002043-0422-4a5e-ba95-1244ad7d978d","pid":5403,"dns_config":"Config { bind_address: [fd00:1122:3344:2::1]:53 }","config":"Config { log: File { level: Info, path: \"/dev/stdout\", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:2::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: \"/data/dns\", keep_old_generations: 3 } }"} {"msg":"opening sled database","v":0,"name":"dns-server","level":30,"time":"2026-07-16T22:57:21.602973253Z","hostname":"oxz_internal_dns_37002043-0422-4a5e-ba95-1244ad7d978d","pid":5403,"component":"store","path":"/data/dns"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-07-16T22:57:21.625580147Z","hostname":"oxz_internal_dns_37002043-0422-4a5e-ba95-1244ad7d978d","pid":5403,"component":"store"} {"msg":"pruning trees for generations older than 0","v":0,"name":"dns-server","level":30,"time":"2026-07-16T22:57:21.625604387Z","hostname":"oxz_internal_dns_37002043-0422-4a5e-ba95-1244ad7d978d","pid":5403,"component":"store","keep":3} {"msg":"DNS server bound to address","v":0,"name":"dns-server","level":30,"time":"2026-07-16T22:57:21.625638718Z","hostname":"oxz_internal_dns_37002043-0422-4a5e-ba95-1244ad7d978d","pid":5403,"component":"dns","local_address":"[fd00:1122:3344:2::1]:53"} {"msg":"listening","v":0,"name":"dns-server","level":30,"time":"2026-07-16T22:57:21.625917263Z","hostname":"oxz_internal_dns_37002043-0422-4a5e-ba95-1244ad7d978d","pid":5403,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 60382,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-16T22:57:21.644345847Z","hostname":"oxz_internal_dns_37002043-0422-4a5e-ba95-1244ad7d978d","pid":5403,"peer_addr":"[fd00:1122:3344:101::2]:4607","req_id":"642a0a9d-f4b1-4132-ba91-99d191bf9253","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 19666,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-16T22:57:21.653338506Z","hostname":"oxz_internal_dns_37002043-0422-4a5e-ba95-1244ad7d978d","pid":5403,"peer_addr":"[fd00:1122:3344:101::2]:47674","req_id":"d7fa7cfa-8fe4-4cbe-b14d-9180d4d6b391","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-16T22:57:21.660877911Z","hostname":"oxz_internal_dns_37002043-0422-4a5e-ba95-1244ad7d978d","pid":5403,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:2::2]:57031"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-07-16T22:57:21.661880098Z","hostname":"oxz_internal_dns_37002043-0422-4a5e-ba95-1244ad7d978d","pid":5403,"new_generation":1,"req_id":"77291ce7-b97c-41d1-a2db-75c438d43a2a","component":"store"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-07-16T22:57:21.661908678Z","hostname":"oxz_internal_dns_37002043-0422-4a5e-ba95-1244ad7d978d","pid":5403,"component":"store"} {"msg":"pruning trees for generations older than 1","v":0,"name":"dns-server","level":30,"time":"2026-07-16T22:57:21.67535042Z","hostname":"oxz_internal_dns_37002043-0422-4a5e-ba95-1244ad7d978d","pid":5403,"component":"store","keep":3} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-07-16T22:57:21.675394501Z","hostname":"oxz_internal_dns_37002043-0422-4a5e-ba95-1244ad7d978d","pid":5403,"new_generation":1,"req_id":"77291ce7-b97c-41d1-a2db-75c438d43a2a","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-16T22:57:21.675403841Z","hostname":"oxz_internal_dns_37002043-0422-4a5e-ba95-1244ad7d978d","pid":5403,"uri":"/config","method":"PUT","req_id":"77291ce7-b97c-41d1-a2db-75c438d43a2a","remote_addr":"[fd00:1122:3344:2::2]:57031","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":13934,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 5421,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-16T22:57:33.824328185Z","hostname":"oxz_internal_dns_37002043-0422-4a5e-ba95-1244ad7d978d","pid":5403,"peer_addr":"[fd00:1122:3344:101::1b]:38814","req_id":"0d5b09e4-1e1c-4496-8f8e-573831a4a531","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 672,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-16T22:57:33.828513414Z","hostname":"oxz_internal_dns_37002043-0422-4a5e-ba95-1244ad7d978d","pid":5403,"peer_addr":"[fd00:1122:3344:101::1b]:33325","req_id":"093659f6-986c-4304-9ee2-2e879a30406d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 31222,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-16T22:57:33.833012088Z","hostname":"oxz_internal_dns_37002043-0422-4a5e-ba95-1244ad7d978d","pid":5403,"peer_addr":"[fd00:1122:3344:101::1b]:54901","req_id":"ea6315f3-0ecf-4174-9355-1b8332ad6336","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 8071,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-16T22:58:42.88283954Z","hostname":"oxz_internal_dns_37002043-0422-4a5e-ba95-1244ad7d978d","pid":5403,"peer_addr":"[fd00:1122:3344:101::d]:59246","req_id":"1943b886-7362-4b08-bd41-a3a0fcbfb5b7","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 25732,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_beecac30-6b5f-4ba4-8028-05a5d7d29522.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_beecac30-6b5f-4ba4-8028-05a5d7d29522.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 98,\n 101,\n 101,\n 99,\n 97,\n 99,\n 51,\n 48,\n 45,\n 54,\n 98,\n 53,\n 102,\n 45,\n 52,\n 98,\n 97,\n 52,\n 45,\n 56,\n 48,\n 50,\n 56,\n 45,\n 48,\n 53,\n 97,\n 53,\n 100,\n 55,\n 100,\n 50,\n 57,\n 53,\n 50,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_beecac30-6b5f-4ba4-8028-05a5d7d29522.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-16T22:58:46.257877373Z","hostname":"oxz_internal_dns_37002043-0422-4a5e-ba95-1244ad7d978d","pid":5403,"peer_addr":"[fd00:1122:3344:101::e]:48565","req_id":"c93e7476-4028-4d0b-8bfe-12185db62c41","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 25732,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_beecac30-6b5f-4ba4-8028-05a5d7d29522.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_beecac30-6b5f-4ba4-8028-05a5d7d29522.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 98,\n 101,\n 101,\n 99,\n 97,\n 99,\n 51,\n 48,\n 45,\n 54,\n 98,\n 53,\n 102,\n 45,\n 52,\n 98,\n 97,\n 52,\n 45,\n 56,\n 48,\n 50,\n 56,\n 45,\n 48,\n 53,\n 97,\n 53,\n 100,\n 55,\n 100,\n 50,\n 57,\n 53,\n 50,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_beecac30-6b5f-4ba4-8028-05a5d7d29522.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-16T22:58:46.262363627Z","hostname":"oxz_internal_dns_37002043-0422-4a5e-ba95-1244ad7d978d","pid":5403,"peer_addr":"[fd00:1122:3344:101::e]:40178","req_id":"ca1c5d66-690c-40cc-9249-427f91103333","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 13298,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-16T22:58:51.220815403Z","hostname":"oxz_internal_dns_37002043-0422-4a5e-ba95-1244ad7d978d","pid":5403,"peer_addr":"[fd00:1122:3344:101::b]:50508","req_id":"0b8e1e3b-60ed-4843-b3e6-0213cb4b42ff","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 50035,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-16T22:58:51.562704898Z","hostname":"oxz_internal_dns_37002043-0422-4a5e-ba95-1244ad7d978d","pid":5403,"peer_addr":"[fd00:1122:3344:101::c]:36255","req_id":"2171d162-2882-4032-bc5e-f8bd01002809","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 59564,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-16T22:58:52.138973129Z","hostname":"oxz_internal_dns_37002043-0422-4a5e-ba95-1244ad7d978d","pid":5403,"peer_addr":"[fd00:1122:3344:101::a]:1052","req_id":"d85fbec4-550a-440f-b673-d889ded4ecb9","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 65222,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-16T22:58:52.858363386Z","hostname":"oxz_internal_dns_37002043-0422-4a5e-ba95-1244ad7d978d","pid":5403,"peer_addr":"[fd00:1122:3344:101::d]:58002","req_id":"697bc413-d45d-4ecd-8472-6286e38bdab0","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 28736,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-16T22:59:02.86041921Z","hostname":"oxz_internal_dns_37002043-0422-4a5e-ba95-1244ad7d978d","pid":5403,"peer_addr":"[fd00:1122:3344:101::d]:55436","req_id":"c4def5f6-97de-4db2-bcf7-d5a6eaad972b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 22998,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-16T22:59:12.861842971Z","hostname":"oxz_internal_dns_37002043-0422-4a5e-ba95-1244ad7d978d","pid":5403,"peer_addr":"[fd00:1122:3344:101::d]:49770","req_id":"712d3db2-1024-4ac4-bdcb-ed531464dc74","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 10535,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-16T22:59:22.862744539Z","hostname":"oxz_internal_dns_37002043-0422-4a5e-ba95-1244ad7d978d","pid":5403,"peer_addr":"[fd00:1122:3344:101::d]:49407","req_id":"cc0f5aa4-8d4e-4a80-84e2-dd6a9c27122e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 58341,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-16T22:59:32.864043817Z","hostname":"oxz_internal_dns_37002043-0422-4a5e-ba95-1244ad7d978d","pid":5403,"peer_addr":"[fd00:1122:3344:101::d]:54813","req_id":"a3916b2f-43eb-45c2-8e89-450155e77a30","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 6773,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-16T22:59:40.771256383Z","hostname":"oxz_internal_dns_37002043-0422-4a5e-ba95-1244ad7d978d","pid":5403,"peer_addr":"[fd00:1122:3344:101::c]:39946","req_id":"c0c4bdff-c32c-4834-b549-0f79905da43c","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-16T22:59:40.980656856Z","hostname":"oxz_internal_dns_37002043-0422-4a5e-ba95-1244ad7d978d","pid":5403,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:57790"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-16T22:59:41.032763458Z","hostname":"oxz_internal_dns_37002043-0422-4a5e-ba95-1244ad7d978d","pid":5403,"uri":"/config","method":"GET","req_id":"eb90cc83-0804-4874-adf1-91745c9dca7a","remote_addr":"[fd00:1122:3344:101::c]:57790","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":33695,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 16849,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-16T22:59:42.865396969Z","hostname":"oxz_internal_dns_37002043-0422-4a5e-ba95-1244ad7d978d","pid":5403,"peer_addr":"[fd00:1122:3344:101::d]:58239","req_id":"2f1895a5-3e78-4c5d-9a96-461a973a3918","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 41031,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-16T22:59:43.767079124Z","hostname":"oxz_internal_dns_37002043-0422-4a5e-ba95-1244ad7d978d","pid":5403,"peer_addr":"[fd00:1122:3344:101::c]:1790","req_id":"a7273f9d-5723-4f35-9fba-5654a8c83877","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-16T22:59:43.903170695Z","hostname":"oxz_internal_dns_37002043-0422-4a5e-ba95-1244ad7d978d","pid":5403,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:63476"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-07-16T22:59:43.909729154Z","hostname":"oxz_internal_dns_37002043-0422-4a5e-ba95-1244ad7d978d","pid":5403,"new_generation":1,"req_id":"d3bad595-1133-4b3b-8f0e-c1368c298102","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-07-16T22:59:43.909762974Z","hostname":"oxz_internal_dns_37002043-0422-4a5e-ba95-1244ad7d978d","pid":5403,"new_generation":1,"req_id":"d3bad595-1133-4b3b-8f0e-c1368c298102","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-16T22:59:43.909783945Z","hostname":"oxz_internal_dns_37002043-0422-4a5e-ba95-1244ad7d978d","pid":5403,"uri":"/config","method":"PUT","req_id":"d3bad595-1133-4b3b-8f0e-c1368c298102","remote_addr":"[fd00:1122:3344:101::c]:63476","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":2582,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-16T22:59:43.975519121Z","hostname":"oxz_internal_dns_37002043-0422-4a5e-ba95-1244ad7d978d","pid":5403,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:34965"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-16T22:59:43.975769205Z","hostname":"oxz_internal_dns_37002043-0422-4a5e-ba95-1244ad7d978d","pid":5403,"uri":"/config","method":"GET","req_id":"827e9f2a-9108-4689-8f99-bf9bb968fe70","remote_addr":"[fd00:1122:3344:101::c]:34965","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":187,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 61370,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-16T22:59:44.851837496Z","hostname":"oxz_internal_dns_37002043-0422-4a5e-ba95-1244ad7d978d","pid":5403,"peer_addr":"[fd00:1122:3344:101::c]:14491","req_id":"b402f399-5c97-4373-b0fc-60c7e5277d2a","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-16T22:59:44.944860235Z","hostname":"oxz_internal_dns_37002043-0422-4a5e-ba95-1244ad7d978d","pid":5403,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:42793"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-16T22:59:44.94516132Z","hostname":"oxz_internal_dns_37002043-0422-4a5e-ba95-1244ad7d978d","pid":5403,"uri":"/config","method":"GET","req_id":"bb35f33d-5fdf-44d5-9e85-c1c6c45e0b24","remote_addr":"[fd00:1122:3344:101::c]:42793","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":247,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-16T22:59:51.297770903Z","hostname":"oxz_internal_dns_37002043-0422-4a5e-ba95-1244ad7d978d","pid":5403,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:62791"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-07-16T22:59:51.30545025Z","hostname":"oxz_internal_dns_37002043-0422-4a5e-ba95-1244ad7d978d","pid":5403,"new_generation":1,"req_id":"788fafdc-6892-429e-9e15-4632a6cf6277","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-07-16T22:59:51.305548962Z","hostname":"oxz_internal_dns_37002043-0422-4a5e-ba95-1244ad7d978d","pid":5403,"new_generation":1,"req_id":"788fafdc-6892-429e-9e15-4632a6cf6277","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-16T22:59:51.305573282Z","hostname":"oxz_internal_dns_37002043-0422-4a5e-ba95-1244ad7d978d","pid":5403,"uri":"/config","method":"PUT","req_id":"788fafdc-6892-429e-9e15-4632a6cf6277","remote_addr":"[fd00:1122:3344:101::b]:62791","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":236,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-16T22:59:51.371882199Z","hostname":"oxz_internal_dns_37002043-0422-4a5e-ba95-1244ad7d978d","pid":5403,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:45938"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-07-16T22:59:51.375386107Z","hostname":"oxz_internal_dns_37002043-0422-4a5e-ba95-1244ad7d978d","pid":5403,"new_generation":1,"req_id":"d644d12f-8765-4c8e-a738-381f6d6c48e8","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-07-16T22:59:51.375427728Z","hostname":"oxz_internal_dns_37002043-0422-4a5e-ba95-1244ad7d978d","pid":5403,"new_generation":1,"req_id":"d644d12f-8765-4c8e-a738-381f6d6c48e8","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-16T22:59:51.375519119Z","hostname":"oxz_internal_dns_37002043-0422-4a5e-ba95-1244ad7d978d","pid":5403,"uri":"/config","method":"PUT","req_id":"d644d12f-8765-4c8e-a738-381f6d6c48e8","remote_addr":"[fd00:1122:3344:101::c]:45938","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":277,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-16T22:59:52.146314187Z","hostname":"oxz_internal_dns_37002043-0422-4a5e-ba95-1244ad7d978d","pid":5403,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:43312"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-07-16T22:59:52.150156765Z","hostname":"oxz_internal_dns_37002043-0422-4a5e-ba95-1244ad7d978d","pid":5403,"new_generation":1,"req_id":"855a6a11-9c18-44a3-a11a-07ff8bfd698d","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-07-16T22:59:52.150374575Z","hostname":"oxz_internal_dns_37002043-0422-4a5e-ba95-1244ad7d978d","pid":5403,"new_generation":1,"req_id":"855a6a11-9c18-44a3-a11a-07ff8bfd698d","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-16T22:59:52.150390745Z","hostname":"oxz_internal_dns_37002043-0422-4a5e-ba95-1244ad7d978d","pid":5403,"uri":"/config","method":"PUT","req_id":"855a6a11-9c18-44a3-a11a-07ff8bfd698d","remote_addr":"[fd00:1122:3344:101::a]:43312","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":319,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 42255,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-16T22:59:52.1652313Z","hostname":"oxz_internal_dns_37002043-0422-4a5e-ba95-1244ad7d978d","pid":5403,"peer_addr":"[fd00:1122:3344:101::c]:19611","req_id":"9edd83f1-6b96-4c57-b9bb-4c94c9fc415a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 25917,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-16T22:59:52.243133249Z","hostname":"oxz_internal_dns_37002043-0422-4a5e-ba95-1244ad7d978d","pid":5403,"peer_addr":"[fd00:1122:3344:101::b]:47350","req_id":"6466f594-75ff-4a27-94f2-e0bffe460981","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-16T22:59:52.312522716Z","hostname":"oxz_internal_dns_37002043-0422-4a5e-ba95-1244ad7d978d","pid":5403,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:55720"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-16T22:59:52.312832772Z","hostname":"oxz_internal_dns_37002043-0422-4a5e-ba95-1244ad7d978d","pid":5403,"uri":"/config","method":"GET","req_id":"f83fc5f0-3cb6-4088-98e2-a26b83139382","remote_addr":"[fd00:1122:3344:101::c]:55720","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":273,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-16T22:59:52.393872142Z","hostname":"oxz_internal_dns_37002043-0422-4a5e-ba95-1244ad7d978d","pid":5403,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:58446"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-16T22:59:52.394121856Z","hostname":"oxz_internal_dns_37002043-0422-4a5e-ba95-1244ad7d978d","pid":5403,"uri":"/config","method":"GET","req_id":"4adef14b-5665-4ab5-8f45-ac07beb22dd0","remote_addr":"[fd00:1122:3344:101::b]:58446","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":207,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47003,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-16T22:59:52.867321323Z","hostname":"oxz_internal_dns_37002043-0422-4a5e-ba95-1244ad7d978d","pid":5403,"peer_addr":"[fd00:1122:3344:101::d]:61997","req_id":"f3c6aeb6-95f5-4ca2-b116-24a2d4d1db4e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 21733,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-16T22:59:53.636444553Z","hostname":"oxz_internal_dns_37002043-0422-4a5e-ba95-1244ad7d978d","pid":5403,"peer_addr":"[fd00:1122:3344:101::a]:52142","req_id":"1a986977-23b1-470f-b0c2-d498afbe124b","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-16T22:59:53.738398939Z","hostname":"oxz_internal_dns_37002043-0422-4a5e-ba95-1244ad7d978d","pid":5403,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:48079"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-16T22:59:53.738643943Z","hostname":"oxz_internal_dns_37002043-0422-4a5e-ba95-1244ad7d978d","pid":5403,"uri":"/config","method":"GET","req_id":"3fa37e3f-675c-4038-a335-00218c195c25","remote_addr":"[fd00:1122:3344:101::a]:48079","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":211,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 35255,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_36d1dc0b-4a0e-4247-b4b2-dc06ec8d0916.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_36d1dc0b-4a0e-4247-b4b2-dc06ec8d0916.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 51,\n 54,\n 100,\n 49,\n 100,\n 99,\n 48,\n 98,\n 45,\n 52,\n 97,\n 48,\n 101,\n 45,\n 52,\n 50,\n 52,\n 55,\n 45,\n 98,\n 52,\n 98,\n 50,\n 45,\n 100,\n 99,\n 48,\n 54,\n 101,\n 99,\n 56,\n 100,\n 48,\n 57,\n 49,\n 54,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_36d1dc0b-4a0e-4247-b4b2-dc06ec8d0916.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-16T23:00:00.146083831Z","hostname":"oxz_internal_dns_37002043-0422-4a5e-ba95-1244ad7d978d","pid":5403,"peer_addr":"[fd00:1122:3344:101::4]:46033","req_id":"243823fe-b7e9-4f4f-aeb3-5da30485c748","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 35255,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_36d1dc0b-4a0e-4247-b4b2-dc06ec8d0916.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_36d1dc0b-4a0e-4247-b4b2-dc06ec8d0916.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 51,\n 54,\n 100,\n 49,\n 100,\n 99,\n 48,\n 98,\n 45,\n 52,\n 97,\n 48,\n 101,\n 45,\n 52,\n 50,\n 52,\n 55,\n 45,\n 98,\n 52,\n 98,\n 50,\n 45,\n 100,\n 99,\n 48,\n 54,\n 101,\n 99,\n 56,\n 100,\n 48,\n 57,\n 49,\n 54,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_36d1dc0b-4a0e-4247-b4b2-dc06ec8d0916.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-16T23:00:00.147023767Z","hostname":"oxz_internal_dns_37002043-0422-4a5e-ba95-1244ad7d978d","pid":5403,"peer_addr":"[fd00:1122:3344:101::4]:36474","req_id":"51ae45f3-d7c9-4247-9210-0c9c67840dc6","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 54376,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_58ea2790-4a1f-4cf2-96f0-e47d97c13dcc.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_58ea2790-4a1f-4cf2-96f0-e47d97c13dcc.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 53,\n 56,\n 101,\n 97,\n 50,\n 55,\n 57,\n 48,\n 45,\n 52,\n 97,\n 49,\n 102,\n 45,\n 52,\n 99,\n 102,\n 50,\n 45,\n 57,\n 54,\n 102,\n 48,\n 45,\n 101,\n 52,\n 55,\n 100,\n 57,\n 55,\n 99,\n 49,\n 51,\n 100,\n 99,\n 99,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_58ea2790-4a1f-4cf2-96f0-e47d97c13dcc.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-16T23:00:00.15871463Z","hostname":"oxz_internal_dns_37002043-0422-4a5e-ba95-1244ad7d978d","pid":5403,"peer_addr":"[fd00:1122:3344:101::6]:39540","req_id":"14de942b-42ca-4f09-b01d-b4af5190c45b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 54376,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_58ea2790-4a1f-4cf2-96f0-e47d97c13dcc.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_58ea2790-4a1f-4cf2-96f0-e47d97c13dcc.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 53,\n 56,\n 101,\n 97,\n 50,\n 55,\n 57,\n 48,\n 45,\n 52,\n 97,\n 49,\n 102,\n 45,\n 52,\n 99,\n 102,\n 50,\n 45,\n 57,\n 54,\n 102,\n 48,\n 45,\n 101,\n 52,\n 55,\n 100,\n 57,\n 55,\n 99,\n 49,\n 51,\n 100,\n 99,\n 99,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_58ea2790-4a1f-4cf2-96f0-e47d97c13dcc.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-16T23:00:00.159187058Z","hostname":"oxz_internal_dns_37002043-0422-4a5e-ba95-1244ad7d978d","pid":5403,"peer_addr":"[fd00:1122:3344:101::6]:44663","req_id":"e551f55c-57bd-46fe-a25e-9eb9063701f9","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 54777,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_5bbe5275-caa2-4fb0-b6a7-38d98b53802a.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_5bbe5275-caa2-4fb0-b6a7-38d98b53802a.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 53,\n 98,\n 98,\n 101,\n 53,\n 50,\n 55,\n 53,\n 45,\n 99,\n 97,\n 97,\n 50,\n 45,\n 52,\n 102,\n 98,\n 48,\n 45,\n 98,\n 54,\n 97,\n 55,\n 45,\n 51,\n 56,\n 100,\n 57,\n 56,\n 98,\n 53,\n 51,\n 56,\n 48,\n 50,\n 97,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_5bbe5275-caa2-4fb0-b6a7-38d98b53802a.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-16T23:00:00.16116015Z","hostname":"oxz_internal_dns_37002043-0422-4a5e-ba95-1244ad7d978d","pid":5403,"peer_addr":"[fd00:1122:3344:101::7]:57111","req_id":"0c112016-e16f-4678-8db9-26a254ce9fc5","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 54777,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_5bbe5275-caa2-4fb0-b6a7-38d98b53802a.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_5bbe5275-caa2-4fb0-b6a7-38d98b53802a.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 53,\n 98,\n 98,\n 101,\n 53,\n 50,\n 55,\n 53,\n 45,\n 99,\n 97,\n 97,\n 50,\n 45,\n 52,\n 102,\n 98,\n 48,\n 45,\n 98,\n 54,\n 97,\n 55,\n 45,\n 51,\n 56,\n 100,\n 57,\n 56,\n 98,\n 53,\n 51,\n 56,\n 48,\n 50,\n 97,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_5bbe5275-caa2-4fb0-b6a7-38d98b53802a.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-16T23:00:00.16169993Z","hostname":"oxz_internal_dns_37002043-0422-4a5e-ba95-1244ad7d978d","pid":5403,"peer_addr":"[fd00:1122:3344:101::7]:35184","req_id":"09f6d2c9-43c8-477d-98dc-a71f0852a7fd","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 61673,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_93ba913b-a291-439b-8085-613a88dfb140.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_93ba913b-a291-439b-8085-613a88dfb140.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 57,\n 51,\n 98,\n 97,\n 57,\n 49,\n 51,\n 98,\n 45,\n 97,\n 50,\n 57,\n 49,\n 45,\n 52,\n 51,\n 57,\n 98,\n 45,\n 56,\n 48,\n 56,\n 53,\n 45,\n 54,\n 49,\n 51,\n 97,\n 56,\n 56,\n 100,\n 102,\n 98,\n 49,\n 52,\n 48,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_93ba913b-a291-439b-8085-613a88dfb140.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-16T23:00:00.193574227Z","hostname":"oxz_internal_dns_37002043-0422-4a5e-ba95-1244ad7d978d","pid":5403,"peer_addr":"[fd00:1122:3344:101::3]:46959","req_id":"625e09b4-d12f-4900-bb4f-7d121eda4720","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 61673,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_93ba913b-a291-439b-8085-613a88dfb140.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_93ba913b-a291-439b-8085-613a88dfb140.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 57,\n 51,\n 98,\n 97,\n 57,\n 49,\n 51,\n 98,\n 45,\n 97,\n 50,\n 57,\n 49,\n 45,\n 52,\n 51,\n 57,\n 98,\n 45,\n 56,\n 48,\n 56,\n 53,\n 45,\n 54,\n 49,\n 51,\n 97,\n 56,\n 56,\n 100,\n 102,\n 98,\n 49,\n 52,\n 48,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_93ba913b-a291-439b-8085-613a88dfb140.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-16T23:00:00.194062875Z","hostname":"oxz_internal_dns_37002043-0422-4a5e-ba95-1244ad7d978d","pid":5403,"peer_addr":"[fd00:1122:3344:101::3]:33002","req_id":"146e0ebf-28db-43f2-95bd-2d5ab7e8d2bd","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 55664,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_9d6def0a-826e-4ffe-9a15-dfa058b5169b.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_9d6def0a-826e-4ffe-9a15-dfa058b5169b.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 57,\n 100,\n 54,\n 100,\n 101,\n 102,\n 48,\n 97,\n 45,\n 56,\n 50,\n 54,\n 101,\n 45,\n 52,\n 102,\n 102,\n 101,\n 45,\n 57,\n 97,\n 49,\n 53,\n 45,\n 100,\n 102,\n 97,\n 48,\n 53,\n 56,\n 98,\n 53,\n 49,\n 54,\n 57,\n 98,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_9d6def0a-826e-4ffe-9a15-dfa058b5169b.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-16T23:00:00.257141708Z","hostname":"oxz_internal_dns_37002043-0422-4a5e-ba95-1244ad7d978d","pid":5403,"peer_addr":"[fd00:1122:3344:101::5]:33847","req_id":"a80eb2cf-420e-424a-b46b-d6d4a99ec592","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 55664,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_9d6def0a-826e-4ffe-9a15-dfa058b5169b.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_9d6def0a-826e-4ffe-9a15-dfa058b5169b.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 57,\n 100,\n 54,\n 100,\n 101,\n 102,\n 48,\n 97,\n 45,\n 56,\n 50,\n 54,\n 101,\n 45,\n 52,\n 102,\n 102,\n 101,\n 45,\n 57,\n 97,\n 49,\n 53,\n 45,\n 100,\n 102,\n 97,\n 48,\n 53,\n 56,\n 98,\n 53,\n 49,\n 54,\n 57,\n 98,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_9d6def0a-826e-4ffe-9a15-dfa058b5169b.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-16T23:00:00.257652177Z","hostname":"oxz_internal_dns_37002043-0422-4a5e-ba95-1244ad7d978d","pid":5403,"peer_addr":"[fd00:1122:3344:101::5]:35398","req_id":"a2992321-58ff-4714-832b-ff03b8b10a27","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 3105,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-16T23:00:00.656101917Z","hostname":"oxz_internal_dns_37002043-0422-4a5e-ba95-1244ad7d978d","pid":5403,"peer_addr":"[fd00:1122:3344:101::2]:45127","req_id":"bfc81c20-2759-4f4c-b9d5-2afa3bc43cf5","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 3105,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-16T23:00:00.656777928Z","hostname":"oxz_internal_dns_37002043-0422-4a5e-ba95-1244ad7d978d","pid":5403,"peer_addr":"[fd00:1122:3344:101::2]:63609","req_id":"f691dd82-cce1-4999-8d6a-f1c8f1c0a31a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 30162,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_ntp_7d3994a0-53e1-4d66-81bc-e07591448165.\"),\n ),\n original: Query {\n name: Name(\"oxz_ntp_7d3994a0-53e1-4d66-81bc-e07591448165.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 44,\n 111,\n 120,\n 122,\n 95,\n 110,\n 116,\n 112,\n 95,\n 55,\n 100,\n 51,\n 57,\n 57,\n 52,\n 97,\n 48,\n 45,\n 53,\n 51,\n 101,\n 49,\n 45,\n 52,\n 100,\n 54,\n 54,\n 45,\n 56,\n 49,\n 98,\n 99,\n 45,\n 101,\n 48,\n 55,\n 53,\n 57,\n 49,\n 52,\n 52,\n 56,\n 49,\n 54,\n 53,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_ntp_7d3994a0-53e1-4d66-81bc-e07591448165.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-16T23:00:00.822554381Z","hostname":"oxz_internal_dns_37002043-0422-4a5e-ba95-1244ad7d978d","pid":5403,"peer_addr":"[fd00:1122:3344:101::1b]:62408","req_id":"b003ef86-9b0e-40ca-b6b7-f8c16b417773","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 52847,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_beecac30-6b5f-4ba4-8028-05a5d7d29522.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_beecac30-6b5f-4ba4-8028-05a5d7d29522.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 98,\n 101,\n 101,\n 99,\n 97,\n 99,\n 51,\n 48,\n 45,\n 54,\n 98,\n 53,\n 102,\n 45,\n 52,\n 98,\n 97,\n 52,\n 45,\n 56,\n 48,\n 50,\n 56,\n 45,\n 48,\n 53,\n 97,\n 53,\n 100,\n 55,\n 100,\n 50,\n 57,\n 53,\n 50,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_beecac30-6b5f-4ba4-8028-05a5d7d29522.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-16T23:00:01.004022082Z","hostname":"oxz_internal_dns_37002043-0422-4a5e-ba95-1244ad7d978d","pid":5403,"peer_addr":"[fd00:1122:3344:101::e]:56374","req_id":"fe3af7f3-c055-4a52-8c5e-b71d829e9df5","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 52847,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_beecac30-6b5f-4ba4-8028-05a5d7d29522.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_beecac30-6b5f-4ba4-8028-05a5d7d29522.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 98,\n 101,\n 101,\n 99,\n 97,\n 99,\n 51,\n 48,\n 45,\n 54,\n 98,\n 53,\n 102,\n 45,\n 52,\n 98,\n 97,\n 52,\n 45,\n 56,\n 48,\n 50,\n 56,\n 45,\n 48,\n 53,\n 97,\n 53,\n 100,\n 55,\n 100,\n 50,\n 57,\n 53,\n 50,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_beecac30-6b5f-4ba4-8028-05a5d7d29522.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-16T23:00:01.004762034Z","hostname":"oxz_internal_dns_37002043-0422-4a5e-ba95-1244ad7d978d","pid":5403,"peer_addr":"[fd00:1122:3344:101::e]:61466","req_id":"59dca7cf-35dc-4ba8-ac47-57e75542989e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47949,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-16T23:00:02.869149352Z","hostname":"oxz_internal_dns_37002043-0422-4a5e-ba95-1244ad7d978d","pid":5403,"peer_addr":"[fd00:1122:3344:101::d]:59327","req_id":"0602d699-3a4a-43a9-aa09-7dbdf91303c1","component":"dns"}