[ Aug 25 09:26:10 Enabled. ] [ Aug 25 09:26:10 Rereading configuration. ] [ Aug 25 09:26:11 Rereading configuration. ] [ Aug 25 09:26:12 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:3::1]:5353 --dns-address [fd00:1122:3344:3::1]:53 &"). ] [ Aug 25 09:26:12 Method "start" exited with status 0. ] Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:3::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } note: configured to log to "/dev/stdout" {"msg":"config","v":0,"name":"dns-server","level":30,"time":"2026-08-25T09:26:12.628591972Z","hostname":"oxz_internal_dns_f76cf70f-a608-466f-8d8e-fec943862f41","pid":5465,"dns_config":"Config { bind_address: [fd00:1122:3344:3::1]:53 }","config":"Config { log: File { level: Info, path: \"/dev/stdout\", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:3::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: \"/data/dns\", keep_old_generations: 3 } }"} {"msg":"opening sled database","v":0,"name":"dns-server","level":30,"time":"2026-08-25T09:26:12.628767315Z","hostname":"oxz_internal_dns_f76cf70f-a608-466f-8d8e-fec943862f41","pid":5465,"component":"store","path":"/data/dns"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-08-25T09:26:12.649405895Z","hostname":"oxz_internal_dns_f76cf70f-a608-466f-8d8e-fec943862f41","pid":5465,"component":"store"} {"msg":"pruning trees for generations older than 0","v":0,"name":"dns-server","level":30,"time":"2026-08-25T09:26:12.649433405Z","hostname":"oxz_internal_dns_f76cf70f-a608-466f-8d8e-fec943862f41","pid":5465,"component":"store","keep":3} {"msg":"DNS server bound to address","v":0,"name":"dns-server","level":30,"time":"2026-08-25T09:26:12.649499906Z","hostname":"oxz_internal_dns_f76cf70f-a608-466f-8d8e-fec943862f41","pid":5465,"component":"dns","local_address":"[fd00:1122:3344:3::1]:53"} {"msg":"listening","v":0,"name":"dns-server","level":30,"time":"2026-08-25T09:26:12.64977054Z","hostname":"oxz_internal_dns_f76cf70f-a608-466f-8d8e-fec943862f41","pid":5465,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-08-25T09:26:12.665824242Z","hostname":"oxz_internal_dns_f76cf70f-a608-466f-8d8e-fec943862f41","pid":5465,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:3::2]:51448"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-08-25T09:26:12.666647554Z","hostname":"oxz_internal_dns_f76cf70f-a608-466f-8d8e-fec943862f41","pid":5465,"new_generation":1,"req_id":"bb200bd6-97c2-4828-8379-bb68724bf5e3","component":"store"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-08-25T09:26:12.666673674Z","hostname":"oxz_internal_dns_f76cf70f-a608-466f-8d8e-fec943862f41","pid":5465,"component":"store"} {"msg":"pruning trees for generations older than 1","v":0,"name":"dns-server","level":30,"time":"2026-08-25T09:26:12.688690706Z","hostname":"oxz_internal_dns_f76cf70f-a608-466f-8d8e-fec943862f41","pid":5465,"component":"store","keep":3} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-08-25T09:26:12.688729066Z","hostname":"oxz_internal_dns_f76cf70f-a608-466f-8d8e-fec943862f41","pid":5465,"new_generation":1,"req_id":"bb200bd6-97c2-4828-8379-bb68724bf5e3","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-08-25T09:26:12.688772407Z","hostname":"oxz_internal_dns_f76cf70f-a608-466f-8d8e-fec943862f41","pid":5465,"uri":"/config","method":"PUT","req_id":"bb200bd6-97c2-4828-8379-bb68724bf5e3","remote_addr":"[fd00:1122:3344:3::2]:51448","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":22609,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 55557,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-25T09:26:24.097707868Z","hostname":"oxz_internal_dns_f76cf70f-a608-466f-8d8e-fec943862f41","pid":5465,"peer_addr":"[fd00:1122:3344:101::1b]:35122","req_id":"3dbcb669-9ebf-4521-8b8c-d7bb55e60997","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 45219,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-25T09:26:24.102004863Z","hostname":"oxz_internal_dns_f76cf70f-a608-466f-8d8e-fec943862f41","pid":5465,"peer_addr":"[fd00:1122:3344:101::1b]:41378","req_id":"13575262-d98b-49c3-b77e-13896faef6b4","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 19362,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-25T09:26:24.108728744Z","hostname":"oxz_internal_dns_f76cf70f-a608-466f-8d8e-fec943862f41","pid":5465,"peer_addr":"[fd00:1122:3344:101::1b]:60955","req_id":"3dab6225-24f4-4d80-8ae0-888880b41f82","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 49890,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-25T09:27:47.407756788Z","hostname":"oxz_internal_dns_f76cf70f-a608-466f-8d8e-fec943862f41","pid":5465,"peer_addr":"[fd00:1122:3344:101::1b]:41182","req_id":"52979e5b-fad5-4566-9790-062e68af48e0","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 32139,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-25T09:27:47.412312037Z","hostname":"oxz_internal_dns_f76cf70f-a608-466f-8d8e-fec943862f41","pid":5465,"peer_addr":"[fd00:1122:3344:101::1b]:52923","req_id":"a8ad07b3-f10f-4d17-8fa6-f0e80caf494d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 41929,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-25T09:27:47.416912726Z","hostname":"oxz_internal_dns_f76cf70f-a608-466f-8d8e-fec943862f41","pid":5465,"peer_addr":"[fd00:1122:3344:101::1b]:59157","req_id":"f98d83e8-21d7-472e-b25d-5bbea2baa05a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 30922,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-08-25T09:29:26.86239384Z","hostname":"oxz_internal_dns_f76cf70f-a608-466f-8d8e-fec943862f41","pid":5465,"peer_addr":"[fd00:1122:3344:101::d]:61606","req_id":"9755fb48-ac7b-49fb-94fe-45ca548589ad","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 58699,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_61853b11-f8cb-41e8-ab31-069623286545.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_61853b11-f8cb-41e8-ab31-069623286545.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 54,\n 49,\n 56,\n 53,\n 51,\n 98,\n 49,\n 49,\n 45,\n 102,\n 56,\n 99,\n 98,\n 45,\n 52,\n 49,\n 101,\n 56,\n 45,\n 97,\n 98,\n 51,\n 49,\n 45,\n 48,\n 54,\n 57,\n 54,\n 50,\n 51,\n 50,\n 56,\n 54,\n 53,\n 52,\n 53,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_61853b11-f8cb-41e8-ab31-069623286545.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-25T09:29:28.538132991Z","hostname":"oxz_internal_dns_f76cf70f-a608-466f-8d8e-fec943862f41","pid":5465,"peer_addr":"[fd00:1122:3344:101::e]:59817","req_id":"1a0014ff-1053-4e3f-9ebf-00150abb77eb","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 58699,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_61853b11-f8cb-41e8-ab31-069623286545.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_61853b11-f8cb-41e8-ab31-069623286545.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 54,\n 49,\n 56,\n 53,\n 51,\n 98,\n 49,\n 49,\n 45,\n 102,\n 56,\n 99,\n 98,\n 45,\n 52,\n 49,\n 101,\n 56,\n 45,\n 97,\n 98,\n 51,\n 49,\n 45,\n 48,\n 54,\n 57,\n 54,\n 50,\n 51,\n 50,\n 56,\n 54,\n 53,\n 52,\n 53,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_61853b11-f8cb-41e8-ab31-069623286545.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-25T09:29:28.539462581Z","hostname":"oxz_internal_dns_f76cf70f-a608-466f-8d8e-fec943862f41","pid":5465,"peer_addr":"[fd00:1122:3344:101::e]:64007","req_id":"a9d5c1ee-db21-46ee-9083-f40035cb4a8f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 46817,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-08-25T09:29:36.832704432Z","hostname":"oxz_internal_dns_f76cf70f-a608-466f-8d8e-fec943862f41","pid":5465,"peer_addr":"[fd00:1122:3344:101::d]:50903","req_id":"95beb549-9d32-487a-9415-2e0a1dcf172f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 27209,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-08-25T09:29:37.273603382Z","hostname":"oxz_internal_dns_f76cf70f-a608-466f-8d8e-fec943862f41","pid":5465,"peer_addr":"[fd00:1122:3344:101::b]:22366","req_id":"f86393c9-614d-485f-a692-af33d4cffbb4","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 38698,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-08-25T09:29:38.402864165Z","hostname":"oxz_internal_dns_f76cf70f-a608-466f-8d8e-fec943862f41","pid":5465,"peer_addr":"[fd00:1122:3344:101::c]:32267","req_id":"6d30b035-e3fb-49b2-bad7-0775259a0584","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 5711,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-08-25T09:29:38.418711514Z","hostname":"oxz_internal_dns_f76cf70f-a608-466f-8d8e-fec943862f41","pid":5465,"peer_addr":"[fd00:1122:3344:101::a]:59069","req_id":"8993a7b9-abac-499d-a953-beaf2cc237d1","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-08-25T09:29:40.147164198Z","hostname":"oxz_internal_dns_f76cf70f-a608-466f-8d8e-fec943862f41","pid":5465,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:62151"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-08-25T09:29:40.151663116Z","hostname":"oxz_internal_dns_f76cf70f-a608-466f-8d8e-fec943862f41","pid":5465,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:43093"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-08-25T09:29:40.151736627Z","hostname":"oxz_internal_dns_f76cf70f-a608-466f-8d8e-fec943862f41","pid":5465,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:32958"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-08-25T09:29:40.185453493Z","hostname":"oxz_internal_dns_f76cf70f-a608-466f-8d8e-fec943862f41","pid":5465,"uri":"/config","method":"GET","req_id":"4874ca4e-94ab-4b1e-8bcf-ef1b808bfa2c","remote_addr":"[fd00:1122:3344:101::a]:43093","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":17984,"response_code":200} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-08-25T09:29:40.185484044Z","hostname":"oxz_internal_dns_f76cf70f-a608-466f-8d8e-fec943862f41","pid":5465,"uri":"/config","method":"GET","req_id":"dc3a8143-3c94-41c9-a87d-290d8c663d06","remote_addr":"[fd00:1122:3344:101::b]:32958","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":17992,"response_code":200} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-08-25T09:29:40.185539085Z","hostname":"oxz_internal_dns_f76cf70f-a608-466f-8d8e-fec943862f41","pid":5465,"uri":"/config","method":"GET","req_id":"3d015be8-c2c1-4259-8f45-d6e324187ff6","remote_addr":"[fd00:1122:3344:101::c]:62151","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":18075,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-08-25T09:29:40.577073613Z","hostname":"oxz_internal_dns_f76cf70f-a608-466f-8d8e-fec943862f41","pid":5465,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:38378"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-08-25T09:29:40.578593506Z","hostname":"oxz_internal_dns_f76cf70f-a608-466f-8d8e-fec943862f41","pid":5465,"new_generation":1,"req_id":"016da613-7367-45cf-a96c-ef4525fcf961","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-08-25T09:29:40.578637967Z","hostname":"oxz_internal_dns_f76cf70f-a608-466f-8d8e-fec943862f41","pid":5465,"new_generation":1,"req_id":"016da613-7367-45cf-a96c-ef4525fcf961","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-08-25T09:29:40.578698387Z","hostname":"oxz_internal_dns_f76cf70f-a608-466f-8d8e-fec943862f41","pid":5465,"uri":"/config","method":"PUT","req_id":"016da613-7367-45cf-a96c-ef4525fcf961","remote_addr":"[fd00:1122:3344:101::c]:38378","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":293,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 48634,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-08-25T09:29:41.590493374Z","hostname":"oxz_internal_dns_f76cf70f-a608-466f-8d8e-fec943862f41","pid":5465,"peer_addr":"[fd00:1122:3344:101::c]:61381","req_id":"caf39e7d-2056-4a47-8b5f-fa01f145b80e","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-08-25T09:29:41.840345501Z","hostname":"oxz_internal_dns_f76cf70f-a608-466f-8d8e-fec943862f41","pid":5465,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:37274"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-08-25T09:29:41.840630385Z","hostname":"oxz_internal_dns_f76cf70f-a608-466f-8d8e-fec943862f41","pid":5465,"uri":"/config","method":"GET","req_id":"5c488844-f959-4555-9eeb-79683e225c4e","remote_addr":"[fd00:1122:3344:101::c]:37274","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":215,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 12593,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-08-25T09:29:42.498105272Z","hostname":"oxz_internal_dns_f76cf70f-a608-466f-8d8e-fec943862f41","pid":5465,"peer_addr":"[fd00:1122:3344:101::c]:45661","req_id":"93966268-8f3d-48a7-bab5-33c2f8f9a3c0","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-08-25T09:29:42.764729503Z","hostname":"oxz_internal_dns_f76cf70f-a608-466f-8d8e-fec943862f41","pid":5465,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:64154"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-08-25T09:29:42.764981177Z","hostname":"oxz_internal_dns_f76cf70f-a608-466f-8d8e-fec943862f41","pid":5465,"uri":"/config","method":"GET","req_id":"2c7a0500-103f-4832-b1b3-1f13b49e9ef3","remote_addr":"[fd00:1122:3344:101::c]:64154","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":191,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 59435,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-08-25T09:29:43.271574415Z","hostname":"oxz_internal_dns_f76cf70f-a608-466f-8d8e-fec943862f41","pid":5465,"peer_addr":"[fd00:1122:3344:101::c]:46338","req_id":"ba76fa8d-8f41-4fcb-b394-9e2ff0fdf90a","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-08-25T09:29:43.403659061Z","hostname":"oxz_internal_dns_f76cf70f-a608-466f-8d8e-fec943862f41","pid":5465,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:47664"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-08-25T09:29:43.403921645Z","hostname":"oxz_internal_dns_f76cf70f-a608-466f-8d8e-fec943862f41","pid":5465,"uri":"/config","method":"GET","req_id":"f512b992-a225-4463-8dd4-d7f905ed2a72","remote_addr":"[fd00:1122:3344:101::c]:47664","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":202,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 16163,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-08-25T09:29:46.834104672Z","hostname":"oxz_internal_dns_f76cf70f-a608-466f-8d8e-fec943862f41","pid":5465,"peer_addr":"[fd00:1122:3344:101::d]:51070","req_id":"04bb52a5-66d7-4724-bd55-2963f6e39c11","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 63290,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-08-25T09:29:48.182816675Z","hostname":"oxz_internal_dns_f76cf70f-a608-466f-8d8e-fec943862f41","pid":5465,"peer_addr":"[fd00:1122:3344:101::b]:30232","req_id":"e6e8b9a3-3ff4-4828-b82d-dc88c902f0c0","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-08-25T09:29:48.316984223Z","hostname":"oxz_internal_dns_f76cf70f-a608-466f-8d8e-fec943862f41","pid":5465,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:51510"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-08-25T09:29:48.317220307Z","hostname":"oxz_internal_dns_f76cf70f-a608-466f-8d8e-fec943862f41","pid":5465,"uri":"/config","method":"GET","req_id":"307a7098-7640-45cb-b8cc-ade337cfac9d","remote_addr":"[fd00:1122:3344:101::b]:51510","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":197,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 49040,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-08-25T09:29:49.331784574Z","hostname":"oxz_internal_dns_f76cf70f-a608-466f-8d8e-fec943862f41","pid":5465,"peer_addr":"[fd00:1122:3344:101::a]:53489","req_id":"a0316492-a794-41ec-800e-e688d4797ee8","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-08-25T09:29:49.460082814Z","hostname":"oxz_internal_dns_f76cf70f-a608-466f-8d8e-fec943862f41","pid":5465,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:52610"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-08-25T09:29:49.460338308Z","hostname":"oxz_internal_dns_f76cf70f-a608-466f-8d8e-fec943862f41","pid":5465,"uri":"/config","method":"GET","req_id":"f0a70628-2bcc-4114-a811-7b09bdd65cbd","remote_addr":"[fd00:1122:3344:101::a]:52610","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":199,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 59166,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-08-25T09:29:56.836506637Z","hostname":"oxz_internal_dns_f76cf70f-a608-466f-8d8e-fec943862f41","pid":5465,"peer_addr":"[fd00:1122:3344:101::d]:53606","req_id":"24ed5b1b-3709-494a-8eb6-8919005afa18","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 51267,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_ntp_3c73a37a-8db4-47f7-95ab-e59b4345c1a2.\"),\n ),\n original: Query {\n name: Name(\"oxz_ntp_3c73a37a-8db4-47f7-95ab-e59b4345c1a2.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 44,\n 111,\n 120,\n 122,\n 95,\n 110,\n 116,\n 112,\n 95,\n 51,\n 99,\n 55,\n 51,\n 97,\n 51,\n 55,\n 97,\n 45,\n 56,\n 100,\n 98,\n 52,\n 45,\n 52,\n 55,\n 102,\n 55,\n 45,\n 57,\n 53,\n 97,\n 98,\n 45,\n 101,\n 53,\n 57,\n 98,\n 52,\n 51,\n 52,\n 53,\n 99,\n 49,\n 97,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_ntp_3c73a37a-8db4-47f7-95ab-e59b4345c1a2.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-25T09:30:00.068650865Z","hostname":"oxz_internal_dns_f76cf70f-a608-466f-8d8e-fec943862f41","pid":5465,"peer_addr":"[fd00:1122:3344:101::1b]:47605","req_id":"0bb0935a-949b-412b-b3a3-49a08eaa21fb","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 12380,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_5afae0ad-626f-4aa5-953d-5245e78df2b8.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_5afae0ad-626f-4aa5-953d-5245e78df2b8.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 53,\n 97,\n 102,\n 97,\n 101,\n 48,\n 97,\n 100,\n 45,\n 54,\n 50,\n 54,\n 102,\n 45,\n 52,\n 97,\n 97,\n 53,\n 45,\n 57,\n 53,\n 51,\n 100,\n 45,\n 53,\n 50,\n 52,\n 53,\n 101,\n 55,\n 56,\n 100,\n 102,\n 50,\n 98,\n 56,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_5afae0ad-626f-4aa5-953d-5245e78df2b8.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-25T09:30:00.160987253Z","hostname":"oxz_internal_dns_f76cf70f-a608-466f-8d8e-fec943862f41","pid":5465,"peer_addr":"[fd00:1122:3344:101::4]:33733","req_id":"77c3194f-f997-4906-bb3f-8df5941602f5","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 12380,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_5afae0ad-626f-4aa5-953d-5245e78df2b8.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_5afae0ad-626f-4aa5-953d-5245e78df2b8.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 53,\n 97,\n 102,\n 97,\n 101,\n 48,\n 97,\n 100,\n 45,\n 54,\n 50,\n 54,\n 102,\n 45,\n 52,\n 97,\n 97,\n 53,\n 45,\n 57,\n 53,\n 51,\n 100,\n 45,\n 53,\n 50,\n 52,\n 53,\n 101,\n 55,\n 56,\n 100,\n 102,\n 50,\n 98,\n 56,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_5afae0ad-626f-4aa5-953d-5245e78df2b8.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-25T09:30:00.161550741Z","hostname":"oxz_internal_dns_f76cf70f-a608-466f-8d8e-fec943862f41","pid":5465,"peer_addr":"[fd00:1122:3344:101::4]:33992","req_id":"04e0cac6-2e55-468b-8758-24c40fc38c9c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 37409,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_61853b11-f8cb-41e8-ab31-069623286545.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_61853b11-f8cb-41e8-ab31-069623286545.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 54,\n 49,\n 56,\n 53,\n 51,\n 98,\n 49,\n 49,\n 45,\n 102,\n 56,\n 99,\n 98,\n 45,\n 52,\n 49,\n 101,\n 56,\n 45,\n 97,\n 98,\n 51,\n 49,\n 45,\n 48,\n 54,\n 57,\n 54,\n 50,\n 51,\n 50,\n 56,\n 54,\n 53,\n 52,\n 53,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_61853b11-f8cb-41e8-ab31-069623286545.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-25T09:30:00.246859414Z","hostname":"oxz_internal_dns_f76cf70f-a608-466f-8d8e-fec943862f41","pid":5465,"peer_addr":"[fd00:1122:3344:101::e]:55474","req_id":"48228387-d5b9-4c05-9102-15aae7591647","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 37409,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_61853b11-f8cb-41e8-ab31-069623286545.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_61853b11-f8cb-41e8-ab31-069623286545.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 54,\n 49,\n 56,\n 53,\n 51,\n 98,\n 49,\n 49,\n 45,\n 102,\n 56,\n 99,\n 98,\n 45,\n 52,\n 49,\n 101,\n 56,\n 45,\n 97,\n 98,\n 51,\n 49,\n 45,\n 48,\n 54,\n 57,\n 54,\n 50,\n 51,\n 50,\n 56,\n 54,\n 53,\n 52,\n 53,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_61853b11-f8cb-41e8-ab31-069623286545.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-25T09:30:00.247482933Z","hostname":"oxz_internal_dns_f76cf70f-a608-466f-8d8e-fec943862f41","pid":5465,"peer_addr":"[fd00:1122:3344:101::e]:33622","req_id":"9a063f59-f81d-4075-9ce4-bbbdab7c1951","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 54820,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-25T09:30:00.513679037Z","hostname":"oxz_internal_dns_f76cf70f-a608-466f-8d8e-fec943862f41","pid":5465,"peer_addr":"[fd00:1122:3344:101::2]:49272","req_id":"a7c4edce-e39c-43d1-bd62-6d7b09d495f3","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 54820,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-25T09:30:00.514160954Z","hostname":"oxz_internal_dns_f76cf70f-a608-466f-8d8e-fec943862f41","pid":5465,"peer_addr":"[fd00:1122:3344:101::2]:45014","req_id":"47a2a0a2-bc12-4ac4-b57b-caee42e34a0c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 52022,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_cc0bfb77-8b52-44ec-a959-3c57f7f329bc.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_cc0bfb77-8b52-44ec-a959-3c57f7f329bc.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 99,\n 99,\n 48,\n 98,\n 102,\n 98,\n 55,\n 55,\n 45,\n 56,\n 98,\n 53,\n 50,\n 45,\n 52,\n 52,\n 101,\n 99,\n 45,\n 97,\n 57,\n 53,\n 57,\n 45,\n 51,\n 99,\n 53,\n 55,\n 102,\n 55,\n 102,\n 51,\n 50,\n 57,\n 98,\n 99,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_cc0bfb77-8b52-44ec-a959-3c57f7f329bc.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-25T09:30:00.950802531Z","hostname":"oxz_internal_dns_f76cf70f-a608-466f-8d8e-fec943862f41","pid":5465,"peer_addr":"[fd00:1122:3344:101::7]:41275","req_id":"77c97b2f-fea4-4f30-aef6-2b22d32cdc41","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 52022,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_cc0bfb77-8b52-44ec-a959-3c57f7f329bc.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_cc0bfb77-8b52-44ec-a959-3c57f7f329bc.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 99,\n 99,\n 48,\n 98,\n 102,\n 98,\n 55,\n 55,\n 45,\n 56,\n 98,\n 53,\n 50,\n 45,\n 52,\n 52,\n 101,\n 99,\n 45,\n 97,\n 57,\n 53,\n 57,\n 45,\n 51,\n 99,\n 53,\n 55,\n 102,\n 55,\n 102,\n 51,\n 50,\n 57,\n 98,\n 99,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_cc0bfb77-8b52-44ec-a959-3c57f7f329bc.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-25T09:30:00.951568392Z","hostname":"oxz_internal_dns_f76cf70f-a608-466f-8d8e-fec943862f41","pid":5465,"peer_addr":"[fd00:1122:3344:101::7]:64632","req_id":"0179dd95-7997-4c08-819d-2a586123b35b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 37040,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_33dcb86e-c66b-4f0a-aeae-67db9731793e.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_33dcb86e-c66b-4f0a-aeae-67db9731793e.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 51,\n 51,\n 100,\n 99,\n 98,\n 56,\n 54,\n 101,\n 45,\n 99,\n 54,\n 54,\n 98,\n 45,\n 52,\n 102,\n 48,\n 97,\n 45,\n 97,\n 101,\n 97,\n 101,\n 45,\n 54,\n 55,\n 100,\n 98,\n 57,\n 55,\n 51,\n 49,\n 55,\n 57,\n 51,\n 101,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_33dcb86e-c66b-4f0a-aeae-67db9731793e.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-25T09:30:00.97536669Z","hostname":"oxz_internal_dns_f76cf70f-a608-466f-8d8e-fec943862f41","pid":5465,"peer_addr":"[fd00:1122:3344:101::6]:33897","req_id":"66a20da9-3911-4f63-936f-c82c13ada587","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 37040,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_33dcb86e-c66b-4f0a-aeae-67db9731793e.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_33dcb86e-c66b-4f0a-aeae-67db9731793e.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 51,\n 51,\n 100,\n 99,\n 98,\n 56,\n 54,\n 101,\n 45,\n 99,\n 54,\n 54,\n 98,\n 45,\n 52,\n 102,\n 48,\n 97,\n 45,\n 97,\n 101,\n 97,\n 101,\n 45,\n 54,\n 55,\n 100,\n 98,\n 57,\n 55,\n 51,\n 49,\n 55,\n 57,\n 51,\n 101,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_33dcb86e-c66b-4f0a-aeae-67db9731793e.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-25T09:30:00.976357585Z","hostname":"oxz_internal_dns_f76cf70f-a608-466f-8d8e-fec943862f41","pid":5465,"peer_addr":"[fd00:1122:3344:101::6]:44604","req_id":"06157a31-ec9f-4089-be66-018d4c09e775","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 4430,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_3474cc27-8a72-48df-a18a-1b1ce601936f.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_3474cc27-8a72-48df-a18a-1b1ce601936f.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 51,\n 52,\n 55,\n 52,\n 99,\n 99,\n 50,\n 55,\n 45,\n 56,\n 97,\n 55,\n 50,\n 45,\n 52,\n 56,\n 100,\n 102,\n 45,\n 97,\n 49,\n 56,\n 97,\n 45,\n 49,\n 98,\n 49,\n 99,\n 101,\n 54,\n 48,\n 49,\n 57,\n 51,\n 54,\n 102,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_3474cc27-8a72-48df-a18a-1b1ce601936f.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-25T09:30:00.979836408Z","hostname":"oxz_internal_dns_f76cf70f-a608-466f-8d8e-fec943862f41","pid":5465,"peer_addr":"[fd00:1122:3344:101::5]:61177","req_id":"afbd1759-e420-4e8e-b943-3bac1ac9b2f0","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 4430,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_3474cc27-8a72-48df-a18a-1b1ce601936f.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_3474cc27-8a72-48df-a18a-1b1ce601936f.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 51,\n 52,\n 55,\n 52,\n 99,\n 99,\n 50,\n 55,\n 45,\n 56,\n 97,\n 55,\n 50,\n 45,\n 52,\n 56,\n 100,\n 102,\n 45,\n 97,\n 49,\n 56,\n 97,\n 45,\n 49,\n 98,\n 49,\n 99,\n 101,\n 54,\n 48,\n 49,\n 57,\n 51,\n 54,\n 102,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_3474cc27-8a72-48df-a18a-1b1ce601936f.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-25T09:30:00.980445757Z","hostname":"oxz_internal_dns_f76cf70f-a608-466f-8d8e-fec943862f41","pid":5465,"peer_addr":"[fd00:1122:3344:101::5]:37093","req_id":"23f4b9c6-19cf-4f3f-8966-000b71ff9802","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 55805,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_ebd97d27-6b0c-4b2b-9aa6-9c0c8a36f616.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_ebd97d27-6b0c-4b2b-9aa6-9c0c8a36f616.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 101,\n 98,\n 100,\n 57,\n 55,\n 100,\n 50,\n 55,\n 45,\n 54,\n 98,\n 48,\n 99,\n 45,\n 52,\n 98,\n 50,\n 98,\n 45,\n 57,\n 97,\n 97,\n 54,\n 45,\n 57,\n 99,\n 48,\n 99,\n 56,\n 97,\n 51,\n 54,\n 102,\n 54,\n 49,\n 54,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_ebd97d27-6b0c-4b2b-9aa6-9c0c8a36f616.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-25T09:30:01.011387072Z","hostname":"oxz_internal_dns_f76cf70f-a608-466f-8d8e-fec943862f41","pid":5465,"peer_addr":"[fd00:1122:3344:101::3]:38458","req_id":"efc9196a-b57c-46b7-a73a-127c0a1a385b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 55805,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_ebd97d27-6b0c-4b2b-9aa6-9c0c8a36f616.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_ebd97d27-6b0c-4b2b-9aa6-9c0c8a36f616.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 101,\n 98,\n 100,\n 57,\n 55,\n 100,\n 50,\n 55,\n 45,\n 54,\n 98,\n 48,\n 99,\n 45,\n 52,\n 98,\n 50,\n 98,\n 45,\n 57,\n 97,\n 97,\n 54,\n 45,\n 57,\n 99,\n 48,\n 99,\n 56,\n 97,\n 51,\n 54,\n 102,\n 54,\n 49,\n 54,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_ebd97d27-6b0c-4b2b-9aa6-9c0c8a36f616.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-25T09:30:01.012071262Z","hostname":"oxz_internal_dns_f76cf70f-a608-466f-8d8e-fec943862f41","pid":5465,"peer_addr":"[fd00:1122:3344:101::3]:43095","req_id":"a9535704-65c7-48d8-8f55-bc54b2cd681b","component":"dns"}