[ Aug 25 09:26:10 Enabled. ] [ Aug 25 09:26:10 Rereading configuration. ] [ Aug 25 09:26:11 Rereading configuration. ] [ Aug 25 09:26:12 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:1::1]:5353 --dns-address [fd00:1122:3344:1::1]:53 &"). ] [ Aug 25 09:26:12 Method "start" exited with status 0. ] Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:1::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } note: configured to log to "/dev/stdout" {"msg":"config","v":0,"name":"dns-server","level":30,"time":"2026-08-25T09:26:12.555228988Z","hostname":"oxz_internal_dns_a7de70e2-54d2-4d4b-93ec-9b8e6f56f189","pid":5448,"dns_config":"Config { bind_address: [fd00:1122:3344:1::1]:53 }","config":"Config { log: File { level: Info, path: \"/dev/stdout\", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:1::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: \"/data/dns\", keep_old_generations: 3 } }"} {"msg":"opening sled database","v":0,"name":"dns-server","level":30,"time":"2026-08-25T09:26:12.555474642Z","hostname":"oxz_internal_dns_a7de70e2-54d2-4d4b-93ec-9b8e6f56f189","pid":5448,"component":"store","path":"/data/dns"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-08-25T09:26:12.585869369Z","hostname":"oxz_internal_dns_a7de70e2-54d2-4d4b-93ec-9b8e6f56f189","pid":5448,"component":"store"} {"msg":"pruning trees for generations older than 0","v":0,"name":"dns-server","level":30,"time":"2026-08-25T09:26:12.58589503Z","hostname":"oxz_internal_dns_a7de70e2-54d2-4d4b-93ec-9b8e6f56f189","pid":5448,"component":"store","keep":3} {"msg":"DNS server bound to address","v":0,"name":"dns-server","level":30,"time":"2026-08-25T09:26:12.585973771Z","hostname":"oxz_internal_dns_a7de70e2-54d2-4d4b-93ec-9b8e6f56f189","pid":5448,"component":"dns","local_address":"[fd00:1122:3344:1::1]:53"} {"msg":"listening","v":0,"name":"dns-server","level":30,"time":"2026-08-25T09:26:12.586258045Z","hostname":"oxz_internal_dns_a7de70e2-54d2-4d4b-93ec-9b8e6f56f189","pid":5448,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 24223,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-25T09:26:12.586980466Z","hostname":"oxz_internal_dns_a7de70e2-54d2-4d4b-93ec-9b8e6f56f189","pid":5448,"peer_addr":"[fd00:1122:3344:101::2]:62362","req_id":"bb0c7ed4-1bd7-4e7b-bd51-776d9d6fc69d","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-08-25T09:26:12.63847695Z","hostname":"oxz_internal_dns_a7de70e2-54d2-4d4b-93ec-9b8e6f56f189","pid":5448,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:1::2]:61149"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-08-25T09:26:12.639379824Z","hostname":"oxz_internal_dns_a7de70e2-54d2-4d4b-93ec-9b8e6f56f189","pid":5448,"new_generation":1,"req_id":"d81a19c9-daec-40c7-8af2-87ad575db685","component":"store"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-08-25T09:26:12.639412764Z","hostname":"oxz_internal_dns_a7de70e2-54d2-4d4b-93ec-9b8e6f56f189","pid":5448,"component":"store"} {"msg":"pruning trees for generations older than 1","v":0,"name":"dns-server","level":30,"time":"2026-08-25T09:26:12.660439051Z","hostname":"oxz_internal_dns_a7de70e2-54d2-4d4b-93ec-9b8e6f56f189","pid":5448,"component":"store","keep":3} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-08-25T09:26:12.660483452Z","hostname":"oxz_internal_dns_a7de70e2-54d2-4d4b-93ec-9b8e6f56f189","pid":5448,"new_generation":1,"req_id":"d81a19c9-daec-40c7-8af2-87ad575db685","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-08-25T09:26:12.660493301Z","hostname":"oxz_internal_dns_a7de70e2-54d2-4d4b-93ec-9b8e6f56f189","pid":5448,"uri":"/config","method":"PUT","req_id":"d81a19c9-daec-40c7-8af2-87ad575db685","remote_addr":"[fd00:1122:3344:1::2]:61149","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":21570,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 55557,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-25T09:26:24.097085909Z","hostname":"oxz_internal_dns_a7de70e2-54d2-4d4b-93ec-9b8e6f56f189","pid":5448,"peer_addr":"[fd00:1122:3344:101::1b]:52420","req_id":"4c3be2ae-b673-4fa6-b776-0f4413848b58","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 45219,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-25T09:26:24.101590607Z","hostname":"oxz_internal_dns_a7de70e2-54d2-4d4b-93ec-9b8e6f56f189","pid":5448,"peer_addr":"[fd00:1122:3344:101::1b]:52041","req_id":"0ce35b11-82b4-4f9f-805d-5066af7bead2","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 19362,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-25T09:26:24.108309098Z","hostname":"oxz_internal_dns_a7de70e2-54d2-4d4b-93ec-9b8e6f56f189","pid":5448,"peer_addr":"[fd00:1122:3344:101::1b]:46111","req_id":"2cb6a505-f863-43ab-bbc2-8ca3d4a4b59a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 49890,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-25T09:27:47.407119949Z","hostname":"oxz_internal_dns_a7de70e2-54d2-4d4b-93ec-9b8e6f56f189","pid":5448,"peer_addr":"[fd00:1122:3344:101::1b]:55798","req_id":"117106de-7a78-43bd-b4fc-fb9d83aa4652","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 32139,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-25T09:27:47.411711828Z","hostname":"oxz_internal_dns_a7de70e2-54d2-4d4b-93ec-9b8e6f56f189","pid":5448,"peer_addr":"[fd00:1122:3344:101::1b]:37643","req_id":"8fc02af0-f230-429d-b496-8e9e0bac2f79","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 41929,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-25T09:27:47.41647229Z","hostname":"oxz_internal_dns_a7de70e2-54d2-4d4b-93ec-9b8e6f56f189","pid":5448,"peer_addr":"[fd00:1122:3344:101::1b]:61905","req_id":"5480a8eb-0e3b-4742-85f7-a3ddf517f658","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 46229,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-08-25T09:29:26.851352554Z","hostname":"oxz_internal_dns_a7de70e2-54d2-4d4b-93ec-9b8e6f56f189","pid":5448,"peer_addr":"[fd00:1122:3344:101::d]:52960","req_id":"b46f5c84-541e-46c4-81e6-ddcab1bc3cec","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 58699,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_61853b11-f8cb-41e8-ab31-069623286545.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_61853b11-f8cb-41e8-ab31-069623286545.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 54,\n 49,\n 56,\n 53,\n 51,\n 98,\n 49,\n 49,\n 45,\n 102,\n 56,\n 99,\n 98,\n 45,\n 52,\n 49,\n 101,\n 56,\n 45,\n 97,\n 98,\n 51,\n 49,\n 45,\n 48,\n 54,\n 57,\n 54,\n 50,\n 51,\n 50,\n 56,\n 54,\n 53,\n 52,\n 53,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_61853b11-f8cb-41e8-ab31-069623286545.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-25T09:29:28.511013943Z","hostname":"oxz_internal_dns_a7de70e2-54d2-4d4b-93ec-9b8e6f56f189","pid":5448,"peer_addr":"[fd00:1122:3344:101::e]:61911","req_id":"4c22df45-f4c9-402d-adca-6a9eca8172f2","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 58699,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_61853b11-f8cb-41e8-ab31-069623286545.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_61853b11-f8cb-41e8-ab31-069623286545.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 54,\n 49,\n 56,\n 53,\n 51,\n 98,\n 49,\n 49,\n 45,\n 102,\n 56,\n 99,\n 98,\n 45,\n 52,\n 49,\n 101,\n 56,\n 45,\n 97,\n 98,\n 51,\n 49,\n 45,\n 48,\n 54,\n 57,\n 54,\n 50,\n 51,\n 50,\n 56,\n 54,\n 53,\n 52,\n 53,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_61853b11-f8cb-41e8-ab31-069623286545.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-25T09:29:28.538901442Z","hostname":"oxz_internal_dns_a7de70e2-54d2-4d4b-93ec-9b8e6f56f189","pid":5448,"peer_addr":"[fd00:1122:3344:101::e]:40517","req_id":"eb7a9cf8-ddaf-4424-846e-d7207808ccff","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 65326,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-08-25T09:29:36.832707422Z","hostname":"oxz_internal_dns_a7de70e2-54d2-4d4b-93ec-9b8e6f56f189","pid":5448,"peer_addr":"[fd00:1122:3344:101::d]:52447","req_id":"17aa7430-d250-4fab-8077-2d817e706b94","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 15346,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-08-25T09:29:37.273696134Z","hostname":"oxz_internal_dns_a7de70e2-54d2-4d4b-93ec-9b8e6f56f189","pid":5448,"peer_addr":"[fd00:1122:3344:101::b]:56795","req_id":"03aa0cda-db25-41dd-aa77-4071ddea9adc","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 55282,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-08-25T09:29:38.402848725Z","hostname":"oxz_internal_dns_a7de70e2-54d2-4d4b-93ec-9b8e6f56f189","pid":5448,"peer_addr":"[fd00:1122:3344:101::c]:43474","req_id":"5fa78998-7e16-4b02-8218-0895401755d8","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 53484,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-08-25T09:29:38.418680613Z","hostname":"oxz_internal_dns_a7de70e2-54d2-4d4b-93ec-9b8e6f56f189","pid":5448,"peer_addr":"[fd00:1122:3344:101::a]:61855","req_id":"568f4d2a-2382-47e4-b26a-7bea87225463","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-08-25T09:29:40.098307043Z","hostname":"oxz_internal_dns_a7de70e2-54d2-4d4b-93ec-9b8e6f56f189","pid":5448,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:53310"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-08-25T09:29:40.103825617Z","hostname":"oxz_internal_dns_a7de70e2-54d2-4d4b-93ec-9b8e6f56f189","pid":5448,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:59343"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-08-25T09:29:40.103896358Z","hostname":"oxz_internal_dns_a7de70e2-54d2-4d4b-93ec-9b8e6f56f189","pid":5448,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:64514"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-08-25T09:29:40.13992Z","hostname":"oxz_internal_dns_a7de70e2-54d2-4d4b-93ec-9b8e6f56f189","pid":5448,"uri":"/config","method":"GET","req_id":"ba5302ad-933f-48ea-ac6c-3ebeb7233ae2","remote_addr":"[fd00:1122:3344:101::a]:64514","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":19361,"response_code":200} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-08-25T09:29:40.13995387Z","hostname":"oxz_internal_dns_a7de70e2-54d2-4d4b-93ec-9b8e6f56f189","pid":5448,"uri":"/config","method":"GET","req_id":"ab8e80d9-0934-46e6-a81b-1c83c508e01b","remote_addr":"[fd00:1122:3344:101::c]:59343","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":19363,"response_code":200} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-08-25T09:29:40.140006391Z","hostname":"oxz_internal_dns_a7de70e2-54d2-4d4b-93ec-9b8e6f56f189","pid":5448,"uri":"/config","method":"GET","req_id":"460eb9b7-334a-4b00-8387-fe8900c307bc","remote_addr":"[fd00:1122:3344:101::b]:53310","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":19364,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-08-25T09:29:40.575818074Z","hostname":"oxz_internal_dns_a7de70e2-54d2-4d4b-93ec-9b8e6f56f189","pid":5448,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:56124"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-08-25T09:29:40.578634046Z","hostname":"oxz_internal_dns_a7de70e2-54d2-4d4b-93ec-9b8e6f56f189","pid":5448,"new_generation":1,"req_id":"3529fb18-24b6-4ab5-b65f-a4418f23e3c8","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-08-25T09:29:40.578673287Z","hostname":"oxz_internal_dns_a7de70e2-54d2-4d4b-93ec-9b8e6f56f189","pid":5448,"new_generation":1,"req_id":"3529fb18-24b6-4ab5-b65f-a4418f23e3c8","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-08-25T09:29:40.578746068Z","hostname":"oxz_internal_dns_a7de70e2-54d2-4d4b-93ec-9b8e6f56f189","pid":5448,"uri":"/config","method":"PUT","req_id":"3529fb18-24b6-4ab5-b65f-a4418f23e3c8","remote_addr":"[fd00:1122:3344:101::c]:56124","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":276,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 56694,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-08-25T09:29:41.590419393Z","hostname":"oxz_internal_dns_a7de70e2-54d2-4d4b-93ec-9b8e6f56f189","pid":5448,"peer_addr":"[fd00:1122:3344:101::c]:59926","req_id":"a1846e4d-441c-44f7-9949-3b9d68699938","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-08-25T09:29:41.839544029Z","hostname":"oxz_internal_dns_a7de70e2-54d2-4d4b-93ec-9b8e6f56f189","pid":5448,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:57601"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-08-25T09:29:41.839821603Z","hostname":"oxz_internal_dns_a7de70e2-54d2-4d4b-93ec-9b8e6f56f189","pid":5448,"uri":"/config","method":"GET","req_id":"91f9fda9-9734-4510-b85f-1675e116058e","remote_addr":"[fd00:1122:3344:101::c]:57601","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":200,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 27538,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-08-25T09:29:42.49807964Z","hostname":"oxz_internal_dns_a7de70e2-54d2-4d4b-93ec-9b8e6f56f189","pid":5448,"peer_addr":"[fd00:1122:3344:101::c]:18767","req_id":"7e86ad1b-1fe4-414e-9a31-5e22622cf002","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-08-25T09:29:42.764018172Z","hostname":"oxz_internal_dns_a7de70e2-54d2-4d4b-93ec-9b8e6f56f189","pid":5448,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:44165"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-08-25T09:29:42.764265966Z","hostname":"oxz_internal_dns_a7de70e2-54d2-4d4b-93ec-9b8e6f56f189","pid":5448,"uri":"/config","method":"GET","req_id":"f732ef73-54cb-4334-a6f8-b67dd5f3b599","remote_addr":"[fd00:1122:3344:101::c]:44165","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":197,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 22395,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-08-25T09:29:43.271602205Z","hostname":"oxz_internal_dns_a7de70e2-54d2-4d4b-93ec-9b8e6f56f189","pid":5448,"peer_addr":"[fd00:1122:3344:101::c]:9665","req_id":"c9041a91-7b9d-4034-9f77-525480a5ecaa","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-08-25T09:29:43.40287525Z","hostname":"oxz_internal_dns_a7de70e2-54d2-4d4b-93ec-9b8e6f56f189","pid":5448,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:38757"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-08-25T09:29:43.403174914Z","hostname":"oxz_internal_dns_a7de70e2-54d2-4d4b-93ec-9b8e6f56f189","pid":5448,"uri":"/config","method":"GET","req_id":"3b6d512a-6402-4ba9-954c-f648ee03eaff","remote_addr":"[fd00:1122:3344:101::c]:38757","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":222,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 3348,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-08-25T09:29:46.834105982Z","hostname":"oxz_internal_dns_a7de70e2-54d2-4d4b-93ec-9b8e6f56f189","pid":5448,"peer_addr":"[fd00:1122:3344:101::d]:64765","req_id":"4b578f06-ba9b-45d9-b6b2-5cc77f90f719","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 17679,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-08-25T09:29:48.182813475Z","hostname":"oxz_internal_dns_a7de70e2-54d2-4d4b-93ec-9b8e6f56f189","pid":5448,"peer_addr":"[fd00:1122:3344:101::b]:10832","req_id":"75b7c78f-926f-4643-a7ae-16a34ed71d05","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-08-25T09:29:48.31610167Z","hostname":"oxz_internal_dns_a7de70e2-54d2-4d4b-93ec-9b8e6f56f189","pid":5448,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:47725"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-08-25T09:29:48.316426345Z","hostname":"oxz_internal_dns_a7de70e2-54d2-4d4b-93ec-9b8e6f56f189","pid":5448,"uri":"/config","method":"GET","req_id":"c0f4c8ae-b668-4afa-8ed1-13dc2b7d800b","remote_addr":"[fd00:1122:3344:101::b]:47725","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":231,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 1702,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-08-25T09:29:49.331718583Z","hostname":"oxz_internal_dns_a7de70e2-54d2-4d4b-93ec-9b8e6f56f189","pid":5448,"peer_addr":"[fd00:1122:3344:101::a]:45749","req_id":"ea9dcb50-82fa-432f-90b1-25371365286e","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-08-25T09:29:49.459243271Z","hostname":"oxz_internal_dns_a7de70e2-54d2-4d4b-93ec-9b8e6f56f189","pid":5448,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:49152"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-08-25T09:29:49.459532816Z","hostname":"oxz_internal_dns_a7de70e2-54d2-4d4b-93ec-9b8e6f56f189","pid":5448,"uri":"/config","method":"GET","req_id":"c94c3f18-f2a7-4bdd-900f-3f46e79c6f62","remote_addr":"[fd00:1122:3344:101::a]:49152","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":242,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 45922,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-08-25T09:29:56.836490186Z","hostname":"oxz_internal_dns_a7de70e2-54d2-4d4b-93ec-9b8e6f56f189","pid":5448,"peer_addr":"[fd00:1122:3344:101::d]:60811","req_id":"ac19c615-613d-4195-ba0e-561728af9cdf","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 51267,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_ntp_3c73a37a-8db4-47f7-95ab-e59b4345c1a2.\"),\n ),\n original: Query {\n name: Name(\"oxz_ntp_3c73a37a-8db4-47f7-95ab-e59b4345c1a2.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 44,\n 111,\n 120,\n 122,\n 95,\n 110,\n 116,\n 112,\n 95,\n 51,\n 99,\n 55,\n 51,\n 97,\n 51,\n 55,\n 97,\n 45,\n 56,\n 100,\n 98,\n 52,\n 45,\n 52,\n 55,\n 102,\n 55,\n 45,\n 57,\n 53,\n 97,\n 98,\n 45,\n 101,\n 53,\n 57,\n 98,\n 52,\n 51,\n 52,\n 53,\n 99,\n 49,\n 97,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_ntp_3c73a37a-8db4-47f7-95ab-e59b4345c1a2.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-25T09:30:00.068152737Z","hostname":"oxz_internal_dns_a7de70e2-54d2-4d4b-93ec-9b8e6f56f189","pid":5448,"peer_addr":"[fd00:1122:3344:101::1b]:47841","req_id":"1e857100-679e-4378-bab2-0f962d97eccc","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 12380,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_5afae0ad-626f-4aa5-953d-5245e78df2b8.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_5afae0ad-626f-4aa5-953d-5245e78df2b8.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 53,\n 97,\n 102,\n 97,\n 101,\n 48,\n 97,\n 100,\n 45,\n 54,\n 50,\n 54,\n 102,\n 45,\n 52,\n 97,\n 97,\n 53,\n 45,\n 57,\n 53,\n 51,\n 100,\n 45,\n 53,\n 50,\n 52,\n 53,\n 101,\n 55,\n 56,\n 100,\n 102,\n 50,\n 98,\n 56,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_5afae0ad-626f-4aa5-953d-5245e78df2b8.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-25T09:30:00.160339523Z","hostname":"oxz_internal_dns_a7de70e2-54d2-4d4b-93ec-9b8e6f56f189","pid":5448,"peer_addr":"[fd00:1122:3344:101::4]:54700","req_id":"76931f4d-e8a4-4989-8cf7-4d633236c764","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 12380,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_5afae0ad-626f-4aa5-953d-5245e78df2b8.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_5afae0ad-626f-4aa5-953d-5245e78df2b8.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 53,\n 97,\n 102,\n 97,\n 101,\n 48,\n 97,\n 100,\n 45,\n 54,\n 50,\n 54,\n 102,\n 45,\n 52,\n 97,\n 97,\n 53,\n 45,\n 57,\n 53,\n 51,\n 100,\n 45,\n 53,\n 50,\n 52,\n 53,\n 101,\n 55,\n 56,\n 100,\n 102,\n 50,\n 98,\n 56,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_5afae0ad-626f-4aa5-953d-5245e78df2b8.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-25T09:30:00.161244956Z","hostname":"oxz_internal_dns_a7de70e2-54d2-4d4b-93ec-9b8e6f56f189","pid":5448,"peer_addr":"[fd00:1122:3344:101::4]:43166","req_id":"0203571f-c3b8-47c9-96d1-d0ca0ef9a260","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 37409,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_61853b11-f8cb-41e8-ab31-069623286545.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_61853b11-f8cb-41e8-ab31-069623286545.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 54,\n 49,\n 56,\n 53,\n 51,\n 98,\n 49,\n 49,\n 45,\n 102,\n 56,\n 99,\n 98,\n 45,\n 52,\n 49,\n 101,\n 56,\n 45,\n 97,\n 98,\n 51,\n 49,\n 45,\n 48,\n 54,\n 57,\n 54,\n 50,\n 51,\n 50,\n 56,\n 54,\n 53,\n 52,\n 53,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_61853b11-f8cb-41e8-ab31-069623286545.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-25T09:30:00.246363706Z","hostname":"oxz_internal_dns_a7de70e2-54d2-4d4b-93ec-9b8e6f56f189","pid":5448,"peer_addr":"[fd00:1122:3344:101::e]:35674","req_id":"9c1857ca-ba62-4458-a3c9-f34928bb2749","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 37409,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_61853b11-f8cb-41e8-ab31-069623286545.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_61853b11-f8cb-41e8-ab31-069623286545.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 54,\n 49,\n 56,\n 53,\n 51,\n 98,\n 49,\n 49,\n 45,\n 102,\n 56,\n 99,\n 98,\n 45,\n 52,\n 49,\n 101,\n 56,\n 45,\n 97,\n 98,\n 51,\n 49,\n 45,\n 48,\n 54,\n 57,\n 54,\n 50,\n 51,\n 50,\n 56,\n 54,\n 53,\n 52,\n 53,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_61853b11-f8cb-41e8-ab31-069623286545.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-25T09:30:00.247159129Z","hostname":"oxz_internal_dns_a7de70e2-54d2-4d4b-93ec-9b8e6f56f189","pid":5448,"peer_addr":"[fd00:1122:3344:101::e]:52932","req_id":"d1fa0047-4910-4f2b-bffc-4516511fea3d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 54820,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-25T09:30:00.513201719Z","hostname":"oxz_internal_dns_a7de70e2-54d2-4d4b-93ec-9b8e6f56f189","pid":5448,"peer_addr":"[fd00:1122:3344:101::2]:62293","req_id":"77e743fc-918e-496a-99c0-fb564bf456d9","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 54820,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-25T09:30:00.513827209Z","hostname":"oxz_internal_dns_a7de70e2-54d2-4d4b-93ec-9b8e6f56f189","pid":5448,"peer_addr":"[fd00:1122:3344:101::2]:48735","req_id":"30290e5d-bce0-4a64-8f8e-36fd0a839568","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 52022,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_cc0bfb77-8b52-44ec-a959-3c57f7f329bc.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_cc0bfb77-8b52-44ec-a959-3c57f7f329bc.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 99,\n 99,\n 48,\n 98,\n 102,\n 98,\n 55,\n 55,\n 45,\n 56,\n 98,\n 53,\n 50,\n 45,\n 52,\n 52,\n 101,\n 99,\n 45,\n 97,\n 57,\n 53,\n 57,\n 45,\n 51,\n 99,\n 53,\n 55,\n 102,\n 55,\n 102,\n 51,\n 50,\n 57,\n 98,\n 99,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_cc0bfb77-8b52-44ec-a959-3c57f7f329bc.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-25T09:30:00.950185491Z","hostname":"oxz_internal_dns_a7de70e2-54d2-4d4b-93ec-9b8e6f56f189","pid":5448,"peer_addr":"[fd00:1122:3344:101::7]:35009","req_id":"fc279145-1692-45a8-9f8c-1f0b7a11a30c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 52022,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_cc0bfb77-8b52-44ec-a959-3c57f7f329bc.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_cc0bfb77-8b52-44ec-a959-3c57f7f329bc.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 99,\n 99,\n 48,\n 98,\n 102,\n 98,\n 55,\n 55,\n 45,\n 56,\n 98,\n 53,\n 50,\n 45,\n 52,\n 52,\n 101,\n 99,\n 45,\n 97,\n 57,\n 53,\n 57,\n 45,\n 51,\n 99,\n 53,\n 55,\n 102,\n 55,\n 102,\n 51,\n 50,\n 57,\n 98,\n 99,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_cc0bfb77-8b52-44ec-a959-3c57f7f329bc.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-25T09:30:00.951036714Z","hostname":"oxz_internal_dns_a7de70e2-54d2-4d4b-93ec-9b8e6f56f189","pid":5448,"peer_addr":"[fd00:1122:3344:101::7]:61922","req_id":"25817bf8-6c90-4024-9dd9-f0749633d7b5","component":"dns"}