[ Jul 23 02:27:10 Enabled. ] [ Jul 23 02:27:10 Rereading configuration. ] [ Jul 23 02:27:11 Rereading configuration. ] [ Jul 23 02:27:12 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:2::1]:5353 --dns-address [fd00:1122:3344:2::1]:53 &"). ] [ Jul 23 02:27:12 Method "start" exited with status 0. ] Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:2::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } note: configured to log to "/dev/stdout" {"msg":"config","v":0,"name":"dns-server","level":30,"time":"2026-07-23T02:27:12.275572347Z","hostname":"oxz_internal_dns_2d874b67-9a06-4b3c-9345-ac41457cb260","pid":5446,"dns_config":"Config { bind_address: [fd00:1122:3344:2::1]:53 }","config":"Config { log: File { level: Info, path: \"/dev/stdout\", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:2::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: \"/data/dns\", keep_old_generations: 3 } }"} {"msg":"opening sled database","v":0,"name":"dns-server","level":30,"time":"2026-07-23T02:27:12.275688748Z","hostname":"oxz_internal_dns_2d874b67-9a06-4b3c-9345-ac41457cb260","pid":5446,"component":"store","path":"/data/dns"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-07-23T02:27:12.296211522Z","hostname":"oxz_internal_dns_2d874b67-9a06-4b3c-9345-ac41457cb260","pid":5446,"component":"store"} {"msg":"pruning trees for generations older than 0","v":0,"name":"dns-server","level":30,"time":"2026-07-23T02:27:12.296223902Z","hostname":"oxz_internal_dns_2d874b67-9a06-4b3c-9345-ac41457cb260","pid":5446,"component":"store","keep":3} {"msg":"DNS server bound to address","v":0,"name":"dns-server","level":30,"time":"2026-07-23T02:27:12.296272753Z","hostname":"oxz_internal_dns_2d874b67-9a06-4b3c-9345-ac41457cb260","pid":5446,"component":"dns","local_address":"[fd00:1122:3344:2::1]:53"} {"msg":"listening","v":0,"name":"dns-server","level":30,"time":"2026-07-23T02:27:12.296510495Z","hostname":"oxz_internal_dns_2d874b67-9a06-4b3c-9345-ac41457cb260","pid":5446,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 57412,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-23T02:27:12.346141641Z","hostname":"oxz_internal_dns_2d874b67-9a06-4b3c-9345-ac41457cb260","pid":5446,"peer_addr":"[fd00:1122:3344:101::2]:7846","req_id":"046d49c4-2148-4325-810b-890e71651e3a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 5830,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-23T02:27:12.512131081Z","hostname":"oxz_internal_dns_2d874b67-9a06-4b3c-9345-ac41457cb260","pid":5446,"peer_addr":"[fd00:1122:3344:101::2]:6534","req_id":"9db0c738-8040-4a8f-9d4d-200ee27dd9c6","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 62981,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-23T02:27:12.521291415Z","hostname":"oxz_internal_dns_2d874b67-9a06-4b3c-9345-ac41457cb260","pid":5446,"peer_addr":"[fd00:1122:3344:101::2]:45497","req_id":"2b17a43e-f581-4e48-a0ad-9e8337a63d18","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 36811,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-23T02:27:12.738187605Z","hostname":"oxz_internal_dns_2d874b67-9a06-4b3c-9345-ac41457cb260","pid":5446,"peer_addr":"[fd00:1122:3344:101::2]:6509","req_id":"8ad73c9c-c978-4813-8a37-f02f42d9316d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 16009,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-23T02:27:12.872514674Z","hostname":"oxz_internal_dns_2d874b67-9a06-4b3c-9345-ac41457cb260","pid":5446,"peer_addr":"[fd00:1122:3344:101::2]:13951","req_id":"a532aff5-c766-4fc2-ba28-ddd6f9b14dd6","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 53009,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-23T02:27:12.986533743Z","hostname":"oxz_internal_dns_2d874b67-9a06-4b3c-9345-ac41457cb260","pid":5446,"peer_addr":"[fd00:1122:3344:2::2]:36163","req_id":"d17ab6ff-1f1f-4172-9b1b-d2f391501126","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 31776,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-23T02:27:13.290959069Z","hostname":"oxz_internal_dns_2d874b67-9a06-4b3c-9345-ac41457cb260","pid":5446,"peer_addr":"[fd00:1122:3344:101::2]:4356","req_id":"66e6adad-d59f-4ed6-ab7b-a37162887f37","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 44423,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-23T02:27:13.900857294Z","hostname":"oxz_internal_dns_2d874b67-9a06-4b3c-9345-ac41457cb260","pid":5446,"peer_addr":"[fd00:1122:3344:101::2]:34308","req_id":"75c1dc49-3459-4d23-ab66-bbf9aa742b3d","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-23T02:27:13.990243352Z","hostname":"oxz_internal_dns_2d874b67-9a06-4b3c-9345-ac41457cb260","pid":5446,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:2::2]:53975"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-07-23T02:27:13.99096069Z","hostname":"oxz_internal_dns_2d874b67-9a06-4b3c-9345-ac41457cb260","pid":5446,"new_generation":1,"req_id":"8d59f2a1-654f-40bc-a084-8a3bfb73eca5","component":"store"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-07-23T02:27:13.99099704Z","hostname":"oxz_internal_dns_2d874b67-9a06-4b3c-9345-ac41457cb260","pid":5446,"component":"store"} {"msg":"pruning trees for generations older than 1","v":0,"name":"dns-server","level":30,"time":"2026-07-23T02:27:14.006472197Z","hostname":"oxz_internal_dns_2d874b67-9a06-4b3c-9345-ac41457cb260","pid":5446,"component":"store","keep":3} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-07-23T02:27:14.006496127Z","hostname":"oxz_internal_dns_2d874b67-9a06-4b3c-9345-ac41457cb260","pid":5446,"new_generation":1,"req_id":"8d59f2a1-654f-40bc-a084-8a3bfb73eca5","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-23T02:27:14.006526807Z","hostname":"oxz_internal_dns_2d874b67-9a06-4b3c-9345-ac41457cb260","pid":5446,"uri":"/config","method":"PUT","req_id":"8d59f2a1-654f-40bc-a084-8a3bfb73eca5","remote_addr":"[fd00:1122:3344:2::2]:53975","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":15924,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 39399,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-23T02:27:26.019834833Z","hostname":"oxz_internal_dns_2d874b67-9a06-4b3c-9345-ac41457cb260","pid":5446,"peer_addr":"[fd00:1122:3344:101::1b]:41604","req_id":"431ec11f-66bd-42ea-83ef-2056cca5ce9c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 16494,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-23T02:27:26.024333924Z","hostname":"oxz_internal_dns_2d874b67-9a06-4b3c-9345-ac41457cb260","pid":5446,"peer_addr":"[fd00:1122:3344:101::1b]:63051","req_id":"de09bd02-c0e0-4f23-9136-a20ba1fd3e0e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 41360,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-23T02:27:26.028818655Z","hostname":"oxz_internal_dns_2d874b67-9a06-4b3c-9345-ac41457cb260","pid":5446,"peer_addr":"[fd00:1122:3344:101::1b]:47360","req_id":"31abd19e-d67d-4c26-837d-a38a66fb1337","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 19042,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-23T02:28:25.771485248Z","hostname":"oxz_internal_dns_2d874b67-9a06-4b3c-9345-ac41457cb260","pid":5446,"peer_addr":"[fd00:1122:3344:101::d]:51090","req_id":"83783748-9366-44e9-bfd2-4db05d132d1e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 12664,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-23T02:28:35.748561736Z","hostname":"oxz_internal_dns_2d874b67-9a06-4b3c-9345-ac41457cb260","pid":5446,"peer_addr":"[fd00:1122:3344:101::d]:58154","req_id":"f70a6e75-e63e-417a-9578-4f2410d9958a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 46402,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-23T02:28:39.175065793Z","hostname":"oxz_internal_dns_2d874b67-9a06-4b3c-9345-ac41457cb260","pid":5446,"peer_addr":"[fd00:1122:3344:101::c]:23200","req_id":"6d9525ce-63ba-4049-8616-84565f5f348b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 11778,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-23T02:28:39.397113052Z","hostname":"oxz_internal_dns_2d874b67-9a06-4b3c-9345-ac41457cb260","pid":5446,"peer_addr":"[fd00:1122:3344:101::a]:22359","req_id":"8d3b0420-05dd-4408-a935-b6e2bd0c9dec","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-23T02:28:41.194163425Z","hostname":"oxz_internal_dns_2d874b67-9a06-4b3c-9345-ac41457cb260","pid":5446,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:42912"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-23T02:28:41.201239215Z","hostname":"oxz_internal_dns_2d874b67-9a06-4b3c-9345-ac41457cb260","pid":5446,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:41432"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-23T02:28:41.259150575Z","hostname":"oxz_internal_dns_2d874b67-9a06-4b3c-9345-ac41457cb260","pid":5446,"uri":"/config","method":"GET","req_id":"465f4124-9169-4324-8d9d-30e7316e5c04","remote_addr":"[fd00:1122:3344:101::c]:42912","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":35370,"response_code":200} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-23T02:28:41.259185645Z","hostname":"oxz_internal_dns_2d874b67-9a06-4b3c-9345-ac41457cb260","pid":5446,"uri":"/config","method":"GET","req_id":"df3cda00-ccf5-4643-909b-10e4aeb12b4f","remote_addr":"[fd00:1122:3344:101::a]:41432","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":35580,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 17702,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_7f02160f-e1e2-42d0-b7e9-fd3d2da8cb3b.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_7f02160f-e1e2-42d0-b7e9-fd3d2da8cb3b.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 55,\n 102,\n 48,\n 50,\n 49,\n 54,\n 48,\n 102,\n 45,\n 101,\n 49,\n 101,\n 50,\n 45,\n 52,\n 50,\n 100,\n 48,\n 45,\n 98,\n 55,\n 101,\n 57,\n 45,\n 102,\n 100,\n 51,\n 100,\n 50,\n 100,\n 97,\n 56,\n 99,\n 98,\n 51,\n 98,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_7f02160f-e1e2-42d0-b7e9-fd3d2da8cb3b.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-23T02:28:41.381528998Z","hostname":"oxz_internal_dns_2d874b67-9a06-4b3c-9345-ac41457cb260","pid":5446,"peer_addr":"[fd00:1122:3344:101::e]:49868","req_id":"a13e3fe1-e81c-448d-855f-84d4df2a21ee","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 17702,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_7f02160f-e1e2-42d0-b7e9-fd3d2da8cb3b.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_7f02160f-e1e2-42d0-b7e9-fd3d2da8cb3b.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 55,\n 102,\n 48,\n 50,\n 49,\n 54,\n 48,\n 102,\n 45,\n 101,\n 49,\n 101,\n 50,\n 45,\n 52,\n 50,\n 100,\n 48,\n 45,\n 98,\n 55,\n 101,\n 57,\n 45,\n 102,\n 100,\n 51,\n 100,\n 50,\n 100,\n 97,\n 56,\n 99,\n 98,\n 51,\n 98,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_7f02160f-e1e2-42d0-b7e9-fd3d2da8cb3b.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-23T02:28:41.394424535Z","hostname":"oxz_internal_dns_2d874b67-9a06-4b3c-9345-ac41457cb260","pid":5446,"peer_addr":"[fd00:1122:3344:101::e]:33509","req_id":"24e84416-f00d-4c76-9517-2440ca3caf94","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-23T02:28:41.924147777Z","hostname":"oxz_internal_dns_2d874b67-9a06-4b3c-9345-ac41457cb260","pid":5446,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:52721"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-07-23T02:28:41.929085563Z","hostname":"oxz_internal_dns_2d874b67-9a06-4b3c-9345-ac41457cb260","pid":5446,"new_generation":1,"req_id":"b8644a70-3f90-4d7f-a572-55a7b498e248","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-07-23T02:28:41.929147834Z","hostname":"oxz_internal_dns_2d874b67-9a06-4b3c-9345-ac41457cb260","pid":5446,"new_generation":1,"req_id":"b8644a70-3f90-4d7f-a572-55a7b498e248","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-23T02:28:41.929155574Z","hostname":"oxz_internal_dns_2d874b67-9a06-4b3c-9345-ac41457cb260","pid":5446,"uri":"/config","method":"PUT","req_id":"b8644a70-3f90-4d7f-a572-55a7b498e248","remote_addr":"[fd00:1122:3344:101::a]:52721","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":2426,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 3254,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-23T02:28:42.287713777Z","hostname":"oxz_internal_dns_2d874b67-9a06-4b3c-9345-ac41457cb260","pid":5446,"peer_addr":"[fd00:1122:3344:101::a]:15784","req_id":"8d014b0a-9c4c-4aea-8663-5ce1449d7354","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-23T02:28:42.542745901Z","hostname":"oxz_internal_dns_2d874b67-9a06-4b3c-9345-ac41457cb260","pid":5446,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:33152"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-23T02:28:42.543440839Z","hostname":"oxz_internal_dns_2d874b67-9a06-4b3c-9345-ac41457cb260","pid":5446,"uri":"/config","method":"GET","req_id":"f7f0bd7e-c51d-4ebc-b976-1c0a8674baa5","remote_addr":"[fd00:1122:3344:101::a]:33152","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":408,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 36486,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-23T02:28:42.558295398Z","hostname":"oxz_internal_dns_2d874b67-9a06-4b3c-9345-ac41457cb260","pid":5446,"peer_addr":"[fd00:1122:3344:101::b]:4782","req_id":"9d9623ce-2a04-4dc4-9823-8ceab70d6d12","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-23T02:28:42.864506354Z","hostname":"oxz_internal_dns_2d874b67-9a06-4b3c-9345-ac41457cb260","pid":5446,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:45899"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-07-23T02:28:42.867182555Z","hostname":"oxz_internal_dns_2d874b67-9a06-4b3c-9345-ac41457cb260","pid":5446,"new_generation":1,"req_id":"fef916e4-4142-46ae-a481-e2aeb49d8ebb","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-07-23T02:28:42.867312146Z","hostname":"oxz_internal_dns_2d874b67-9a06-4b3c-9345-ac41457cb260","pid":5446,"new_generation":1,"req_id":"fef916e4-4142-46ae-a481-e2aeb49d8ebb","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-23T02:28:42.867490108Z","hostname":"oxz_internal_dns_2d874b67-9a06-4b3c-9345-ac41457cb260","pid":5446,"uri":"/config","method":"PUT","req_id":"fef916e4-4142-46ae-a481-e2aeb49d8ebb","remote_addr":"[fd00:1122:3344:101::b]:45899","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":265,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-23T02:28:43.070360979Z","hostname":"oxz_internal_dns_2d874b67-9a06-4b3c-9345-ac41457cb260","pid":5446,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:44077"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-23T02:28:43.070770893Z","hostname":"oxz_internal_dns_2d874b67-9a06-4b3c-9345-ac41457cb260","pid":5446,"uri":"/config","method":"GET","req_id":"36046a81-5161-4e39-91f7-0c610da95c27","remote_addr":"[fd00:1122:3344:101::b]:44077","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":220,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 46071,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-23T02:28:44.127932441Z","hostname":"oxz_internal_dns_2d874b67-9a06-4b3c-9345-ac41457cb260","pid":5446,"peer_addr":"[fd00:1122:3344:101::a]:7664","req_id":"71969568-e40f-43ac-942e-d81bc455770f","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-23T02:28:44.380475687Z","hostname":"oxz_internal_dns_2d874b67-9a06-4b3c-9345-ac41457cb260","pid":5446,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:47181"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-23T02:28:44.380819401Z","hostname":"oxz_internal_dns_2d874b67-9a06-4b3c-9345-ac41457cb260","pid":5446,"uri":"/config","method":"GET","req_id":"0a90884d-1632-4539-a795-36aeab8f3db3","remote_addr":"[fd00:1122:3344:101::a]:47181","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":280,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 11230,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-23T02:28:44.790149622Z","hostname":"oxz_internal_dns_2d874b67-9a06-4b3c-9345-ac41457cb260","pid":5446,"peer_addr":"[fd00:1122:3344:101::b]:62501","req_id":"db7f305e-c529-45c7-94a5-ae59a38eba42","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-23T02:28:44.929957084Z","hostname":"oxz_internal_dns_2d874b67-9a06-4b3c-9345-ac41457cb260","pid":5446,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:51246"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-23T02:28:44.930217827Z","hostname":"oxz_internal_dns_2d874b67-9a06-4b3c-9345-ac41457cb260","pid":5446,"uri":"/config","method":"GET","req_id":"c9d369bb-20d7-425f-955f-3cbedb8aafa1","remote_addr":"[fd00:1122:3344:101::b]:51246","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":200,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 63265,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-23T02:28:45.750638629Z","hostname":"oxz_internal_dns_2d874b67-9a06-4b3c-9345-ac41457cb260","pid":5446,"peer_addr":"[fd00:1122:3344:101::d]:49296","req_id":"27991125-f0f0-4f39-be3e-8637c7c3b183","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 48469,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-23T02:28:50.150684132Z","hostname":"oxz_internal_dns_2d874b67-9a06-4b3c-9345-ac41457cb260","pid":5446,"peer_addr":"[fd00:1122:3344:101::c]:28425","req_id":"e25c052e-576b-4573-9991-c10a6ece1e38","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-23T02:28:50.284658867Z","hostname":"oxz_internal_dns_2d874b67-9a06-4b3c-9345-ac41457cb260","pid":5446,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:61009"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-23T02:28:50.284967181Z","hostname":"oxz_internal_dns_2d874b67-9a06-4b3c-9345-ac41457cb260","pid":5446,"uri":"/config","method":"GET","req_id":"ade4a1ec-da43-4dd5-a1a6-ad5d9d98e170","remote_addr":"[fd00:1122:3344:101::c]:61009","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":227,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 32867,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-23T02:28:55.752300417Z","hostname":"oxz_internal_dns_2d874b67-9a06-4b3c-9345-ac41457cb260","pid":5446,"peer_addr":"[fd00:1122:3344:101::d]:49746","req_id":"0854d3c0-5714-4150-a1ae-afefad2c1dd9","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 60388,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-23T02:29:05.753455109Z","hostname":"oxz_internal_dns_2d874b67-9a06-4b3c-9345-ac41457cb260","pid":5446,"peer_addr":"[fd00:1122:3344:101::d]:54914","req_id":"b59c9fe2-1577-4df6-99a2-40bb6c45faca","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 61005,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-23T02:29:15.755002766Z","hostname":"oxz_internal_dns_2d874b67-9a06-4b3c-9345-ac41457cb260","pid":5446,"peer_addr":"[fd00:1122:3344:101::d]:55124","req_id":"16f9bb44-e81f-481f-9394-c7402f47c6e0","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 18720,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-23T02:29:25.756668814Z","hostname":"oxz_internal_dns_2d874b67-9a06-4b3c-9345-ac41457cb260","pid":5446,"peer_addr":"[fd00:1122:3344:101::d]:51818","req_id":"b9416d62-c63f-4d6a-bd27-d59610127096","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 32064,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-23T02:29:26.931798514Z","hostname":"oxz_internal_dns_2d874b67-9a06-4b3c-9345-ac41457cb260","pid":5446,"peer_addr":"[fd00:1122:3344:101::1b]:45157","req_id":"274cc4cf-3cae-4ecf-97fd-a52cfd7dc6bd","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 25318,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-23T02:29:26.936313886Z","hostname":"oxz_internal_dns_2d874b67-9a06-4b3c-9345-ac41457cb260","pid":5446,"peer_addr":"[fd00:1122:3344:101::1b]:37971","req_id":"25a427fd-7b81-4e9f-b124-b9b5db288fbd","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 14032,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-23T02:29:26.944207256Z","hostname":"oxz_internal_dns_2d874b67-9a06-4b3c-9345-ac41457cb260","pid":5446,"peer_addr":"[fd00:1122:3344:101::1b]:59996","req_id":"b25db51d-467a-4bde-ba1e-dd1e437a2598","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 56814,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-23T02:29:35.757749485Z","hostname":"oxz_internal_dns_2d874b67-9a06-4b3c-9345-ac41457cb260","pid":5446,"peer_addr":"[fd00:1122:3344:101::d]:49821","req_id":"a3425880-42c9-42b4-a843-a78094fd4e8e","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-23T02:29:39.013177264Z","hostname":"oxz_internal_dns_2d874b67-9a06-4b3c-9345-ac41457cb260","pid":5446,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:55850"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-07-23T02:29:39.016435511Z","hostname":"oxz_internal_dns_2d874b67-9a06-4b3c-9345-ac41457cb260","pid":5446,"new_generation":1,"req_id":"6b48515e-e4e6-458e-bb5d-327f0915bfc7","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-07-23T02:29:39.016468191Z","hostname":"oxz_internal_dns_2d874b67-9a06-4b3c-9345-ac41457cb260","pid":5446,"new_generation":1,"req_id":"6b48515e-e4e6-458e-bb5d-327f0915bfc7","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-23T02:29:39.016495122Z","hostname":"oxz_internal_dns_2d874b67-9a06-4b3c-9345-ac41457cb260","pid":5446,"uri":"/config","method":"PUT","req_id":"6b48515e-e4e6-458e-bb5d-327f0915bfc7","remote_addr":"[fd00:1122:3344:101::a]:55850","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":323,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-23T02:29:39.028742371Z","hostname":"oxz_internal_dns_2d874b67-9a06-4b3c-9345-ac41457cb260","pid":5446,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:59783"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-07-23T02:29:39.033607897Z","hostname":"oxz_internal_dns_2d874b67-9a06-4b3c-9345-ac41457cb260","pid":5446,"new_generation":1,"req_id":"85b3f64c-9384-43e8-bf59-b20ddb55946d","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-07-23T02:29:39.033677257Z","hostname":"oxz_internal_dns_2d874b67-9a06-4b3c-9345-ac41457cb260","pid":5446,"new_generation":1,"req_id":"85b3f64c-9384-43e8-bf59-b20ddb55946d","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-23T02:29:39.033689607Z","hostname":"oxz_internal_dns_2d874b67-9a06-4b3c-9345-ac41457cb260","pid":5446,"uri":"/config","method":"PUT","req_id":"85b3f64c-9384-43e8-bf59-b20ddb55946d","remote_addr":"[fd00:1122:3344:101::c]:59783","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":379,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 466,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-23T02:29:40.068013735Z","hostname":"oxz_internal_dns_2d874b67-9a06-4b3c-9345-ac41457cb260","pid":5446,"peer_addr":"[fd00:1122:3344:101::a]:59306","req_id":"9a8dec81-de75-4f03-a0ca-99bb7ec205b1","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-23T02:29:40.16769638Z","hostname":"oxz_internal_dns_2d874b67-9a06-4b3c-9345-ac41457cb260","pid":5446,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:61618"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-23T02:29:40.168039504Z","hostname":"oxz_internal_dns_2d874b67-9a06-4b3c-9345-ac41457cb260","pid":5446,"uri":"/config","method":"GET","req_id":"156aa233-8e11-4958-867c-a4d1f1ac579f","remote_addr":"[fd00:1122:3344:101::a]:61618","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":273,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 58690,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-23T02:29:40.529900385Z","hostname":"oxz_internal_dns_2d874b67-9a06-4b3c-9345-ac41457cb260","pid":5446,"peer_addr":"[fd00:1122:3344:101::c]:5586","req_id":"72ba35de-70a3-407d-b08a-5047653a38c6","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-23T02:29:40.628647939Z","hostname":"oxz_internal_dns_2d874b67-9a06-4b3c-9345-ac41457cb260","pid":5446,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:33889"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-23T02:29:40.628885122Z","hostname":"oxz_internal_dns_2d874b67-9a06-4b3c-9345-ac41457cb260","pid":5446,"uri":"/config","method":"GET","req_id":"1c3c2216-e16a-42ac-b31b-3bb996c6abfa","remote_addr":"[fd00:1122:3344:101::c]:33889","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":191,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-23T02:29:42.375036546Z","hostname":"oxz_internal_dns_2d874b67-9a06-4b3c-9345-ac41457cb260","pid":5446,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:50579"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-07-23T02:29:42.378643797Z","hostname":"oxz_internal_dns_2d874b67-9a06-4b3c-9345-ac41457cb260","pid":5446,"new_generation":1,"req_id":"f17b0b55-ece8-4361-aada-63b68c39394e","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-07-23T02:29:42.378717488Z","hostname":"oxz_internal_dns_2d874b67-9a06-4b3c-9345-ac41457cb260","pid":5446,"new_generation":1,"req_id":"f17b0b55-ece8-4361-aada-63b68c39394e","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-23T02:29:42.378730678Z","hostname":"oxz_internal_dns_2d874b67-9a06-4b3c-9345-ac41457cb260","pid":5446,"uri":"/config","method":"PUT","req_id":"f17b0b55-ece8-4361-aada-63b68c39394e","remote_addr":"[fd00:1122:3344:101::b]:50579","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":323,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47117,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-23T02:29:43.354918544Z","hostname":"oxz_internal_dns_2d874b67-9a06-4b3c-9345-ac41457cb260","pid":5446,"peer_addr":"[fd00:1122:3344:101::b]:54883","req_id":"7c4fe172-878c-4aaf-9dcf-f577a49cb846","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-23T02:29:43.45822595Z","hostname":"oxz_internal_dns_2d874b67-9a06-4b3c-9345-ac41457cb260","pid":5446,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:45229"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-23T02:29:43.458529564Z","hostname":"oxz_internal_dns_2d874b67-9a06-4b3c-9345-ac41457cb260","pid":5446,"uri":"/config","method":"GET","req_id":"415c289e-0f98-4a94-8111-2705a4265b9e","remote_addr":"[fd00:1122:3344:101::b]:45229","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":254,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 29227,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-23T02:29:45.75917222Z","hostname":"oxz_internal_dns_2d874b67-9a06-4b3c-9345-ac41457cb260","pid":5446,"peer_addr":"[fd00:1122:3344:101::d]:63227","req_id":"220c4c48-09ed-4486-847d-e0d674afa59e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 26470,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-23T02:29:55.761371305Z","hostname":"oxz_internal_dns_2d874b67-9a06-4b3c-9345-ac41457cb260","pid":5446,"peer_addr":"[fd00:1122:3344:101::d]:54236","req_id":"2e214f6c-1d8a-4bfd-a967-972b55315bec","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 5247,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_05b4050b-d3a7-4c70-9c5a-db978815951d.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_05b4050b-d3a7-4c70-9c5a-db978815951d.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 48,\n 53,\n 98,\n 52,\n 48,\n 53,\n 48,\n 98,\n 45,\n 100,\n 51,\n 97,\n 55,\n 45,\n 52,\n 99,\n 55,\n 48,\n 45,\n 57,\n 99,\n 53,\n 97,\n 45,\n 100,\n 98,\n 57,\n 55,\n 56,\n 56,\n 49,\n 53,\n 57,\n 53,\n 49,\n 100,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_05b4050b-d3a7-4c70-9c5a-db978815951d.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-23T02:30:00.41637814Z","hostname":"oxz_internal_dns_2d874b67-9a06-4b3c-9345-ac41457cb260","pid":5446,"peer_addr":"[fd00:1122:3344:101::7]:44417","req_id":"5de04dbb-e36f-43f7-86d4-66cdb3f6c17a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 5247,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_05b4050b-d3a7-4c70-9c5a-db978815951d.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_05b4050b-d3a7-4c70-9c5a-db978815951d.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 48,\n 53,\n 98,\n 52,\n 48,\n 53,\n 48,\n 98,\n 45,\n 100,\n 51,\n 97,\n 55,\n 45,\n 52,\n 99,\n 55,\n 48,\n 45,\n 57,\n 99,\n 53,\n 97,\n 45,\n 100,\n 98,\n 57,\n 55,\n 56,\n 56,\n 49,\n 53,\n 57,\n 53,\n 49,\n 100,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_05b4050b-d3a7-4c70-9c5a-db978815951d.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-23T02:30:00.416973427Z","hostname":"oxz_internal_dns_2d874b67-9a06-4b3c-9345-ac41457cb260","pid":5446,"peer_addr":"[fd00:1122:3344:101::7]:62723","req_id":"53ba659f-bc0a-4044-8693-379056f849f1","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 63109,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_7f276d05-946f-496f-a879-4e1ce76d0ed3.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_7f276d05-946f-496f-a879-4e1ce76d0ed3.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 55,\n 102,\n 50,\n 55,\n 54,\n 100,\n 48,\n 53,\n 45,\n 57,\n 52,\n 54,\n 102,\n 45,\n 52,\n 57,\n 54,\n 102,\n 45,\n 97,\n 56,\n 55,\n 57,\n 45,\n 52,\n 101,\n 49,\n 99,\n 101,\n 55,\n 54,\n 100,\n 48,\n 101,\n 100,\n 51,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_7f276d05-946f-496f-a879-4e1ce76d0ed3.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-23T02:30:00.446074068Z","hostname":"oxz_internal_dns_2d874b67-9a06-4b3c-9345-ac41457cb260","pid":5446,"peer_addr":"[fd00:1122:3344:101::5]:49683","req_id":"f614313d-1d12-4e84-b2df-bada1065398f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 63109,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_7f276d05-946f-496f-a879-4e1ce76d0ed3.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_7f276d05-946f-496f-a879-4e1ce76d0ed3.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 55,\n 102,\n 50,\n 55,\n 54,\n 100,\n 48,\n 53,\n 45,\n 57,\n 52,\n 54,\n 102,\n 45,\n 52,\n 57,\n 54,\n 102,\n 45,\n 97,\n 56,\n 55,\n 57,\n 45,\n 52,\n 101,\n 49,\n 99,\n 101,\n 55,\n 54,\n 100,\n 48,\n 101,\n 100,\n 51,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_7f276d05-946f-496f-a879-4e1ce76d0ed3.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-23T02:30:00.446802427Z","hostname":"oxz_internal_dns_2d874b67-9a06-4b3c-9345-ac41457cb260","pid":5446,"peer_addr":"[fd00:1122:3344:101::5]:56257","req_id":"7cab5aa4-fed1-4558-8e63-2b615b1041c8","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 19834,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_a663adf7-ef36-4dc2-98ac-52429e7f7d90.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_a663adf7-ef36-4dc2-98ac-52429e7f7d90.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 97,\n 54,\n 54,\n 51,\n 97,\n 100,\n 102,\n 55,\n 45,\n 101,\n 102,\n 51,\n 54,\n 45,\n 52,\n 100,\n 99,\n 50,\n 45,\n 57,\n 56,\n 97,\n 99,\n 45,\n 53,\n 50,\n 52,\n 50,\n 57,\n 101,\n 55,\n 102,\n 55,\n 100,\n 57,\n 48,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_a663adf7-ef36-4dc2-98ac-52429e7f7d90.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-23T02:30:00.564511677Z","hostname":"oxz_internal_dns_2d874b67-9a06-4b3c-9345-ac41457cb260","pid":5446,"peer_addr":"[fd00:1122:3344:101::3]:56898","req_id":"d35e266b-fa44-4e2c-b568-e02cb471e8ed","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 19834,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_a663adf7-ef36-4dc2-98ac-52429e7f7d90.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_a663adf7-ef36-4dc2-98ac-52429e7f7d90.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 97,\n 54,\n 54,\n 51,\n 97,\n 100,\n 102,\n 55,\n 45,\n 101,\n 102,\n 51,\n 54,\n 45,\n 52,\n 100,\n 99,\n 50,\n 45,\n 57,\n 56,\n 97,\n 99,\n 45,\n 53,\n 50,\n 52,\n 50,\n 57,\n 101,\n 55,\n 102,\n 55,\n 100,\n 57,\n 48,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_a663adf7-ef36-4dc2-98ac-52429e7f7d90.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-23T02:30:00.565107754Z","hostname":"oxz_internal_dns_2d874b67-9a06-4b3c-9345-ac41457cb260","pid":5446,"peer_addr":"[fd00:1122:3344:101::3]:41010","req_id":"70c6da92-c8d0-4c9b-b8bc-b4586f64a72a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 8047,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_47fc735d-8cad-4091-8ee8-47afb5c9fb2e.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_47fc735d-8cad-4091-8ee8-47afb5c9fb2e.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 52,\n 55,\n 102,\n 99,\n 55,\n 51,\n 53,\n 100,\n 45,\n 56,\n 99,\n 97,\n 100,\n 45,\n 52,\n 48,\n 57,\n 49,\n 45,\n 56,\n 101,\n 101,\n 56,\n 45,\n 52,\n 55,\n 97,\n 102,\n 98,\n 53,\n 99,\n 57,\n 102,\n 98,\n 50,\n 101,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_47fc735d-8cad-4091-8ee8-47afb5c9fb2e.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-23T02:30:00.589120227Z","hostname":"oxz_internal_dns_2d874b67-9a06-4b3c-9345-ac41457cb260","pid":5446,"peer_addr":"[fd00:1122:3344:101::6]:60824","req_id":"c73187a7-7400-49e3-9a92-36ac8a88582a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 8047,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_47fc735d-8cad-4091-8ee8-47afb5c9fb2e.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_47fc735d-8cad-4091-8ee8-47afb5c9fb2e.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 52,\n 55,\n 102,\n 99,\n 55,\n 51,\n 53,\n 100,\n 45,\n 56,\n 99,\n 97,\n 100,\n 45,\n 52,\n 48,\n 57,\n 49,\n 45,\n 56,\n 101,\n 101,\n 56,\n 45,\n 52,\n 55,\n 97,\n 102,\n 98,\n 53,\n 99,\n 57,\n 102,\n 98,\n 50,\n 101,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_47fc735d-8cad-4091-8ee8-47afb5c9fb2e.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-23T02:30:00.589737534Z","hostname":"oxz_internal_dns_2d874b67-9a06-4b3c-9345-ac41457cb260","pid":5446,"peer_addr":"[fd00:1122:3344:101::6]:61977","req_id":"859e3653-a7fb-4e13-8728-505cf5d94a2a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 21629,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_4548f5c5-c27a-409e-b644-b0c410fa412f.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_4548f5c5-c27a-409e-b644-b0c410fa412f.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 52,\n 53,\n 52,\n 56,\n 102,\n 53,\n 99,\n 53,\n 45,\n 99,\n 50,\n 55,\n 97,\n 45,\n 52,\n 48,\n 57,\n 101,\n 45,\n 98,\n 54,\n 52,\n 52,\n 45,\n 98,\n 48,\n 99,\n 52,\n 49,\n 48,\n 102,\n 97,\n 52,\n 49,\n 50,\n 102,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_4548f5c5-c27a-409e-b644-b0c410fa412f.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-23T02:30:00.599268723Z","hostname":"oxz_internal_dns_2d874b67-9a06-4b3c-9345-ac41457cb260","pid":5446,"peer_addr":"[fd00:1122:3344:101::4]:50535","req_id":"54d98a8f-40d0-4017-86d9-4cc881994ded","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 21629,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_4548f5c5-c27a-409e-b644-b0c410fa412f.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_4548f5c5-c27a-409e-b644-b0c410fa412f.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 52,\n 53,\n 52,\n 56,\n 102,\n 53,\n 99,\n 53,\n 45,\n 99,\n 50,\n 55,\n 97,\n 45,\n 52,\n 48,\n 57,\n 101,\n 45,\n 98,\n 54,\n 52,\n 52,\n 45,\n 98,\n 48,\n 99,\n 52,\n 49,\n 48,\n 102,\n 97,\n 52,\n 49,\n 50,\n 102,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_4548f5c5-c27a-409e-b644-b0c410fa412f.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-23T02:30:00.59989535Z","hostname":"oxz_internal_dns_2d874b67-9a06-4b3c-9345-ac41457cb260","pid":5446,"peer_addr":"[fd00:1122:3344:101::4]:64408","req_id":"e44ede93-4be1-4256-bc00-057a7e0b3887","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 2935,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_7f02160f-e1e2-42d0-b7e9-fd3d2da8cb3b.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_7f02160f-e1e2-42d0-b7e9-fd3d2da8cb3b.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 55,\n 102,\n 48,\n 50,\n 49,\n 54,\n 48,\n 102,\n 45,\n 101,\n 49,\n 101,\n 50,\n 45,\n 52,\n 50,\n 100,\n 48,\n 45,\n 98,\n 55,\n 101,\n 57,\n 45,\n 102,\n 100,\n 51,\n 100,\n 50,\n 100,\n 97,\n 56,\n 99,\n 98,\n 51,\n 98,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_7f02160f-e1e2-42d0-b7e9-fd3d2da8cb3b.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-23T02:30:00.703410879Z","hostname":"oxz_internal_dns_2d874b67-9a06-4b3c-9345-ac41457cb260","pid":5446,"peer_addr":"[fd00:1122:3344:101::e]:49899","req_id":"fc14bba9-e38a-4dea-bf65-9068122f1411","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 2935,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_7f02160f-e1e2-42d0-b7e9-fd3d2da8cb3b.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_7f02160f-e1e2-42d0-b7e9-fd3d2da8cb3b.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 55,\n 102,\n 48,\n 50,\n 49,\n 54,\n 48,\n 102,\n 45,\n 101,\n 49,\n 101,\n 50,\n 45,\n 52,\n 50,\n 100,\n 48,\n 45,\n 98,\n 55,\n 101,\n 57,\n 45,\n 102,\n 100,\n 51,\n 100,\n 50,\n 100,\n 97,\n 56,\n 99,\n 98,\n 51,\n 98,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_7f02160f-e1e2-42d0-b7e9-fd3d2da8cb3b.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-23T02:30:00.704098877Z","hostname":"oxz_internal_dns_2d874b67-9a06-4b3c-9345-ac41457cb260","pid":5446,"peer_addr":"[fd00:1122:3344:101::e]:37288","req_id":"db892da6-1341-429d-aba0-e52f32b6d3af","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 49143,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_ntp_1b059d15-c961-44f7-9776-6d3d35bff3de.\"),\n ),\n original: Query {\n name: Name(\"oxz_ntp_1b059d15-c961-44f7-9776-6d3d35bff3de.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 44,\n 111,\n 120,\n 122,\n 95,\n 110,\n 116,\n 112,\n 95,\n 49,\n 98,\n 48,\n 53,\n 57,\n 100,\n 49,\n 53,\n 45,\n 99,\n 57,\n 54,\n 49,\n 45,\n 52,\n 52,\n 102,\n 55,\n 45,\n 57,\n 55,\n 55,\n 54,\n 45,\n 54,\n 100,\n 51,\n 100,\n 51,\n 53,\n 98,\n 102,\n 102,\n 51,\n 100,\n 101,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_ntp_1b059d15-c961-44f7-9776-6d3d35bff3de.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-23T02:30:00.84410614Z","hostname":"oxz_internal_dns_2d874b67-9a06-4b3c-9345-ac41457cb260","pid":5446,"peer_addr":"[fd00:1122:3344:101::1b]:51622","req_id":"fb9ea822-6dad-45bf-b1b5-6f77114d0083","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 18619,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-23T02:30:00.867013191Z","hostname":"oxz_internal_dns_2d874b67-9a06-4b3c-9345-ac41457cb260","pid":5446,"peer_addr":"[fd00:1122:3344:101::2]:57102","req_id":"49429d8d-b95b-4799-ac24-56cd3fda310f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 18619,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-23T02:30:00.867520417Z","hostname":"oxz_internal_dns_2d874b67-9a06-4b3c-9345-ac41457cb260","pid":5446,"peer_addr":"[fd00:1122:3344:101::2]:46525","req_id":"472871d6-adf7-455d-ab83-58740e8162bc","component":"dns"}