[ Jul 28 03:09:31 Enabled. ] [ Jul 28 03:09:31 Rereading configuration. ] [ Jul 28 03:09:31 Rereading configuration. ] [ Jul 28 03:09:33 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:2::1]:5353 --dns-address [fd00:1122:3344:2::1]:53 &"). ] [ Jul 28 03:09:33 Method "start" exited with status 0. ] Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:2::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } note: configured to log to "/dev/stdout" {"msg":"config","v":0,"name":"dns-server","level":30,"time":"2026-07-28T03:09:33.174939231Z","hostname":"oxz_internal_dns_378d7f93-0938-4529-ad68-12b7dbfeb4b3","pid":5400,"dns_config":"Config { bind_address: [fd00:1122:3344:2::1]:53 }","config":"Config { log: File { level: Info, path: \"/dev/stdout\", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:2::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: \"/data/dns\", keep_old_generations: 3 } }"} {"msg":"opening sled database","v":0,"name":"dns-server","level":30,"time":"2026-07-28T03:09:33.175181977Z","hostname":"oxz_internal_dns_378d7f93-0938-4529-ad68-12b7dbfeb4b3","pid":5400,"component":"store","path":"/data/dns"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-07-28T03:09:33.195540462Z","hostname":"oxz_internal_dns_378d7f93-0938-4529-ad68-12b7dbfeb4b3","pid":5400,"component":"store"} {"msg":"pruning trees for generations older than 0","v":0,"name":"dns-server","level":30,"time":"2026-07-28T03:09:33.195554263Z","hostname":"oxz_internal_dns_378d7f93-0938-4529-ad68-12b7dbfeb4b3","pid":5400,"component":"store","keep":3} {"msg":"DNS server bound to address","v":0,"name":"dns-server","level":30,"time":"2026-07-28T03:09:33.195649675Z","hostname":"oxz_internal_dns_378d7f93-0938-4529-ad68-12b7dbfeb4b3","pid":5400,"component":"dns","local_address":"[fd00:1122:3344:2::1]:53"} {"msg":"listening","v":0,"name":"dns-server","level":30,"time":"2026-07-28T03:09:33.196037406Z","hostname":"oxz_internal_dns_378d7f93-0938-4529-ad68-12b7dbfeb4b3","pid":5400,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 60668,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-28T03:09:33.506446811Z","hostname":"oxz_internal_dns_378d7f93-0938-4529-ad68-12b7dbfeb4b3","pid":5400,"peer_addr":"[fd00:1122:3344:101::2]:42276","req_id":"001a9c19-3470-40fd-803a-ca9833727071","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-28T03:09:33.513377826Z","hostname":"oxz_internal_dns_378d7f93-0938-4529-ad68-12b7dbfeb4b3","pid":5400,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:2::2]:46541"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-07-28T03:09:33.514127526Z","hostname":"oxz_internal_dns_378d7f93-0938-4529-ad68-12b7dbfeb4b3","pid":5400,"new_generation":1,"req_id":"1a2710fe-9080-4dbc-ad02-693f1d06914a","component":"store"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-07-28T03:09:33.514143797Z","hostname":"oxz_internal_dns_378d7f93-0938-4529-ad68-12b7dbfeb4b3","pid":5400,"component":"store"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 48382,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-28T03:09:33.5146482Z","hostname":"oxz_internal_dns_378d7f93-0938-4529-ad68-12b7dbfeb4b3","pid":5400,"peer_addr":"[fd00:1122:3344:101::2]:40809","req_id":"4fff0f75-9aed-473d-924e-a886e7c83be1","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 31859,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"bd69b1dd-776c-498f-a1ad-4e3f287c7d83.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"bd69b1dd-776c-498f-a1ad-4e3f287c7d83.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 36,\n 98,\n 100,\n 54,\n 57,\n 98,\n 49,\n 100,\n 100,\n 45,\n 55,\n 55,\n 54,\n 99,\n 45,\n 52,\n 57,\n 56,\n 102,\n 45,\n 97,\n 49,\n 97,\n 100,\n 45,\n 52,\n 101,\n 51,\n 102,\n 50,\n 56,\n 55,\n 99,\n 55,\n 100,\n 56,\n 51,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"bd69b1dd-776c-498f-a1ad-4e3f287c7d83.host.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-28T03:09:33.515673718Z","hostname":"oxz_internal_dns_378d7f93-0938-4529-ad68-12b7dbfeb4b3","pid":5400,"peer_addr":"[fd00:1122:3344:101::2]:41764","req_id":"c2ba9a8f-493d-4b94-ab0b-f7c6444c7065","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 7546,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"b0ebb76c-e9a7-440f-9ccd-ca26541a0805.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"b0ebb76c-e9a7-440f-9ccd-ca26541a0805.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 36,\n 98,\n 48,\n 101,\n 98,\n 98,\n 55,\n 54,\n 99,\n 45,\n 101,\n 57,\n 97,\n 55,\n 45,\n 52,\n 52,\n 48,\n 102,\n 45,\n 57,\n 99,\n 99,\n 100,\n 45,\n 99,\n 97,\n 50,\n 54,\n 53,\n 52,\n 49,\n 97,\n 48,\n 56,\n 48,\n 53,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"b0ebb76c-e9a7-440f-9ccd-ca26541a0805.host.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-28T03:09:33.515726739Z","hostname":"oxz_internal_dns_378d7f93-0938-4529-ad68-12b7dbfeb4b3","pid":5400,"peer_addr":"[fd00:1122:3344:101::2]:34657","req_id":"bc7f07e4-8321-4136-b10d-28394f720f3f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 14717,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"dca87a9a-e9f0-4227-9ca8-edb4b534193e.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dca87a9a-e9f0-4227-9ca8-edb4b534193e.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 36,\n 100,\n 99,\n 97,\n 56,\n 55,\n 97,\n 57,\n 97,\n 45,\n 101,\n 57,\n 102,\n 48,\n 45,\n 52,\n 50,\n 50,\n 55,\n 45,\n 57,\n 99,\n 97,\n 56,\n 45,\n 101,\n 100,\n 98,\n 52,\n 98,\n 53,\n 51,\n 52,\n 49,\n 57,\n 51,\n 101,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"dca87a9a-e9f0-4227-9ca8-edb4b534193e.host.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-28T03:09:33.515782951Z","hostname":"oxz_internal_dns_378d7f93-0938-4529-ad68-12b7dbfeb4b3","pid":5400,"peer_addr":"[fd00:1122:3344:101::2]:30748","req_id":"3a6a7e78-5fa2-4c8a-87eb-1aae3e78b82f","component":"dns"} {"msg":"pruning trees for generations older than 1","v":0,"name":"dns-server","level":30,"time":"2026-07-28T03:09:33.536687601Z","hostname":"oxz_internal_dns_378d7f93-0938-4529-ad68-12b7dbfeb4b3","pid":5400,"component":"store","keep":3} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-07-28T03:09:33.536712251Z","hostname":"oxz_internal_dns_378d7f93-0938-4529-ad68-12b7dbfeb4b3","pid":5400,"new_generation":1,"req_id":"1a2710fe-9080-4dbc-ad02-693f1d06914a","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-28T03:09:33.536740682Z","hostname":"oxz_internal_dns_378d7f93-0938-4529-ad68-12b7dbfeb4b3","pid":5400,"uri":"/config","method":"PUT","req_id":"1a2710fe-9080-4dbc-ad02-693f1d06914a","remote_addr":"[fd00:1122:3344:2::2]:46541","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":22946,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 4332,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-28T03:09:46.29590735Z","hostname":"oxz_internal_dns_378d7f93-0938-4529-ad68-12b7dbfeb4b3","pid":5400,"peer_addr":"[fd00:1122:3344:101::1b]:39564","req_id":"8aa725fc-f2d9-4198-b5e6-086db4e3b610","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 45111,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-28T03:09:46.300636587Z","hostname":"oxz_internal_dns_378d7f93-0938-4529-ad68-12b7dbfeb4b3","pid":5400,"peer_addr":"[fd00:1122:3344:101::1b]:51379","req_id":"673653ec-e8e6-435a-8db8-9edf52ac39f8","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 45674,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-28T03:09:46.304932382Z","hostname":"oxz_internal_dns_378d7f93-0938-4529-ad68-12b7dbfeb4b3","pid":5400,"peer_addr":"[fd00:1122:3344:101::1b]:32887","req_id":"99dadd02-b27f-4767-aff8-a2b2ded70678","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 27098,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-28T03:11:10.076862106Z","hostname":"oxz_internal_dns_378d7f93-0938-4529-ad68-12b7dbfeb4b3","pid":5400,"peer_addr":"[fd00:1122:3344:101::1b]:52689","req_id":"53c371b7-6e77-4c6f-9965-e7d99c5ca430","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 59914,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-28T03:11:10.081744227Z","hostname":"oxz_internal_dns_378d7f93-0938-4529-ad68-12b7dbfeb4b3","pid":5400,"peer_addr":"[fd00:1122:3344:101::1b]:49808","req_id":"de6c067d-6951-4d57-9c86-e15c191165e8","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 14740,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-28T03:11:10.086461694Z","hostname":"oxz_internal_dns_378d7f93-0938-4529-ad68-12b7dbfeb4b3","pid":5400,"peer_addr":"[fd00:1122:3344:101::1b]:40727","req_id":"1f5af8ac-cc8c-473a-b4cd-738e5e596b6e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 31179,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-28T03:12:52.16049072Z","hostname":"oxz_internal_dns_378d7f93-0938-4529-ad68-12b7dbfeb4b3","pid":5400,"peer_addr":"[fd00:1122:3344:101::d]:65084","req_id":"de18655b-95b9-4d76-a28b-9968851300eb","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47774,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_27d14606-5ea7-4772-b0c7-ef70e831422a.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_27d14606-5ea7-4772-b0c7-ef70e831422a.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 50,\n 55,\n 100,\n 49,\n 52,\n 54,\n 48,\n 54,\n 45,\n 53,\n 101,\n 97,\n 55,\n 45,\n 52,\n 55,\n 55,\n 50,\n 45,\n 98,\n 48,\n 99,\n 55,\n 45,\n 101,\n 102,\n 55,\n 48,\n 101,\n 56,\n 51,\n 49,\n 52,\n 50,\n 50,\n 97,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_27d14606-5ea7-4772-b0c7-ef70e831422a.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-28T03:12:54.151468838Z","hostname":"oxz_internal_dns_378d7f93-0938-4529-ad68-12b7dbfeb4b3","pid":5400,"peer_addr":"[fd00:1122:3344:101::e]:56979","req_id":"453499e9-5d7d-4187-bf92-1cfd28f54fd9","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47774,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_27d14606-5ea7-4772-b0c7-ef70e831422a.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_27d14606-5ea7-4772-b0c7-ef70e831422a.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 50,\n 55,\n 100,\n 49,\n 52,\n 54,\n 48,\n 54,\n 45,\n 53,\n 101,\n 97,\n 55,\n 45,\n 52,\n 55,\n 55,\n 50,\n 45,\n 98,\n 48,\n 99,\n 55,\n 45,\n 101,\n 102,\n 55,\n 48,\n 101,\n 56,\n 51,\n 49,\n 52,\n 50,\n 50,\n 97,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_27d14606-5ea7-4772-b0c7-ef70e831422a.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-28T03:12:54.158191548Z","hostname":"oxz_internal_dns_378d7f93-0938-4529-ad68-12b7dbfeb4b3","pid":5400,"peer_addr":"[fd00:1122:3344:101::e]:53959","req_id":"b5f66192-3a1c-4612-a84f-ca16a6a9033d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 42809,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-28T03:13:01.331669984Z","hostname":"oxz_internal_dns_378d7f93-0938-4529-ad68-12b7dbfeb4b3","pid":5400,"peer_addr":"[fd00:1122:3344:101::b]:13599","req_id":"4f4f29a6-60e1-449e-9ffe-858ac59c20bc","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 1234,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-28T03:13:01.473524084Z","hostname":"oxz_internal_dns_378d7f93-0938-4529-ad68-12b7dbfeb4b3","pid":5400,"peer_addr":"[fd00:1122:3344:101::c]:59541","req_id":"bdbe0b99-7aa4-4ff9-8d91-e9cabc0ab619","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 60043,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-28T03:13:01.809476192Z","hostname":"oxz_internal_dns_378d7f93-0938-4529-ad68-12b7dbfeb4b3","pid":5400,"peer_addr":"[fd00:1122:3344:101::a]:34146","req_id":"f47b9677-338b-4a84-a3f9-50f15862f705","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47107,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-28T03:13:02.120222123Z","hostname":"oxz_internal_dns_378d7f93-0938-4529-ad68-12b7dbfeb4b3","pid":5400,"peer_addr":"[fd00:1122:3344:101::d]:64875","req_id":"fd33a6f5-4fb5-4723-a24c-4d99ddf66fa4","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-28T03:13:03.099120444Z","hostname":"oxz_internal_dns_378d7f93-0938-4529-ad68-12b7dbfeb4b3","pid":5400,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:41345"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-07-28T03:13:03.150336936Z","hostname":"oxz_internal_dns_378d7f93-0938-4529-ad68-12b7dbfeb4b3","pid":5400,"new_generation":1,"req_id":"279d71a3-2294-4c26-8670-db3befa85871","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-07-28T03:13:03.150379367Z","hostname":"oxz_internal_dns_378d7f93-0938-4529-ad68-12b7dbfeb4b3","pid":5400,"new_generation":1,"req_id":"279d71a3-2294-4c26-8670-db3befa85871","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-28T03:13:03.150540612Z","hostname":"oxz_internal_dns_378d7f93-0938-4529-ad68-12b7dbfeb4b3","pid":5400,"uri":"/config","method":"PUT","req_id":"279d71a3-2294-4c26-8670-db3befa85871","remote_addr":"[fd00:1122:3344:101::a]:41345","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":24238,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-28T03:13:03.303371706Z","hostname":"oxz_internal_dns_378d7f93-0938-4529-ad68-12b7dbfeb4b3","pid":5400,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:62345"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-28T03:13:03.303402196Z","hostname":"oxz_internal_dns_378d7f93-0938-4529-ad68-12b7dbfeb4b3","pid":5400,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:49409"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-28T03:13:03.303462158Z","hostname":"oxz_internal_dns_378d7f93-0938-4529-ad68-12b7dbfeb4b3","pid":5400,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:59441"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-28T03:13:03.30949746Z","hostname":"oxz_internal_dns_378d7f93-0938-4529-ad68-12b7dbfeb4b3","pid":5400,"uri":"/config","method":"GET","req_id":"30436491-159e-49bd-801c-3c0e1493339d","remote_addr":"[fd00:1122:3344:101::c]:49409","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":5990,"response_code":200} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-28T03:13:03.309578452Z","hostname":"oxz_internal_dns_378d7f93-0938-4529-ad68-12b7dbfeb4b3","pid":5400,"uri":"/config","method":"GET","req_id":"27ab213c-d4ee-4f20-b357-33ac94f386dc","remote_addr":"[fd00:1122:3344:101::a]:62345","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":6008,"response_code":200} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-28T03:13:03.309634953Z","hostname":"oxz_internal_dns_378d7f93-0938-4529-ad68-12b7dbfeb4b3","pid":5400,"uri":"/config","method":"GET","req_id":"634e1db1-fa8f-4eb9-ae5f-ee49f9e3f72a","remote_addr":"[fd00:1122:3344:101::b]:59441","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":5998,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 33277,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-28T03:13:04.253447074Z","hostname":"oxz_internal_dns_378d7f93-0938-4529-ad68-12b7dbfeb4b3","pid":5400,"peer_addr":"[fd00:1122:3344:101::b]:48656","req_id":"1117e0de-e7e1-4d3e-8ed0-b162ee539054","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 21189,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-28T03:13:04.253739182Z","hostname":"oxz_internal_dns_378d7f93-0938-4529-ad68-12b7dbfeb4b3","pid":5400,"peer_addr":"[fd00:1122:3344:101::a]:39326","req_id":"1aa54d30-04fd-4074-96ef-941ff0d91251","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-28T03:13:04.389681023Z","hostname":"oxz_internal_dns_378d7f93-0938-4529-ad68-12b7dbfeb4b3","pid":5400,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:40124"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-28T03:13:04.389968191Z","hostname":"oxz_internal_dns_378d7f93-0938-4529-ad68-12b7dbfeb4b3","pid":5400,"uri":"/config","method":"GET","req_id":"fb759207-1a8d-42de-822f-f1efea12682c","remote_addr":"[fd00:1122:3344:101::b]:40124","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":209,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-28T03:13:04.507601752Z","hostname":"oxz_internal_dns_378d7f93-0938-4529-ad68-12b7dbfeb4b3","pid":5400,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:39805"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-28T03:13:04.507969462Z","hostname":"oxz_internal_dns_378d7f93-0938-4529-ad68-12b7dbfeb4b3","pid":5400,"uri":"/config","method":"GET","req_id":"f6f94d02-cc04-4357-809a-c7026c4ee9b3","remote_addr":"[fd00:1122:3344:101::a]:39805","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":300,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 34895,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-28T03:13:05.385789996Z","hostname":"oxz_internal_dns_378d7f93-0938-4529-ad68-12b7dbfeb4b3","pid":5400,"peer_addr":"[fd00:1122:3344:101::a]:42769","req_id":"478a1f5e-9829-498c-816e-994f579a77be","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-28T03:13:05.607974797Z","hostname":"oxz_internal_dns_378d7f93-0938-4529-ad68-12b7dbfeb4b3","pid":5400,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:39165"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-28T03:13:05.608389429Z","hostname":"oxz_internal_dns_378d7f93-0938-4529-ad68-12b7dbfeb4b3","pid":5400,"uri":"/config","method":"GET","req_id":"785e9c49-6960-4d26-8106-03419e71d97a","remote_addr":"[fd00:1122:3344:101::a]:39165","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":232,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 26758,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-28T03:13:12.122913062Z","hostname":"oxz_internal_dns_378d7f93-0938-4529-ad68-12b7dbfeb4b3","pid":5400,"peer_addr":"[fd00:1122:3344:101::d]:62268","req_id":"7b4c7d05-55c7-411b-aac4-aa425980c401","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 10179,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-28T03:13:12.382041313Z","hostname":"oxz_internal_dns_378d7f93-0938-4529-ad68-12b7dbfeb4b3","pid":5400,"peer_addr":"[fd00:1122:3344:101::b]:44367","req_id":"a54ecb70-26f2-40f4-900a-5541db775e37","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 35756,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-28T03:13:12.387777867Z","hostname":"oxz_internal_dns_378d7f93-0938-4529-ad68-12b7dbfeb4b3","pid":5400,"peer_addr":"[fd00:1122:3344:101::c]:34259","req_id":"a7441392-e5b6-4670-a1ea-fa9b13fb3930","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-28T03:13:12.509744314Z","hostname":"oxz_internal_dns_378d7f93-0938-4529-ad68-12b7dbfeb4b3","pid":5400,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:33128"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-28T03:13:12.510029651Z","hostname":"oxz_internal_dns_378d7f93-0938-4529-ad68-12b7dbfeb4b3","pid":5400,"uri":"/config","method":"GET","req_id":"abf82bdb-e089-4551-9921-ed1ce76fd7d9","remote_addr":"[fd00:1122:3344:101::b]:33128","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":214,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-28T03:13:12.579471902Z","hostname":"oxz_internal_dns_378d7f93-0938-4529-ad68-12b7dbfeb4b3","pid":5400,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:33931"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-28T03:13:12.579716428Z","hostname":"oxz_internal_dns_378d7f93-0938-4529-ad68-12b7dbfeb4b3","pid":5400,"uri":"/config","method":"GET","req_id":"ab1fc564-e146-4e7f-af69-235c53f55d1a","remote_addr":"[fd00:1122:3344:101::c]:33931","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":190,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 1578,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-28T03:13:22.123807995Z","hostname":"oxz_internal_dns_378d7f93-0938-4529-ad68-12b7dbfeb4b3","pid":5400,"peer_addr":"[fd00:1122:3344:101::d]:62200","req_id":"73111549-43f7-48b7-a468-6f76cd014dd2","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 20474,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-28T03:13:32.125280457Z","hostname":"oxz_internal_dns_378d7f93-0938-4529-ad68-12b7dbfeb4b3","pid":5400,"peer_addr":"[fd00:1122:3344:101::d]:50675","req_id":"f06bcc4e-91e9-424e-b2f3-c301e6ac7b23","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 32861,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-28T03:13:38.286465089Z","hostname":"oxz_internal_dns_378d7f93-0938-4529-ad68-12b7dbfeb4b3","pid":5400,"peer_addr":"[fd00:1122:3344:101::1b]:34098","req_id":"cd9f8b90-e2a4-42f4-9ad7-297352b81f32","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 62660,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-28T03:13:38.290718853Z","hostname":"oxz_internal_dns_378d7f93-0938-4529-ad68-12b7dbfeb4b3","pid":5400,"peer_addr":"[fd00:1122:3344:101::1b]:49274","req_id":"1206873a-80bb-40cf-a3cb-68e247f36a33","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 18405,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-28T03:13:38.294620777Z","hostname":"oxz_internal_dns_378d7f93-0938-4529-ad68-12b7dbfeb4b3","pid":5400,"peer_addr":"[fd00:1122:3344:101::1b]:49745","req_id":"7c97b470-8cfc-4e2c-a31c-e195c8396aad","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 45518,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-28T03:13:42.12682841Z","hostname":"oxz_internal_dns_378d7f93-0938-4529-ad68-12b7dbfeb4b3","pid":5400,"peer_addr":"[fd00:1122:3344:101::d]:63314","req_id":"2cd8747d-49fe-48c6-9843-1ea99eab0d39","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 53214,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-28T03:13:52.128426608Z","hostname":"oxz_internal_dns_378d7f93-0938-4529-ad68-12b7dbfeb4b3","pid":5400,"peer_addr":"[fd00:1122:3344:101::d]:65289","req_id":"c60f4536-92ed-4a0b-890b-5eec7c41b9c8","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-28T03:14:01.289415138Z","hostname":"oxz_internal_dns_378d7f93-0938-4529-ad68-12b7dbfeb4b3","pid":5400,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:33868"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-07-28T03:14:01.291205896Z","hostname":"oxz_internal_dns_378d7f93-0938-4529-ad68-12b7dbfeb4b3","pid":5400,"new_generation":1,"req_id":"862ecc79-34c4-4112-826b-f0fc73ceb77f","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-07-28T03:14:01.291252227Z","hostname":"oxz_internal_dns_378d7f93-0938-4529-ad68-12b7dbfeb4b3","pid":5400,"new_generation":1,"req_id":"862ecc79-34c4-4112-826b-f0fc73ceb77f","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-28T03:14:01.291263377Z","hostname":"oxz_internal_dns_378d7f93-0938-4529-ad68-12b7dbfeb4b3","pid":5400,"uri":"/config","method":"PUT","req_id":"862ecc79-34c4-4112-826b-f0fc73ceb77f","remote_addr":"[fd00:1122:3344:101::b]:33868","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":323,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-28T03:14:01.456706819Z","hostname":"oxz_internal_dns_378d7f93-0938-4529-ad68-12b7dbfeb4b3","pid":5400,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:51446"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-07-28T03:14:01.458769954Z","hostname":"oxz_internal_dns_378d7f93-0938-4529-ad68-12b7dbfeb4b3","pid":5400,"new_generation":1,"req_id":"57d4e081-983b-4049-a96d-58a8fb11e6fe","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-07-28T03:14:01.458854236Z","hostname":"oxz_internal_dns_378d7f93-0938-4529-ad68-12b7dbfeb4b3","pid":5400,"new_generation":1,"req_id":"57d4e081-983b-4049-a96d-58a8fb11e6fe","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-28T03:14:01.458882897Z","hostname":"oxz_internal_dns_378d7f93-0938-4529-ad68-12b7dbfeb4b3","pid":5400,"uri":"/config","method":"PUT","req_id":"57d4e081-983b-4049-a96d-58a8fb11e6fe","remote_addr":"[fd00:1122:3344:101::a]:51446","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":280,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-28T03:14:01.711832113Z","hostname":"oxz_internal_dns_378d7f93-0938-4529-ad68-12b7dbfeb4b3","pid":5400,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:40631"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-07-28T03:14:01.713544549Z","hostname":"oxz_internal_dns_378d7f93-0938-4529-ad68-12b7dbfeb4b3","pid":5400,"new_generation":1,"req_id":"f18a4d60-26e7-463d-aa13-ef2f79d46535","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-07-28T03:14:01.7135735Z","hostname":"oxz_internal_dns_378d7f93-0938-4529-ad68-12b7dbfeb4b3","pid":5400,"new_generation":1,"req_id":"f18a4d60-26e7-463d-aa13-ef2f79d46535","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-28T03:14:01.71359967Z","hostname":"oxz_internal_dns_378d7f93-0938-4529-ad68-12b7dbfeb4b3","pid":5400,"uri":"/config","method":"PUT","req_id":"f18a4d60-26e7-463d-aa13-ef2f79d46535","remote_addr":"[fd00:1122:3344:101::c]:40631","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":259,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 24487,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-28T03:14:02.13020009Z","hostname":"oxz_internal_dns_378d7f93-0938-4529-ad68-12b7dbfeb4b3","pid":5400,"peer_addr":"[fd00:1122:3344:101::d]:54483","req_id":"ae052858-c607-421a-ba8c-b5c613c0e039","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 7568,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-28T03:14:03.055930277Z","hostname":"oxz_internal_dns_378d7f93-0938-4529-ad68-12b7dbfeb4b3","pid":5400,"peer_addr":"[fd00:1122:3344:101::c]:51818","req_id":"217ee81e-bc73-41a5-9c1f-e4b33c095392","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-28T03:14:03.242149916Z","hostname":"oxz_internal_dns_378d7f93-0938-4529-ad68-12b7dbfeb4b3","pid":5400,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:63438"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-28T03:14:03.242375392Z","hostname":"oxz_internal_dns_378d7f93-0938-4529-ad68-12b7dbfeb4b3","pid":5400,"uri":"/config","method":"GET","req_id":"b75688d6-ac9c-417e-92ab-636dcd8872f6","remote_addr":"[fd00:1122:3344:101::c]:63438","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":186,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 7049,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-28T03:14:03.607916624Z","hostname":"oxz_internal_dns_378d7f93-0938-4529-ad68-12b7dbfeb4b3","pid":5400,"peer_addr":"[fd00:1122:3344:101::b]:33801","req_id":"6ce53c65-ee4b-4124-b478-a894ef48e4a8","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-28T03:14:03.706719471Z","hostname":"oxz_internal_dns_378d7f93-0938-4529-ad68-12b7dbfeb4b3","pid":5400,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:49301"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-28T03:14:03.706938286Z","hostname":"oxz_internal_dns_378d7f93-0938-4529-ad68-12b7dbfeb4b3","pid":5400,"uri":"/config","method":"GET","req_id":"dead0aa6-6693-421d-ba30-35e7aaf061a1","remote_addr":"[fd00:1122:3344:101::b]:49301","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":185,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 46321,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-28T03:14:04.152794671Z","hostname":"oxz_internal_dns_378d7f93-0938-4529-ad68-12b7dbfeb4b3","pid":5400,"peer_addr":"[fd00:1122:3344:101::a]:51570","req_id":"cecc2f86-9b83-412f-b964-cdea52ed4b4e","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-28T03:14:04.24831463Z","hostname":"oxz_internal_dns_378d7f93-0938-4529-ad68-12b7dbfeb4b3","pid":5400,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:33289"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-28T03:14:04.248541746Z","hostname":"oxz_internal_dns_378d7f93-0938-4529-ad68-12b7dbfeb4b3","pid":5400,"uri":"/config","method":"GET","req_id":"02ae2592-be46-464a-be01-dc984f9ae182","remote_addr":"[fd00:1122:3344:101::a]:33289","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":193,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 44810,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-28T03:14:12.132721513Z","hostname":"oxz_internal_dns_378d7f93-0938-4529-ad68-12b7dbfeb4b3","pid":5400,"peer_addr":"[fd00:1122:3344:101::d]:58777","req_id":"9a5958ee-6054-4d92-bb3a-d13eea9dce61","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 51799,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-28T03:14:22.134534113Z","hostname":"oxz_internal_dns_378d7f93-0938-4529-ad68-12b7dbfeb4b3","pid":5400,"peer_addr":"[fd00:1122:3344:101::d]:50794","req_id":"c2a905bb-ed5f-4048-89ea-e0ed92cecd7b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 19603,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-28T03:14:32.136483356Z","hostname":"oxz_internal_dns_378d7f93-0938-4529-ad68-12b7dbfeb4b3","pid":5400,"peer_addr":"[fd00:1122:3344:101::d]:60001","req_id":"b4065826-8d66-488f-a35d-69d9e23503f7","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 52989,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-28T03:14:42.138296587Z","hostname":"oxz_internal_dns_378d7f93-0938-4529-ad68-12b7dbfeb4b3","pid":5400,"peer_addr":"[fd00:1122:3344:101::d]:55257","req_id":"18b3a4df-31bf-4b60-899b-21b1e23edd3b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 48696,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-28T03:14:52.140591727Z","hostname":"oxz_internal_dns_378d7f93-0938-4529-ad68-12b7dbfeb4b3","pid":5400,"peer_addr":"[fd00:1122:3344:101::d]:58348","req_id":"387f6bc5-f30d-431f-953a-e8f97fbf4ea7","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 21997,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_174429bd-2fe0-4ec4-9ef9-5f7bb413f931.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_174429bd-2fe0-4ec4-9ef9-5f7bb413f931.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 49,\n 55,\n 52,\n 52,\n 50,\n 57,\n 98,\n 100,\n 45,\n 50,\n 102,\n 101,\n 48,\n 45,\n 52,\n 101,\n 99,\n 52,\n 45,\n 57,\n 101,\n 102,\n 57,\n 45,\n 53,\n 102,\n 55,\n 98,\n 98,\n 52,\n 49,\n 51,\n 102,\n 57,\n 51,\n 49,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_174429bd-2fe0-4ec4-9ef9-5f7bb413f931.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-28T03:15:00.435927011Z","hostname":"oxz_internal_dns_378d7f93-0938-4529-ad68-12b7dbfeb4b3","pid":5400,"peer_addr":"[fd00:1122:3344:101::3]:51150","req_id":"4bb17b4d-deaa-4e48-b547-aed6e3b76f10","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 21997,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_174429bd-2fe0-4ec4-9ef9-5f7bb413f931.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_174429bd-2fe0-4ec4-9ef9-5f7bb413f931.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 49,\n 55,\n 52,\n 52,\n 50,\n 57,\n 98,\n 100,\n 45,\n 50,\n 102,\n 101,\n 48,\n 45,\n 52,\n 101,\n 99,\n 52,\n 45,\n 57,\n 101,\n 102,\n 57,\n 45,\n 53,\n 102,\n 55,\n 98,\n 98,\n 52,\n 49,\n 51,\n 102,\n 57,\n 51,\n 49,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_174429bd-2fe0-4ec4-9ef9-5f7bb413f931.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-28T03:15:00.43663502Z","hostname":"oxz_internal_dns_378d7f93-0938-4529-ad68-12b7dbfeb4b3","pid":5400,"peer_addr":"[fd00:1122:3344:101::3]:58667","req_id":"8b62a28a-81cb-4f08-b9d2-452bc1de3e7e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 56693,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_27d14606-5ea7-4772-b0c7-ef70e831422a.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_27d14606-5ea7-4772-b0c7-ef70e831422a.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 50,\n 55,\n 100,\n 49,\n 52,\n 54,\n 48,\n 54,\n 45,\n 53,\n 101,\n 97,\n 55,\n 45,\n 52,\n 55,\n 55,\n 50,\n 45,\n 98,\n 48,\n 99,\n 55,\n 45,\n 101,\n 102,\n 55,\n 48,\n 101,\n 56,\n 51,\n 49,\n 52,\n 50,\n 50,\n 97,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_27d14606-5ea7-4772-b0c7-ef70e831422a.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-28T03:15:00.459954614Z","hostname":"oxz_internal_dns_378d7f93-0938-4529-ad68-12b7dbfeb4b3","pid":5400,"peer_addr":"[fd00:1122:3344:101::e]:44584","req_id":"43f63f60-a134-4354-b723-6006eecb772e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 56693,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_27d14606-5ea7-4772-b0c7-ef70e831422a.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_27d14606-5ea7-4772-b0c7-ef70e831422a.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 50,\n 55,\n 100,\n 49,\n 52,\n 54,\n 48,\n 54,\n 45,\n 53,\n 101,\n 97,\n 55,\n 45,\n 52,\n 55,\n 55,\n 50,\n 45,\n 98,\n 48,\n 99,\n 55,\n 45,\n 101,\n 102,\n 55,\n 48,\n 101,\n 56,\n 51,\n 49,\n 52,\n 50,\n 50,\n 97,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_27d14606-5ea7-4772-b0c7-ef70e831422a.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-28T03:15:00.460812207Z","hostname":"oxz_internal_dns_378d7f93-0938-4529-ad68-12b7dbfeb4b3","pid":5400,"peer_addr":"[fd00:1122:3344:101::e]:33446","req_id":"d5952dcd-9b78-4472-a435-00ce08f4abc8","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 59429,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_c5eebde7-5b13-4b74-a48a-6a9051dc3bd4.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_c5eebde7-5b13-4b74-a48a-6a9051dc3bd4.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 99,\n 53,\n 101,\n 101,\n 98,\n 100,\n 101,\n 55,\n 45,\n 53,\n 98,\n 49,\n 51,\n 45,\n 52,\n 98,\n 55,\n 52,\n 45,\n 97,\n 52,\n 56,\n 97,\n 45,\n 54,\n 97,\n 57,\n 48,\n 53,\n 49,\n 100,\n 99,\n 51,\n 98,\n 100,\n 52,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_c5eebde7-5b13-4b74-a48a-6a9051dc3bd4.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-28T03:15:00.478163232Z","hostname":"oxz_internal_dns_378d7f93-0938-4529-ad68-12b7dbfeb4b3","pid":5400,"peer_addr":"[fd00:1122:3344:101::6]:60746","req_id":"af8b418e-4455-4f0c-b019-6eec43387326","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 59429,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_c5eebde7-5b13-4b74-a48a-6a9051dc3bd4.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_c5eebde7-5b13-4b74-a48a-6a9051dc3bd4.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 99,\n 53,\n 101,\n 101,\n 98,\n 100,\n 101,\n 55,\n 45,\n 53,\n 98,\n 49,\n 51,\n 45,\n 52,\n 98,\n 55,\n 52,\n 45,\n 97,\n 52,\n 56,\n 97,\n 45,\n 54,\n 97,\n 57,\n 48,\n 53,\n 49,\n 100,\n 99,\n 51,\n 98,\n 100,\n 52,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_c5eebde7-5b13-4b74-a48a-6a9051dc3bd4.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-28T03:15:00.47883741Z","hostname":"oxz_internal_dns_378d7f93-0938-4529-ad68-12b7dbfeb4b3","pid":5400,"peer_addr":"[fd00:1122:3344:101::6]:48318","req_id":"925154a6-100f-4957-9a44-b850360fd1dd","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 45212,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_2ad9e1f7-59f4-4906-bca2-af68d58ec764.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_2ad9e1f7-59f4-4906-bca2-af68d58ec764.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 50,\n 97,\n 100,\n 57,\n 101,\n 49,\n 102,\n 55,\n 45,\n 53,\n 57,\n 102,\n 52,\n 45,\n 52,\n 57,\n 48,\n 54,\n 45,\n 98,\n 99,\n 97,\n 50,\n 45,\n 97,\n 102,\n 54,\n 56,\n 100,\n 53,\n 56,\n 101,\n 99,\n 55,\n 54,\n 52,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_2ad9e1f7-59f4-4906-bca2-af68d58ec764.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-28T03:15:00.543613435Z","hostname":"oxz_internal_dns_378d7f93-0938-4529-ad68-12b7dbfeb4b3","pid":5400,"peer_addr":"[fd00:1122:3344:101::4]:51120","req_id":"4ed7c1eb-6dc6-40fa-81d5-af3d4db100d5","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 45212,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_2ad9e1f7-59f4-4906-bca2-af68d58ec764.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_2ad9e1f7-59f4-4906-bca2-af68d58ec764.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 50,\n 97,\n 100,\n 57,\n 101,\n 49,\n 102,\n 55,\n 45,\n 53,\n 57,\n 102,\n 52,\n 45,\n 52,\n 57,\n 48,\n 54,\n 45,\n 98,\n 99,\n 97,\n 50,\n 45,\n 97,\n 102,\n 54,\n 56,\n 100,\n 53,\n 56,\n 101,\n 99,\n 55,\n 54,\n 52,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_2ad9e1f7-59f4-4906-bca2-af68d58ec764.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-28T03:15:00.544280773Z","hostname":"oxz_internal_dns_378d7f93-0938-4529-ad68-12b7dbfeb4b3","pid":5400,"peer_addr":"[fd00:1122:3344:101::4]:35155","req_id":"eb958c1b-cf4f-457b-939f-15d94b22a85a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 5920,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_5a9c11c1-7701-4e6c-b770-e5edaf0e0668.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_5a9c11c1-7701-4e6c-b770-e5edaf0e0668.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 53,\n 97,\n 57,\n 99,\n 49,\n 49,\n 99,\n 49,\n 45,\n 55,\n 55,\n 48,\n 49,\n 45,\n 52,\n 101,\n 54,\n 99,\n 45,\n 98,\n 55,\n 55,\n 48,\n 45,\n 101,\n 53,\n 101,\n 100,\n 97,\n 102,\n 48,\n 101,\n 48,\n 54,\n 54,\n 56,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_5a9c11c1-7701-4e6c-b770-e5edaf0e0668.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-28T03:15:00.592469024Z","hostname":"oxz_internal_dns_378d7f93-0938-4529-ad68-12b7dbfeb4b3","pid":5400,"peer_addr":"[fd00:1122:3344:101::7]:46457","req_id":"13c66cf9-f5a2-47ab-846e-58ccc0b2bbfd","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 5920,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_5a9c11c1-7701-4e6c-b770-e5edaf0e0668.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_5a9c11c1-7701-4e6c-b770-e5edaf0e0668.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 53,\n 97,\n 57,\n 99,\n 49,\n 49,\n 99,\n 49,\n 45,\n 55,\n 55,\n 48,\n 49,\n 45,\n 52,\n 101,\n 54,\n 99,\n 45,\n 98,\n 55,\n 55,\n 48,\n 45,\n 101,\n 53,\n 101,\n 100,\n 97,\n 102,\n 48,\n 101,\n 48,\n 54,\n 54,\n 56,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_5a9c11c1-7701-4e6c-b770-e5edaf0e0668.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-28T03:15:00.593273786Z","hostname":"oxz_internal_dns_378d7f93-0938-4529-ad68-12b7dbfeb4b3","pid":5400,"peer_addr":"[fd00:1122:3344:101::7]:53473","req_id":"341a8799-3f9d-46b0-9ec4-e6acb1dd4978","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 52933,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_ea56cecc-194f-4ac7-a826-1448ad515b32.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_ea56cecc-194f-4ac7-a826-1448ad515b32.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 101,\n 97,\n 53,\n 54,\n 99,\n 101,\n 99,\n 99,\n 45,\n 49,\n 57,\n 52,\n 102,\n 45,\n 52,\n 97,\n 99,\n 55,\n 45,\n 97,\n 56,\n 50,\n 54,\n 45,\n 49,\n 52,\n 52,\n 56,\n 97,\n 100,\n 53,\n 49,\n 53,\n 98,\n 51,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_ea56cecc-194f-4ac7-a826-1448ad515b32.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-28T03:15:00.626490295Z","hostname":"oxz_internal_dns_378d7f93-0938-4529-ad68-12b7dbfeb4b3","pid":5400,"peer_addr":"[fd00:1122:3344:101::5]:39043","req_id":"a620e20c-9d2b-4278-8a9d-ba7038ee7a2f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 52933,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_ea56cecc-194f-4ac7-a826-1448ad515b32.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_ea56cecc-194f-4ac7-a826-1448ad515b32.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 101,\n 97,\n 53,\n 54,\n 99,\n 101,\n 99,\n 99,\n 45,\n 49,\n 57,\n 52,\n 102,\n 45,\n 52,\n 97,\n 99,\n 55,\n 45,\n 97,\n 56,\n 50,\n 54,\n 45,\n 49,\n 52,\n 52,\n 56,\n 97,\n 100,\n 53,\n 49,\n 53,\n 98,\n 51,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_ea56cecc-194f-4ac7-a826-1448ad515b32.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-28T03:15:00.627195384Z","hostname":"oxz_internal_dns_378d7f93-0938-4529-ad68-12b7dbfeb4b3","pid":5400,"peer_addr":"[fd00:1122:3344:101::5]:56709","req_id":"2fb60b77-f499-4a38-896a-ff1cf57d1a58","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 40685,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-28T03:15:00.888666289Z","hostname":"oxz_internal_dns_378d7f93-0938-4529-ad68-12b7dbfeb4b3","pid":5400,"peer_addr":"[fd00:1122:3344:101::2]:40200","req_id":"49c54f3e-e591-4462-b5d1-3f93c80bf386","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 40685,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-28T03:15:00.889224954Z","hostname":"oxz_internal_dns_378d7f93-0938-4529-ad68-12b7dbfeb4b3","pid":5400,"peer_addr":"[fd00:1122:3344:101::2]:39162","req_id":"8e474572-fc96-442d-8b20-6f8322359f18","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-28T03:15:01.112729411Z","hostname":"oxz_internal_dns_378d7f93-0938-4529-ad68-12b7dbfeb4b3","pid":5400,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:36693"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-07-28T03:15:01.11454853Z","hostname":"oxz_internal_dns_378d7f93-0938-4529-ad68-12b7dbfeb4b3","pid":5400,"new_generation":1,"req_id":"c3c26110-bf3f-4db7-8527-4bf3d1c39b67","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-07-28T03:15:01.114583351Z","hostname":"oxz_internal_dns_378d7f93-0938-4529-ad68-12b7dbfeb4b3","pid":5400,"new_generation":1,"req_id":"c3c26110-bf3f-4db7-8527-4bf3d1c39b67","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-28T03:15:01.114595591Z","hostname":"oxz_internal_dns_378d7f93-0938-4529-ad68-12b7dbfeb4b3","pid":5400,"uri":"/config","method":"PUT","req_id":"c3c26110-bf3f-4db7-8527-4bf3d1c39b67","remote_addr":"[fd00:1122:3344:101::b]:36693","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":263,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 35828,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_ntp_fa5d5421-7e64-424d-97f0-785be1f87393.\"),\n ),\n original: Query {\n name: Name(\"oxz_ntp_fa5d5421-7e64-424d-97f0-785be1f87393.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 44,\n 111,\n 120,\n 122,\n 95,\n 110,\n 116,\n 112,\n 95,\n 102,\n 97,\n 53,\n 100,\n 53,\n 52,\n 50,\n 49,\n 45,\n 55,\n 101,\n 54,\n 52,\n 45,\n 52,\n 50,\n 52,\n 100,\n 45,\n 57,\n 55,\n 102,\n 48,\n 45,\n 55,\n 56,\n 53,\n 98,\n 101,\n 49,\n 102,\n 56,\n 55,\n 51,\n 57,\n 51,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_ntp_fa5d5421-7e64-424d-97f0-785be1f87393.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-28T03:15:01.121119486Z","hostname":"oxz_internal_dns_378d7f93-0938-4529-ad68-12b7dbfeb4b3","pid":5400,"peer_addr":"[fd00:1122:3344:101::1b]:62335","req_id":"120b4e80-996c-4528-97da-235869197314","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-28T03:15:01.181042331Z","hostname":"oxz_internal_dns_378d7f93-0938-4529-ad68-12b7dbfeb4b3","pid":5400,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:48717"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-07-28T03:15:01.183372804Z","hostname":"oxz_internal_dns_378d7f93-0938-4529-ad68-12b7dbfeb4b3","pid":5400,"new_generation":1,"req_id":"2ca06b0c-4f2a-4ee6-9716-6f26f5efc7ce","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-07-28T03:15:01.183415605Z","hostname":"oxz_internal_dns_378d7f93-0938-4529-ad68-12b7dbfeb4b3","pid":5400,"new_generation":1,"req_id":"2ca06b0c-4f2a-4ee6-9716-6f26f5efc7ce","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-28T03:15:01.183430415Z","hostname":"oxz_internal_dns_378d7f93-0938-4529-ad68-12b7dbfeb4b3","pid":5400,"uri":"/config","method":"PUT","req_id":"2ca06b0c-4f2a-4ee6-9716-6f26f5efc7ce","remote_addr":"[fd00:1122:3344:101::c]:48717","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":282,"response_code":204}