[ Jul 23 02:27:10 Enabled. ] [ Jul 23 02:27:10 Rereading configuration. ] [ Jul 23 02:27:11 Rereading configuration. ] [ Jul 23 02:27:12 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:3::1]:5353 --dns-address [fd00:1122:3344:3::1]:53 &"). ] [ Jul 23 02:27:12 Method "start" exited with status 0. ] Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:3::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } note: configured to log to "/dev/stdout" {"msg":"config","v":0,"name":"dns-server","level":30,"time":"2026-07-23T02:27:12.261168803Z","hostname":"oxz_internal_dns_70e2c935-45d0-463a-b626-635c109b0c37","pid":5442,"dns_config":"Config { bind_address: [fd00:1122:3344:3::1]:53 }","config":"Config { log: File { level: Info, path: \"/dev/stdout\", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:3::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: \"/data/dns\", keep_old_generations: 3 } }"} {"msg":"opening sled database","v":0,"name":"dns-server","level":30,"time":"2026-07-23T02:27:12.261316905Z","hostname":"oxz_internal_dns_70e2c935-45d0-463a-b626-635c109b0c37","pid":5442,"component":"store","path":"/data/dns"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-07-23T02:27:12.282971621Z","hostname":"oxz_internal_dns_70e2c935-45d0-463a-b626-635c109b0c37","pid":5442,"component":"store"} {"msg":"pruning trees for generations older than 0","v":0,"name":"dns-server","level":30,"time":"2026-07-23T02:27:12.282992661Z","hostname":"oxz_internal_dns_70e2c935-45d0-463a-b626-635c109b0c37","pid":5442,"component":"store","keep":3} {"msg":"DNS server bound to address","v":0,"name":"dns-server","level":30,"time":"2026-07-23T02:27:12.283050522Z","hostname":"oxz_internal_dns_70e2c935-45d0-463a-b626-635c109b0c37","pid":5442,"component":"dns","local_address":"[fd00:1122:3344:3::1]:53"} {"msg":"listening","v":0,"name":"dns-server","level":30,"time":"2026-07-23T02:27:12.283395566Z","hostname":"oxz_internal_dns_70e2c935-45d0-463a-b626-635c109b0c37","pid":5442,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 22900,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-23T02:27:12.346181711Z","hostname":"oxz_internal_dns_70e2c935-45d0-463a-b626-635c109b0c37","pid":5442,"peer_addr":"[fd00:1122:3344:101::2]:55022","req_id":"29261f17-a1cc-45e8-a35b-98d8fdf98fda","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 20489,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-23T02:27:12.51210591Z","hostname":"oxz_internal_dns_70e2c935-45d0-463a-b626-635c109b0c37","pid":5442,"peer_addr":"[fd00:1122:3344:101::2]:26615","req_id":"4a674a80-ad33-478f-aee0-918efcf781ba","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 36782,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-23T02:27:12.521227984Z","hostname":"oxz_internal_dns_70e2c935-45d0-463a-b626-635c109b0c37","pid":5442,"peer_addr":"[fd00:1122:3344:101::2]:41071","req_id":"838ecb1b-5421-4fee-911a-18efca134a6d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 44091,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-23T02:27:12.738032363Z","hostname":"oxz_internal_dns_70e2c935-45d0-463a-b626-635c109b0c37","pid":5442,"peer_addr":"[fd00:1122:3344:101::2]:46956","req_id":"34770376-0845-49bc-8487-3b37247ead62","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 41524,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-23T02:27:12.872577705Z","hostname":"oxz_internal_dns_70e2c935-45d0-463a-b626-635c109b0c37","pid":5442,"peer_addr":"[fd00:1122:3344:101::2]:57644","req_id":"f5fc7bc6-ba7b-48ce-9340-6f64a1753d30","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 32191,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-23T02:27:12.986551403Z","hostname":"oxz_internal_dns_70e2c935-45d0-463a-b626-635c109b0c37","pid":5442,"peer_addr":"[fd00:1122:3344:3::2]:56065","req_id":"3d8dcd99-9f38-40d6-8fa3-ea811f948228","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 44541,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-23T02:27:13.290910069Z","hostname":"oxz_internal_dns_70e2c935-45d0-463a-b626-635c109b0c37","pid":5442,"peer_addr":"[fd00:1122:3344:101::2]:52436","req_id":"5a86b65c-927f-49c6-b53c-7989ef630daf","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 30203,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-23T02:27:13.901003596Z","hostname":"oxz_internal_dns_70e2c935-45d0-463a-b626-635c109b0c37","pid":5442,"peer_addr":"[fd00:1122:3344:101::2]:64507","req_id":"8eb2bece-f2ac-4c21-8517-dc8ca8527f6d","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-23T02:27:14.025853077Z","hostname":"oxz_internal_dns_70e2c935-45d0-463a-b626-635c109b0c37","pid":5442,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:3::2]:62892"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-07-23T02:27:14.026603846Z","hostname":"oxz_internal_dns_70e2c935-45d0-463a-b626-635c109b0c37","pid":5442,"new_generation":1,"req_id":"5e342ee6-9932-4ca6-9f93-47b2954b9c89","component":"store"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-07-23T02:27:14.026618436Z","hostname":"oxz_internal_dns_70e2c935-45d0-463a-b626-635c109b0c37","pid":5442,"component":"store"} {"msg":"pruning trees for generations older than 1","v":0,"name":"dns-server","level":30,"time":"2026-07-23T02:27:14.042443396Z","hostname":"oxz_internal_dns_70e2c935-45d0-463a-b626-635c109b0c37","pid":5442,"component":"store","keep":3} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-07-23T02:27:14.042467096Z","hostname":"oxz_internal_dns_70e2c935-45d0-463a-b626-635c109b0c37","pid":5442,"new_generation":1,"req_id":"5e342ee6-9932-4ca6-9f93-47b2954b9c89","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-23T02:27:14.042481056Z","hostname":"oxz_internal_dns_70e2c935-45d0-463a-b626-635c109b0c37","pid":5442,"uri":"/config","method":"PUT","req_id":"5e342ee6-9932-4ca6-9f93-47b2954b9c89","remote_addr":"[fd00:1122:3344:3::2]:62892","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":16234,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 39399,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-23T02:27:26.020068965Z","hostname":"oxz_internal_dns_70e2c935-45d0-463a-b626-635c109b0c37","pid":5442,"peer_addr":"[fd00:1122:3344:101::1b]:34774","req_id":"8227733a-adf1-4a34-bf01-6c8ded366caa","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 16494,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-23T02:27:26.024673738Z","hostname":"oxz_internal_dns_70e2c935-45d0-463a-b626-635c109b0c37","pid":5442,"peer_addr":"[fd00:1122:3344:101::1b]:46143","req_id":"197e3823-18da-4dcd-8cd9-5e6340253b18","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 41360,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-23T02:27:26.028977987Z","hostname":"oxz_internal_dns_70e2c935-45d0-463a-b626-635c109b0c37","pid":5442,"peer_addr":"[fd00:1122:3344:101::1b]:54891","req_id":"54552e6a-7144-4346-a4f7-c4bc46eeeb5e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 13734,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-23T02:28:25.764996684Z","hostname":"oxz_internal_dns_70e2c935-45d0-463a-b626-635c109b0c37","pid":5442,"peer_addr":"[fd00:1122:3344:101::d]:62028","req_id":"f24d9902-060b-49ab-92c5-345988b3eaec","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 25860,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-23T02:28:35.748575746Z","hostname":"oxz_internal_dns_70e2c935-45d0-463a-b626-635c109b0c37","pid":5442,"peer_addr":"[fd00:1122:3344:101::d]:58579","req_id":"07e3f282-9adc-4492-ae22-9830cc69431c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 43720,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-23T02:28:39.175043533Z","hostname":"oxz_internal_dns_70e2c935-45d0-463a-b626-635c109b0c37","pid":5442,"peer_addr":"[fd00:1122:3344:101::c]:1666","req_id":"17bf3a06-c446-4d91-85ed-1b5ef8ddb04d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 37753,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-23T02:28:39.396425124Z","hostname":"oxz_internal_dns_70e2c935-45d0-463a-b626-635c109b0c37","pid":5442,"peer_addr":"[fd00:1122:3344:101::a]:51475","req_id":"4e06ca85-75ad-41d9-bc71-57dc04ee0075","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-23T02:28:41.351727299Z","hostname":"oxz_internal_dns_70e2c935-45d0-463a-b626-635c109b0c37","pid":5442,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:58672"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-23T02:28:41.356513973Z","hostname":"oxz_internal_dns_70e2c935-45d0-463a-b626-635c109b0c37","pid":5442,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:33072"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 17702,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_7f02160f-e1e2-42d0-b7e9-fd3d2da8cb3b.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_7f02160f-e1e2-42d0-b7e9-fd3d2da8cb3b.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 55,\n 102,\n 48,\n 50,\n 49,\n 54,\n 48,\n 102,\n 45,\n 101,\n 49,\n 101,\n 50,\n 45,\n 52,\n 50,\n 100,\n 48,\n 45,\n 98,\n 55,\n 101,\n 57,\n 45,\n 102,\n 100,\n 51,\n 100,\n 50,\n 100,\n 97,\n 56,\n 99,\n 98,\n 51,\n 98,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_7f02160f-e1e2-42d0-b7e9-fd3d2da8cb3b.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-23T02:28:41.393861529Z","hostname":"oxz_internal_dns_70e2c935-45d0-463a-b626-635c109b0c37","pid":5442,"peer_addr":"[fd00:1122:3344:101::e]:38711","req_id":"7a1b3dd1-843e-41d0-9c9f-7d0f3502ecdf","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 17702,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_7f02160f-e1e2-42d0-b7e9-fd3d2da8cb3b.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_7f02160f-e1e2-42d0-b7e9-fd3d2da8cb3b.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 55,\n 102,\n 48,\n 50,\n 49,\n 54,\n 48,\n 102,\n 45,\n 101,\n 49,\n 101,\n 50,\n 45,\n 52,\n 50,\n 100,\n 48,\n 45,\n 98,\n 55,\n 101,\n 57,\n 45,\n 102,\n 100,\n 51,\n 100,\n 50,\n 100,\n 97,\n 56,\n 99,\n 98,\n 51,\n 98,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_7f02160f-e1e2-42d0-b7e9-fd3d2da8cb3b.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-23T02:28:41.394691288Z","hostname":"oxz_internal_dns_70e2c935-45d0-463a-b626-635c109b0c37","pid":5442,"peer_addr":"[fd00:1122:3344:101::e]:57775","req_id":"43c4400e-1d3b-44cb-9f8b-63179501a1a1","component":"dns"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-23T02:28:41.41153247Z","hostname":"oxz_internal_dns_70e2c935-45d0-463a-b626-635c109b0c37","pid":5442,"uri":"/config","method":"GET","req_id":"10a7390a-9bdf-4cba-86e7-2a50e3d2d390","remote_addr":"[fd00:1122:3344:101::a]:58672","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":30084,"response_code":200} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-23T02:28:41.411616161Z","hostname":"oxz_internal_dns_70e2c935-45d0-463a-b626-635c109b0c37","pid":5442,"uri":"/config","method":"GET","req_id":"623698d9-b229-4232-a77f-a5bd4360099f","remote_addr":"[fd00:1122:3344:101::c]:33072","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":30085,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-23T02:28:41.925944198Z","hostname":"oxz_internal_dns_70e2c935-45d0-463a-b626-635c109b0c37","pid":5442,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:33385"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-07-23T02:28:41.937735402Z","hostname":"oxz_internal_dns_70e2c935-45d0-463a-b626-635c109b0c37","pid":5442,"new_generation":1,"req_id":"1bafa6bf-8f24-497f-8f9e-3e70308335a3","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-07-23T02:28:41.937891983Z","hostname":"oxz_internal_dns_70e2c935-45d0-463a-b626-635c109b0c37","pid":5442,"new_generation":1,"req_id":"1bafa6bf-8f24-497f-8f9e-3e70308335a3","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-23T02:28:41.937906684Z","hostname":"oxz_internal_dns_70e2c935-45d0-463a-b626-635c109b0c37","pid":5442,"uri":"/config","method":"PUT","req_id":"1bafa6bf-8f24-497f-8f9e-3e70308335a3","remote_addr":"[fd00:1122:3344:101::a]:33385","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":11700,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 27824,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-23T02:28:42.287708297Z","hostname":"oxz_internal_dns_70e2c935-45d0-463a-b626-635c109b0c37","pid":5442,"peer_addr":"[fd00:1122:3344:101::a]:5477","req_id":"1d8f8c44-01cc-48d6-8e75-01fa687f6de1","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-23T02:28:42.546778817Z","hostname":"oxz_internal_dns_70e2c935-45d0-463a-b626-635c109b0c37","pid":5442,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:48784"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-23T02:28:42.547126691Z","hostname":"oxz_internal_dns_70e2c935-45d0-463a-b626-635c109b0c37","pid":5442,"uri":"/config","method":"GET","req_id":"9b553098-22da-46e9-b022-0f57c90e753c","remote_addr":"[fd00:1122:3344:101::a]:48784","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":287,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 51444,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-23T02:28:42.558210207Z","hostname":"oxz_internal_dns_70e2c935-45d0-463a-b626-635c109b0c37","pid":5442,"peer_addr":"[fd00:1122:3344:101::b]:47758","req_id":"3e05b0e7-cf2a-45a7-90a9-4e244d48eb13","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-23T02:28:42.866869372Z","hostname":"oxz_internal_dns_70e2c935-45d0-463a-b626-635c109b0c37","pid":5442,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:41477"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-07-23T02:28:42.867169645Z","hostname":"oxz_internal_dns_70e2c935-45d0-463a-b626-635c109b0c37","pid":5442,"new_generation":1,"req_id":"4fc4c417-40f3-414e-9429-1c15985aa059","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-07-23T02:28:42.867338107Z","hostname":"oxz_internal_dns_70e2c935-45d0-463a-b626-635c109b0c37","pid":5442,"new_generation":1,"req_id":"4fc4c417-40f3-414e-9429-1c15985aa059","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-23T02:28:42.867401878Z","hostname":"oxz_internal_dns_70e2c935-45d0-463a-b626-635c109b0c37","pid":5442,"uri":"/config","method":"PUT","req_id":"4fc4c417-40f3-414e-9429-1c15985aa059","remote_addr":"[fd00:1122:3344:101::b]:41477","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":241,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-23T02:28:43.072574694Z","hostname":"oxz_internal_dns_70e2c935-45d0-463a-b626-635c109b0c37","pid":5442,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:45562"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-23T02:28:43.073029639Z","hostname":"oxz_internal_dns_70e2c935-45d0-463a-b626-635c109b0c37","pid":5442,"uri":"/config","method":"GET","req_id":"2acca5e6-d8df-4448-b280-5f13a1ab209f","remote_addr":"[fd00:1122:3344:101::b]:45562","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":339,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 4627,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-23T02:28:44.127972762Z","hostname":"oxz_internal_dns_70e2c935-45d0-463a-b626-635c109b0c37","pid":5442,"peer_addr":"[fd00:1122:3344:101::a]:5272","req_id":"c92de4a6-a150-4168-864d-ae08e5171954","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-23T02:28:44.382171136Z","hostname":"oxz_internal_dns_70e2c935-45d0-463a-b626-635c109b0c37","pid":5442,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:33070"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-23T02:28:44.38249346Z","hostname":"oxz_internal_dns_70e2c935-45d0-463a-b626-635c109b0c37","pid":5442,"uri":"/config","method":"GET","req_id":"58422b0f-3088-4430-9c7d-3df4ded6e763","remote_addr":"[fd00:1122:3344:101::a]:33070","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":277,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 63592,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-23T02:28:44.790150112Z","hostname":"oxz_internal_dns_70e2c935-45d0-463a-b626-635c109b0c37","pid":5442,"peer_addr":"[fd00:1122:3344:101::b]:24067","req_id":"47c54249-273f-43ce-9fa0-5e3345d750b6","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-23T02:28:44.93140699Z","hostname":"oxz_internal_dns_70e2c935-45d0-463a-b626-635c109b0c37","pid":5442,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:48149"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-23T02:28:44.931743634Z","hostname":"oxz_internal_dns_70e2c935-45d0-463a-b626-635c109b0c37","pid":5442,"uri":"/config","method":"GET","req_id":"83119d51-0d69-4e58-9a20-2e8215d1c87e","remote_addr":"[fd00:1122:3344:101::b]:48149","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":268,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 5534,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-23T02:28:45.75072127Z","hostname":"oxz_internal_dns_70e2c935-45d0-463a-b626-635c109b0c37","pid":5442,"peer_addr":"[fd00:1122:3344:101::d]:51752","req_id":"626053d4-4db7-4f57-84c9-2587f13bfa39","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 45208,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-23T02:28:50.150738332Z","hostname":"oxz_internal_dns_70e2c935-45d0-463a-b626-635c109b0c37","pid":5442,"peer_addr":"[fd00:1122:3344:101::c]:21822","req_id":"49ecc86d-9951-4a24-8969-56798260788b","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-23T02:28:50.286288016Z","hostname":"oxz_internal_dns_70e2c935-45d0-463a-b626-635c109b0c37","pid":5442,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:35279"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-23T02:28:50.286589099Z","hostname":"oxz_internal_dns_70e2c935-45d0-463a-b626-635c109b0c37","pid":5442,"uri":"/config","method":"GET","req_id":"6ef22b2e-468d-4630-9d7c-b37615a58520","remote_addr":"[fd00:1122:3344:101::c]:35279","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":229,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 44157,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-23T02:28:55.752290496Z","hostname":"oxz_internal_dns_70e2c935-45d0-463a-b626-635c109b0c37","pid":5442,"peer_addr":"[fd00:1122:3344:101::d]:50992","req_id":"f8cd3a19-008b-429b-83af-640069951baa","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 51760,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-23T02:29:05.75348494Z","hostname":"oxz_internal_dns_70e2c935-45d0-463a-b626-635c109b0c37","pid":5442,"peer_addr":"[fd00:1122:3344:101::d]:55521","req_id":"726d3f26-5df8-4aa9-b110-692ec2241ac5","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 57008,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-23T02:29:15.754962655Z","hostname":"oxz_internal_dns_70e2c935-45d0-463a-b626-635c109b0c37","pid":5442,"peer_addr":"[fd00:1122:3344:101::d]:54212","req_id":"b1b33b11-a50b-4db2-9ce8-ce44ea0137b7","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 24645,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-23T02:29:25.756540412Z","hostname":"oxz_internal_dns_70e2c935-45d0-463a-b626-635c109b0c37","pid":5442,"peer_addr":"[fd00:1122:3344:101::d]:65475","req_id":"8ff82c58-3a47-49b9-8121-a8dfbd5bd136","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 32064,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-23T02:29:26.932065667Z","hostname":"oxz_internal_dns_70e2c935-45d0-463a-b626-635c109b0c37","pid":5442,"peer_addr":"[fd00:1122:3344:101::1b]:51721","req_id":"1b5fe934-5a14-4625-bfec-11ad7839cda3","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 25318,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-23T02:29:26.936610929Z","hostname":"oxz_internal_dns_70e2c935-45d0-463a-b626-635c109b0c37","pid":5442,"peer_addr":"[fd00:1122:3344:101::1b]:55221","req_id":"8912a8b6-9aad-46e9-b3e8-56de2fb8389d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 14032,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-23T02:29:26.944460068Z","hostname":"oxz_internal_dns_70e2c935-45d0-463a-b626-635c109b0c37","pid":5442,"peer_addr":"[fd00:1122:3344:101::1b]:62194","req_id":"f4597127-317f-4308-aefb-1db6d05d40f5","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 9504,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-23T02:29:35.757432032Z","hostname":"oxz_internal_dns_70e2c935-45d0-463a-b626-635c109b0c37","pid":5442,"peer_addr":"[fd00:1122:3344:101::d]:57493","req_id":"5fe81373-156d-445a-a251-7017edc2dc92","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-23T02:29:39.016066447Z","hostname":"oxz_internal_dns_70e2c935-45d0-463a-b626-635c109b0c37","pid":5442,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:38820"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-07-23T02:29:39.016525512Z","hostname":"oxz_internal_dns_70e2c935-45d0-463a-b626-635c109b0c37","pid":5442,"new_generation":1,"req_id":"cb9c94ca-add7-47e8-96de-dffaafff74ba","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-07-23T02:29:39.016546792Z","hostname":"oxz_internal_dns_70e2c935-45d0-463a-b626-635c109b0c37","pid":5442,"new_generation":1,"req_id":"cb9c94ca-add7-47e8-96de-dffaafff74ba","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-23T02:29:39.016572083Z","hostname":"oxz_internal_dns_70e2c935-45d0-463a-b626-635c109b0c37","pid":5442,"uri":"/config","method":"PUT","req_id":"cb9c94ca-add7-47e8-96de-dffaafff74ba","remote_addr":"[fd00:1122:3344:101::a]:38820","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":322,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-23T02:29:39.034228673Z","hostname":"oxz_internal_dns_70e2c935-45d0-463a-b626-635c109b0c37","pid":5442,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:37261"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-07-23T02:29:39.034895771Z","hostname":"oxz_internal_dns_70e2c935-45d0-463a-b626-635c109b0c37","pid":5442,"new_generation":1,"req_id":"cc599cfa-3af3-486e-910b-50457d323bee","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-07-23T02:29:39.034960162Z","hostname":"oxz_internal_dns_70e2c935-45d0-463a-b626-635c109b0c37","pid":5442,"new_generation":1,"req_id":"cc599cfa-3af3-486e-910b-50457d323bee","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-23T02:29:39.034971262Z","hostname":"oxz_internal_dns_70e2c935-45d0-463a-b626-635c109b0c37","pid":5442,"uri":"/config","method":"PUT","req_id":"cc599cfa-3af3-486e-910b-50457d323bee","remote_addr":"[fd00:1122:3344:101::c]:37261","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":305,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 50847,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-23T02:29:40.067993605Z","hostname":"oxz_internal_dns_70e2c935-45d0-463a-b626-635c109b0c37","pid":5442,"peer_addr":"[fd00:1122:3344:101::a]:40486","req_id":"a8a4791c-ae80-4a9f-89f4-f11a7a78b01e","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-23T02:29:40.169290038Z","hostname":"oxz_internal_dns_70e2c935-45d0-463a-b626-635c109b0c37","pid":5442,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:35960"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-23T02:29:40.169500421Z","hostname":"oxz_internal_dns_70e2c935-45d0-463a-b626-635c109b0c37","pid":5442,"uri":"/config","method":"GET","req_id":"87eec17b-1e79-459a-b1fc-b6d03d004e63","remote_addr":"[fd00:1122:3344:101::a]:35960","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":179,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 60123,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-23T02:29:40.529955256Z","hostname":"oxz_internal_dns_70e2c935-45d0-463a-b626-635c109b0c37","pid":5442,"peer_addr":"[fd00:1122:3344:101::c]:49781","req_id":"b5b132a2-4ded-4489-94c4-1d6b89a0f933","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-23T02:29:40.630056136Z","hostname":"oxz_internal_dns_70e2c935-45d0-463a-b626-635c109b0c37","pid":5442,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:41441"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-23T02:29:40.630514271Z","hostname":"oxz_internal_dns_70e2c935-45d0-463a-b626-635c109b0c37","pid":5442,"uri":"/config","method":"GET","req_id":"3901c434-2cf8-4f87-bd9c-16e99d828ab7","remote_addr":"[fd00:1122:3344:101::c]:41441","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":412,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-23T02:29:42.378312973Z","hostname":"oxz_internal_dns_70e2c935-45d0-463a-b626-635c109b0c37","pid":5442,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:52075"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-07-23T02:29:42.378593976Z","hostname":"oxz_internal_dns_70e2c935-45d0-463a-b626-635c109b0c37","pid":5442,"new_generation":1,"req_id":"1da82f9d-e16b-4f32-abc5-b617c7149552","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-07-23T02:29:42.378650977Z","hostname":"oxz_internal_dns_70e2c935-45d0-463a-b626-635c109b0c37","pid":5442,"new_generation":1,"req_id":"1da82f9d-e16b-4f32-abc5-b617c7149552","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-23T02:29:42.378663257Z","hostname":"oxz_internal_dns_70e2c935-45d0-463a-b626-635c109b0c37","pid":5442,"uri":"/config","method":"PUT","req_id":"1da82f9d-e16b-4f32-abc5-b617c7149552","remote_addr":"[fd00:1122:3344:101::b]:52075","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":254,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 7981,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-23T02:29:43.354906333Z","hostname":"oxz_internal_dns_70e2c935-45d0-463a-b626-635c109b0c37","pid":5442,"peer_addr":"[fd00:1122:3344:101::b]:15291","req_id":"1d4886e6-033f-4b07-b248-8b41433972f0","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-23T02:29:43.459708327Z","hostname":"oxz_internal_dns_70e2c935-45d0-463a-b626-635c109b0c37","pid":5442,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:36386"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-23T02:29:43.45996365Z","hostname":"oxz_internal_dns_70e2c935-45d0-463a-b626-635c109b0c37","pid":5442,"uri":"/config","method":"GET","req_id":"ea764ec5-8536-4fd9-a43f-5f58dabfb43f","remote_addr":"[fd00:1122:3344:101::b]:36386","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":210,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 40781,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-23T02:29:45.759256801Z","hostname":"oxz_internal_dns_70e2c935-45d0-463a-b626-635c109b0c37","pid":5442,"peer_addr":"[fd00:1122:3344:101::d]:60532","req_id":"efbd22bf-d734-4969-b4a8-d1fd229ad2e4","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 55447,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-23T02:29:55.761480826Z","hostname":"oxz_internal_dns_70e2c935-45d0-463a-b626-635c109b0c37","pid":5442,"peer_addr":"[fd00:1122:3344:101::d]:53688","req_id":"bc60d25a-00da-4fc5-97d0-eef96c269cec","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 5247,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_05b4050b-d3a7-4c70-9c5a-db978815951d.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_05b4050b-d3a7-4c70-9c5a-db978815951d.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 48,\n 53,\n 98,\n 52,\n 48,\n 53,\n 48,\n 98,\n 45,\n 100,\n 51,\n 97,\n 55,\n 45,\n 52,\n 99,\n 55,\n 48,\n 45,\n 57,\n 99,\n 53,\n 97,\n 45,\n 100,\n 98,\n 57,\n 55,\n 56,\n 56,\n 49,\n 53,\n 57,\n 53,\n 49,\n 100,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_05b4050b-d3a7-4c70-9c5a-db978815951d.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-23T02:30:00.416636463Z","hostname":"oxz_internal_dns_70e2c935-45d0-463a-b626-635c109b0c37","pid":5442,"peer_addr":"[fd00:1122:3344:101::7]:57279","req_id":"b47b6d4d-5471-4670-872f-d09873776c2e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 5247,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_05b4050b-d3a7-4c70-9c5a-db978815951d.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_05b4050b-d3a7-4c70-9c5a-db978815951d.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 48,\n 53,\n 98,\n 52,\n 48,\n 53,\n 48,\n 98,\n 45,\n 100,\n 51,\n 97,\n 55,\n 45,\n 52,\n 99,\n 55,\n 48,\n 45,\n 57,\n 99,\n 53,\n 97,\n 45,\n 100,\n 98,\n 57,\n 55,\n 56,\n 56,\n 49,\n 53,\n 57,\n 53,\n 49,\n 100,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_05b4050b-d3a7-4c70-9c5a-db978815951d.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-23T02:30:00.417139849Z","hostname":"oxz_internal_dns_70e2c935-45d0-463a-b626-635c109b0c37","pid":5442,"peer_addr":"[fd00:1122:3344:101::7]:58956","req_id":"fe4ede4e-235e-4a28-9963-8e5414eb5e36","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 63109,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_7f276d05-946f-496f-a879-4e1ce76d0ed3.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_7f276d05-946f-496f-a879-4e1ce76d0ed3.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 55,\n 102,\n 50,\n 55,\n 54,\n 100,\n 48,\n 53,\n 45,\n 57,\n 52,\n 54,\n 102,\n 45,\n 52,\n 57,\n 54,\n 102,\n 45,\n 97,\n 56,\n 55,\n 57,\n 45,\n 52,\n 101,\n 49,\n 99,\n 101,\n 55,\n 54,\n 100,\n 48,\n 101,\n 100,\n 51,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_7f276d05-946f-496f-a879-4e1ce76d0ed3.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-23T02:30:00.446353531Z","hostname":"oxz_internal_dns_70e2c935-45d0-463a-b626-635c109b0c37","pid":5442,"peer_addr":"[fd00:1122:3344:101::5]:32924","req_id":"dc6fb4b7-54df-4c34-b9fe-f1e9c4e86480","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 63109,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_7f276d05-946f-496f-a879-4e1ce76d0ed3.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_7f276d05-946f-496f-a879-4e1ce76d0ed3.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 55,\n 102,\n 50,\n 55,\n 54,\n 100,\n 48,\n 53,\n 45,\n 57,\n 52,\n 54,\n 102,\n 45,\n 52,\n 57,\n 54,\n 102,\n 45,\n 97,\n 56,\n 55,\n 57,\n 45,\n 52,\n 101,\n 49,\n 99,\n 101,\n 55,\n 54,\n 100,\n 48,\n 101,\n 100,\n 51,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_7f276d05-946f-496f-a879-4e1ce76d0ed3.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-23T02:30:00.447003119Z","hostname":"oxz_internal_dns_70e2c935-45d0-463a-b626-635c109b0c37","pid":5442,"peer_addr":"[fd00:1122:3344:101::5]:36734","req_id":"093126ed-650e-421e-98d1-e35438d08fef","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 19834,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_a663adf7-ef36-4dc2-98ac-52429e7f7d90.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_a663adf7-ef36-4dc2-98ac-52429e7f7d90.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 97,\n 54,\n 54,\n 51,\n 97,\n 100,\n 102,\n 55,\n 45,\n 101,\n 102,\n 51,\n 54,\n 45,\n 52,\n 100,\n 99,\n 50,\n 45,\n 57,\n 56,\n 97,\n 99,\n 45,\n 53,\n 50,\n 52,\n 50,\n 57,\n 101,\n 55,\n 102,\n 55,\n 100,\n 57,\n 48,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_a663adf7-ef36-4dc2-98ac-52429e7f7d90.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-23T02:30:00.56472773Z","hostname":"oxz_internal_dns_70e2c935-45d0-463a-b626-635c109b0c37","pid":5442,"peer_addr":"[fd00:1122:3344:101::3]:40625","req_id":"a73fb475-2a44-4fba-a63c-7f4790a38417","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 19834,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_a663adf7-ef36-4dc2-98ac-52429e7f7d90.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_a663adf7-ef36-4dc2-98ac-52429e7f7d90.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 97,\n 54,\n 54,\n 51,\n 97,\n 100,\n 102,\n 55,\n 45,\n 101,\n 102,\n 51,\n 54,\n 45,\n 52,\n 100,\n 99,\n 50,\n 45,\n 57,\n 56,\n 97,\n 99,\n 45,\n 53,\n 50,\n 52,\n 50,\n 57,\n 101,\n 55,\n 102,\n 55,\n 100,\n 57,\n 48,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_a663adf7-ef36-4dc2-98ac-52429e7f7d90.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-23T02:30:00.565306196Z","hostname":"oxz_internal_dns_70e2c935-45d0-463a-b626-635c109b0c37","pid":5442,"peer_addr":"[fd00:1122:3344:101::3]:37626","req_id":"5abdb901-d1bb-4423-ace3-5146905fbe5c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 8047,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_47fc735d-8cad-4091-8ee8-47afb5c9fb2e.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_47fc735d-8cad-4091-8ee8-47afb5c9fb2e.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 52,\n 55,\n 102,\n 99,\n 55,\n 51,\n 53,\n 100,\n 45,\n 56,\n 99,\n 97,\n 100,\n 45,\n 52,\n 48,\n 57,\n 49,\n 45,\n 56,\n 101,\n 101,\n 56,\n 45,\n 52,\n 55,\n 97,\n 102,\n 98,\n 53,\n 99,\n 57,\n 102,\n 98,\n 50,\n 101,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_47fc735d-8cad-4091-8ee8-47afb5c9fb2e.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-23T02:30:00.58934342Z","hostname":"oxz_internal_dns_70e2c935-45d0-463a-b626-635c109b0c37","pid":5442,"peer_addr":"[fd00:1122:3344:101::6]:38444","req_id":"01e02a91-c095-4b03-b12c-f28f80e43dbc","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 8047,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_47fc735d-8cad-4091-8ee8-47afb5c9fb2e.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_47fc735d-8cad-4091-8ee8-47afb5c9fb2e.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 52,\n 55,\n 102,\n 99,\n 55,\n 51,\n 53,\n 100,\n 45,\n 56,\n 99,\n 97,\n 100,\n 45,\n 52,\n 48,\n 57,\n 49,\n 45,\n 56,\n 101,\n 101,\n 56,\n 45,\n 52,\n 55,\n 97,\n 102,\n 98,\n 53,\n 99,\n 57,\n 102,\n 98,\n 50,\n 101,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_47fc735d-8cad-4091-8ee8-47afb5c9fb2e.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-23T02:30:00.589931346Z","hostname":"oxz_internal_dns_70e2c935-45d0-463a-b626-635c109b0c37","pid":5442,"peer_addr":"[fd00:1122:3344:101::6]:59152","req_id":"941e30ab-f439-416e-9def-7ed9216b58fb","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 21629,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_4548f5c5-c27a-409e-b644-b0c410fa412f.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_4548f5c5-c27a-409e-b644-b0c410fa412f.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 52,\n 53,\n 52,\n 56,\n 102,\n 53,\n 99,\n 53,\n 45,\n 99,\n 50,\n 55,\n 97,\n 45,\n 52,\n 48,\n 57,\n 101,\n 45,\n 98,\n 54,\n 52,\n 52,\n 45,\n 98,\n 48,\n 99,\n 52,\n 49,\n 48,\n 102,\n 97,\n 52,\n 49,\n 50,\n 102,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_4548f5c5-c27a-409e-b644-b0c410fa412f.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-23T02:30:00.599488485Z","hostname":"oxz_internal_dns_70e2c935-45d0-463a-b626-635c109b0c37","pid":5442,"peer_addr":"[fd00:1122:3344:101::4]:58274","req_id":"cd461242-2c43-4899-8397-da950fec593d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 21629,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_4548f5c5-c27a-409e-b644-b0c410fa412f.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_4548f5c5-c27a-409e-b644-b0c410fa412f.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 52,\n 53,\n 52,\n 56,\n 102,\n 53,\n 99,\n 53,\n 45,\n 99,\n 50,\n 55,\n 97,\n 45,\n 52,\n 48,\n 57,\n 101,\n 45,\n 98,\n 54,\n 52,\n 52,\n 45,\n 98,\n 48,\n 99,\n 52,\n 49,\n 48,\n 102,\n 97,\n 52,\n 49,\n 50,\n 102,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_4548f5c5-c27a-409e-b644-b0c410fa412f.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-23T02:30:00.600022021Z","hostname":"oxz_internal_dns_70e2c935-45d0-463a-b626-635c109b0c37","pid":5442,"peer_addr":"[fd00:1122:3344:101::4]:39672","req_id":"b8e45466-b2f4-4496-a1fe-64e4ab152a4c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 2935,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_7f02160f-e1e2-42d0-b7e9-fd3d2da8cb3b.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_7f02160f-e1e2-42d0-b7e9-fd3d2da8cb3b.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 55,\n 102,\n 48,\n 50,\n 49,\n 54,\n 48,\n 102,\n 45,\n 101,\n 49,\n 101,\n 50,\n 45,\n 52,\n 50,\n 100,\n 48,\n 45,\n 98,\n 55,\n 101,\n 57,\n 45,\n 102,\n 100,\n 51,\n 100,\n 50,\n 100,\n 97,\n 56,\n 99,\n 98,\n 51,\n 98,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_7f02160f-e1e2-42d0-b7e9-fd3d2da8cb3b.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-23T02:30:00.703648261Z","hostname":"oxz_internal_dns_70e2c935-45d0-463a-b626-635c109b0c37","pid":5442,"peer_addr":"[fd00:1122:3344:101::e]:60942","req_id":"e86cac49-e98f-4b9a-a7dc-3a0c0d721a14","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 2935,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_7f02160f-e1e2-42d0-b7e9-fd3d2da8cb3b.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_7f02160f-e1e2-42d0-b7e9-fd3d2da8cb3b.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 55,\n 102,\n 48,\n 50,\n 49,\n 54,\n 48,\n 102,\n 45,\n 101,\n 49,\n 101,\n 50,\n 45,\n 52,\n 50,\n 100,\n 48,\n 45,\n 98,\n 55,\n 101,\n 57,\n 45,\n 102,\n 100,\n 51,\n 100,\n 50,\n 100,\n 97,\n 56,\n 99,\n 98,\n 51,\n 98,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_7f02160f-e1e2-42d0-b7e9-fd3d2da8cb3b.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-23T02:30:00.7043616Z","hostname":"oxz_internal_dns_70e2c935-45d0-463a-b626-635c109b0c37","pid":5442,"peer_addr":"[fd00:1122:3344:101::e]:58312","req_id":"44ecacc2-464f-4f99-af1f-26b5cc44518c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 49143,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_ntp_1b059d15-c961-44f7-9776-6d3d35bff3de.\"),\n ),\n original: Query {\n name: Name(\"oxz_ntp_1b059d15-c961-44f7-9776-6d3d35bff3de.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 44,\n 111,\n 120,\n 122,\n 95,\n 110,\n 116,\n 112,\n 95,\n 49,\n 98,\n 48,\n 53,\n 57,\n 100,\n 49,\n 53,\n 45,\n 99,\n 57,\n 54,\n 49,\n 45,\n 52,\n 52,\n 102,\n 55,\n 45,\n 57,\n 55,\n 55,\n 54,\n 45,\n 54,\n 100,\n 51,\n 100,\n 51,\n 53,\n 98,\n 102,\n 102,\n 51,\n 100,\n 101,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_ntp_1b059d15-c961-44f7-9776-6d3d35bff3de.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-23T02:30:00.844319043Z","hostname":"oxz_internal_dns_70e2c935-45d0-463a-b626-635c109b0c37","pid":5442,"peer_addr":"[fd00:1122:3344:101::1b]:64413","req_id":"e7a68aa6-5b7f-47d8-a828-6633d3a26858","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 18619,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-23T02:30:00.867225343Z","hostname":"oxz_internal_dns_70e2c935-45d0-463a-b626-635c109b0c37","pid":5442,"peer_addr":"[fd00:1122:3344:101::2]:42766","req_id":"8ca11fad-6bb6-436b-845d-ecce7c823588","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 18619,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-23T02:30:00.867693459Z","hostname":"oxz_internal_dns_70e2c935-45d0-463a-b626-635c109b0c37","pid":5442,"peer_addr":"[fd00:1122:3344:101::2]:38434","req_id":"26c1ea37-2f3f-4069-9c19-d140135aa3c6","component":"dns"}