[ Jul 21 19:11:24 Enabled. ] [ Jul 21 19:11:24 Rereading configuration. ] [ Jul 21 19:11:25 Rereading configuration. ] [ Jul 21 19:11:26 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:3::1]:5353 --dns-address [fd00:1122:3344:3::1]:53 &"). ] [ Jul 21 19:11:26 Method "start" exited with status 0. ] Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:3::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } note: configured to log to "/dev/stdout" {"msg":"config","v":0,"name":"dns-server","level":30,"time":"2026-07-21T19:11:26.455682226Z","hostname":"oxz_internal_dns_963bb7d1-6653-43bb-a87a-1720994d1a4b","pid":5436,"dns_config":"Config { bind_address: [fd00:1122:3344:3::1]:53 }","config":"Config { log: File { level: Info, path: \"/dev/stdout\", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:3::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: \"/data/dns\", keep_old_generations: 3 } }"} {"msg":"opening sled database","v":0,"name":"dns-server","level":30,"time":"2026-07-21T19:11:26.455827779Z","hostname":"oxz_internal_dns_963bb7d1-6653-43bb-a87a-1720994d1a4b","pid":5436,"component":"store","path":"/data/dns"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-07-21T19:11:26.476933724Z","hostname":"oxz_internal_dns_963bb7d1-6653-43bb-a87a-1720994d1a4b","pid":5436,"component":"store"} {"msg":"pruning trees for generations older than 0","v":0,"name":"dns-server","level":30,"time":"2026-07-21T19:11:26.476959275Z","hostname":"oxz_internal_dns_963bb7d1-6653-43bb-a87a-1720994d1a4b","pid":5436,"component":"store","keep":3} {"msg":"DNS server bound to address","v":0,"name":"dns-server","level":30,"time":"2026-07-21T19:11:26.476987536Z","hostname":"oxz_internal_dns_963bb7d1-6653-43bb-a87a-1720994d1a4b","pid":5436,"component":"dns","local_address":"[fd00:1122:3344:3::1]:53"} {"msg":"listening","v":0,"name":"dns-server","level":30,"time":"2026-07-21T19:11:26.477337453Z","hostname":"oxz_internal_dns_963bb7d1-6653-43bb-a87a-1720994d1a4b","pid":5436,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47458,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-21T19:11:26.642990222Z","hostname":"oxz_internal_dns_963bb7d1-6653-43bb-a87a-1720994d1a4b","pid":5436,"peer_addr":"[fd00:1122:3344:101::2]:55028","req_id":"2e9224ef-fc31-4b89-8c68-a31470a026b5","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 62755,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-21T19:11:26.819441498Z","hostname":"oxz_internal_dns_963bb7d1-6653-43bb-a87a-1720994d1a4b","pid":5436,"peer_addr":"[fd00:1122:3344:101::2]:8087","req_id":"284d1464-54c3-4824-82ba-72ac1bff08dc","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-21T19:11:26.882556771Z","hostname":"oxz_internal_dns_963bb7d1-6653-43bb-a87a-1720994d1a4b","pid":5436,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:3::2]:63047"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-07-21T19:11:26.883196435Z","hostname":"oxz_internal_dns_963bb7d1-6653-43bb-a87a-1720994d1a4b","pid":5436,"new_generation":1,"req_id":"f04fbf7a-99fa-44fd-a4e0-a6e2979d5f11","component":"store"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-07-21T19:11:26.883221385Z","hostname":"oxz_internal_dns_963bb7d1-6653-43bb-a87a-1720994d1a4b","pid":5436,"component":"store"} {"msg":"pruning trees for generations older than 1","v":0,"name":"dns-server","level":30,"time":"2026-07-21T19:11:26.896140728Z","hostname":"oxz_internal_dns_963bb7d1-6653-43bb-a87a-1720994d1a4b","pid":5436,"component":"store","keep":3} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-07-21T19:11:26.896179849Z","hostname":"oxz_internal_dns_963bb7d1-6653-43bb-a87a-1720994d1a4b","pid":5436,"new_generation":1,"req_id":"f04fbf7a-99fa-44fd-a4e0-a6e2979d5f11","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-21T19:11:26.896193939Z","hostname":"oxz_internal_dns_963bb7d1-6653-43bb-a87a-1720994d1a4b","pid":5436,"uri":"/config","method":"PUT","req_id":"f04fbf7a-99fa-44fd-a4e0-a6e2979d5f11","remote_addr":"[fd00:1122:3344:3::2]:63047","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":13357,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 32338,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-21T19:11:37.659303688Z","hostname":"oxz_internal_dns_963bb7d1-6653-43bb-a87a-1720994d1a4b","pid":5436,"peer_addr":"[fd00:1122:3344:101::1b]:36159","req_id":"1469d223-2d65-4ef8-a438-91050a19504c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 7495,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-21T19:11:37.664012258Z","hostname":"oxz_internal_dns_963bb7d1-6653-43bb-a87a-1720994d1a4b","pid":5436,"peer_addr":"[fd00:1122:3344:101::1b]:46820","req_id":"b13729c1-aca3-4ca6-a86b-338a5167467d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 55999,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-21T19:11:37.669211978Z","hostname":"oxz_internal_dns_963bb7d1-6653-43bb-a87a-1720994d1a4b","pid":5436,"peer_addr":"[fd00:1122:3344:101::1b]:54698","req_id":"207de5c8-ec0e-4785-928d-70210244773f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 34779,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-21T19:13:38.050851456Z","hostname":"oxz_internal_dns_963bb7d1-6653-43bb-a87a-1720994d1a4b","pid":5436,"peer_addr":"[fd00:1122:3344:101::1b]:41545","req_id":"067a57b8-65aa-4ca2-a62e-2ec9b8052cae","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 4480,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-21T19:13:38.058872483Z","hostname":"oxz_internal_dns_963bb7d1-6653-43bb-a87a-1720994d1a4b","pid":5436,"peer_addr":"[fd00:1122:3344:101::1b]:35889","req_id":"7de75e66-a5a9-4d02-adf1-a2f69b8fdd0b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 11169,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-21T19:13:38.059055757Z","hostname":"oxz_internal_dns_963bb7d1-6653-43bb-a87a-1720994d1a4b","pid":5436,"peer_addr":"[fd00:1122:3344:101::1b]:44638","req_id":"cd6156bc-3593-482c-994b-46b3e45fcfd1","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 9790,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-21T19:14:00.42183218Z","hostname":"oxz_internal_dns_963bb7d1-6653-43bb-a87a-1720994d1a4b","pid":5436,"peer_addr":"[fd00:1122:3344:101::d]:56462","req_id":"1180cebc-d284-4504-9907-a2e32300b544","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 13749,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_4459bcdf-3767-4cc3-8780-2836e871dc57.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_4459bcdf-3767-4cc3-8780-2836e871dc57.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 52,\n 52,\n 53,\n 57,\n 98,\n 99,\n 100,\n 102,\n 45,\n 51,\n 55,\n 54,\n 55,\n 45,\n 52,\n 99,\n 99,\n 51,\n 45,\n 56,\n 55,\n 56,\n 48,\n 45,\n 50,\n 56,\n 51,\n 54,\n 101,\n 56,\n 55,\n 49,\n 100,\n 99,\n 53,\n 55,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_4459bcdf-3767-4cc3-8780-2836e871dc57.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-21T19:14:05.80718068Z","hostname":"oxz_internal_dns_963bb7d1-6653-43bb-a87a-1720994d1a4b","pid":5436,"peer_addr":"[fd00:1122:3344:101::e]:51498","req_id":"bad6d501-a23d-435d-92f9-85a944af12ac","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 13749,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_4459bcdf-3767-4cc3-8780-2836e871dc57.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_4459bcdf-3767-4cc3-8780-2836e871dc57.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 52,\n 52,\n 53,\n 57,\n 98,\n 99,\n 100,\n 102,\n 45,\n 51,\n 55,\n 54,\n 55,\n 45,\n 52,\n 99,\n 99,\n 51,\n 45,\n 56,\n 55,\n 56,\n 48,\n 45,\n 50,\n 56,\n 51,\n 54,\n 101,\n 56,\n 55,\n 49,\n 100,\n 99,\n 53,\n 55,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_4459bcdf-3767-4cc3-8780-2836e871dc57.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-21T19:14:05.808433506Z","hostname":"oxz_internal_dns_963bb7d1-6653-43bb-a87a-1720994d1a4b","pid":5436,"peer_addr":"[fd00:1122:3344:101::e]:60540","req_id":"69418e02-5c8a-4807-a727-3cb1e2168ef2","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 43217,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-21T19:14:10.401751366Z","hostname":"oxz_internal_dns_963bb7d1-6653-43bb-a87a-1720994d1a4b","pid":5436,"peer_addr":"[fd00:1122:3344:101::d]:63506","req_id":"aa583410-2b5b-4a54-8c81-1ed94348b37a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 7139,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-21T19:14:13.441453393Z","hostname":"oxz_internal_dns_963bb7d1-6653-43bb-a87a-1720994d1a4b","pid":5436,"peer_addr":"[fd00:1122:3344:101::b]:57814","req_id":"a5dbd4f7-8a29-49e6-b529-4b26d990db70","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 34338,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-21T19:14:13.709630786Z","hostname":"oxz_internal_dns_963bb7d1-6653-43bb-a87a-1720994d1a4b","pid":5436,"peer_addr":"[fd00:1122:3344:101::a]:24948","req_id":"8986767a-6000-42f2-8c0f-f6d070fdfd23","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 53683,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-21T19:14:13.825121235Z","hostname":"oxz_internal_dns_963bb7d1-6653-43bb-a87a-1720994d1a4b","pid":5436,"peer_addr":"[fd00:1122:3344:101::c]:47023","req_id":"3a990326-ac4f-4e24-ba43-e55280bfa764","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 34279,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-21T19:14:20.40314288Z","hostname":"oxz_internal_dns_963bb7d1-6653-43bb-a87a-1720994d1a4b","pid":5436,"peer_addr":"[fd00:1122:3344:101::d]:55164","req_id":"f82f5b48-4a07-4c9c-9be4-6ecc947f6e21","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 8564,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-21T19:14:30.404400657Z","hostname":"oxz_internal_dns_963bb7d1-6653-43bb-a87a-1720994d1a4b","pid":5436,"peer_addr":"[fd00:1122:3344:101::d]:64366","req_id":"5596bcde-5778-4967-8447-6f1309f505ae","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 20141,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-21T19:14:40.406136255Z","hostname":"oxz_internal_dns_963bb7d1-6653-43bb-a87a-1720994d1a4b","pid":5436,"peer_addr":"[fd00:1122:3344:101::d]:52409","req_id":"7ea8d86a-40b3-496d-87a1-8ed68323149b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 11140,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-21T19:14:46.109780334Z","hostname":"oxz_internal_dns_963bb7d1-6653-43bb-a87a-1720994d1a4b","pid":5436,"peer_addr":"[fd00:1122:3344:101::c]:49998","req_id":"1bdacc40-1cef-4dcd-9f03-62776d62f58c","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-21T19:14:46.504883148Z","hostname":"oxz_internal_dns_963bb7d1-6653-43bb-a87a-1720994d1a4b","pid":5436,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:57995"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-21T19:14:46.568017431Z","hostname":"oxz_internal_dns_963bb7d1-6653-43bb-a87a-1720994d1a4b","pid":5436,"uri":"/config","method":"GET","req_id":"202a3f76-8e8c-4fcb-9212-d26b0aec4f81","remote_addr":"[fd00:1122:3344:101::c]:57995","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":33967,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 41062,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-21T19:14:50.407301822Z","hostname":"oxz_internal_dns_963bb7d1-6653-43bb-a87a-1720994d1a4b","pid":5436,"peer_addr":"[fd00:1122:3344:101::d]:52980","req_id":"b7e784b3-a40d-44da-b690-19be1d2c0740","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 12763,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-21T19:14:50.412015682Z","hostname":"oxz_internal_dns_963bb7d1-6653-43bb-a87a-1720994d1a4b","pid":5436,"peer_addr":"[fd00:1122:3344:101::a]:44652","req_id":"bff61f72-4650-46f9-a161-99ec9537547c","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-21T19:14:50.420880049Z","hostname":"oxz_internal_dns_963bb7d1-6653-43bb-a87a-1720994d1a4b","pid":5436,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:50792"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-07-21T19:14:50.431177117Z","hostname":"oxz_internal_dns_963bb7d1-6653-43bb-a87a-1720994d1a4b","pid":5436,"new_generation":1,"req_id":"2237b6a7-ee07-4192-8690-db620be314ea","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-07-21T19:14:50.431206117Z","hostname":"oxz_internal_dns_963bb7d1-6653-43bb-a87a-1720994d1a4b","pid":5436,"new_generation":1,"req_id":"2237b6a7-ee07-4192-8690-db620be314ea","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-21T19:14:50.431264959Z","hostname":"oxz_internal_dns_963bb7d1-6653-43bb-a87a-1720994d1a4b","pid":5436,"uri":"/config","method":"PUT","req_id":"2237b6a7-ee07-4192-8690-db620be314ea","remote_addr":"[fd00:1122:3344:101::a]:50792","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":10199,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-21T19:14:50.541444856Z","hostname":"oxz_internal_dns_963bb7d1-6653-43bb-a87a-1720994d1a4b","pid":5436,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:41341"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-21T19:14:50.541676841Z","hostname":"oxz_internal_dns_963bb7d1-6653-43bb-a87a-1720994d1a4b","pid":5436,"uri":"/config","method":"GET","req_id":"d78466db-f1bb-4f62-90b5-6d815d507499","remote_addr":"[fd00:1122:3344:101::a]:41341","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":191,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 37287,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-21T19:14:51.345615452Z","hostname":"oxz_internal_dns_963bb7d1-6653-43bb-a87a-1720994d1a4b","pid":5436,"peer_addr":"[fd00:1122:3344:101::a]:60389","req_id":"99da61fa-d7a9-4b01-9128-4fb2e0f33315","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-21T19:14:51.577753635Z","hostname":"oxz_internal_dns_963bb7d1-6653-43bb-a87a-1720994d1a4b","pid":5436,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:65132"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-21T19:14:51.578025221Z","hostname":"oxz_internal_dns_963bb7d1-6653-43bb-a87a-1720994d1a4b","pid":5436,"uri":"/config","method":"GET","req_id":"0df0c66e-9303-4905-af77-a82dc1c52f5d","remote_addr":"[fd00:1122:3344:101::a]:65132","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":220,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 22525,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-21T19:14:54.194270745Z","hostname":"oxz_internal_dns_963bb7d1-6653-43bb-a87a-1720994d1a4b","pid":5436,"peer_addr":"[fd00:1122:3344:101::b]:57333","req_id":"e3508f44-8bca-4671-b797-319515a3b379","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 30722,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-21T19:14:54.295965172Z","hostname":"oxz_internal_dns_963bb7d1-6653-43bb-a87a-1720994d1a4b","pid":5436,"peer_addr":"[fd00:1122:3344:101::c]:56439","req_id":"b9811cf3-b68f-4235-8072-c288a3668998","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-21T19:14:54.342504695Z","hostname":"oxz_internal_dns_963bb7d1-6653-43bb-a87a-1720994d1a4b","pid":5436,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:45582"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-21T19:14:54.342815041Z","hostname":"oxz_internal_dns_963bb7d1-6653-43bb-a87a-1720994d1a4b","pid":5436,"uri":"/config","method":"GET","req_id":"93d73930-d5af-441b-a98e-ca9a473d9f9f","remote_addr":"[fd00:1122:3344:101::b]:45582","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":241,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-21T19:14:54.420729957Z","hostname":"oxz_internal_dns_963bb7d1-6653-43bb-a87a-1720994d1a4b","pid":5436,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:46811"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-21T19:14:54.420964542Z","hostname":"oxz_internal_dns_963bb7d1-6653-43bb-a87a-1720994d1a4b","pid":5436,"uri":"/config","method":"GET","req_id":"468ff99e-137e-44e5-ab1c-ffa0f2db73f8","remote_addr":"[fd00:1122:3344:101::c]:46811","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":188,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 24200,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-21T19:15:00.408038849Z","hostname":"oxz_internal_dns_963bb7d1-6653-43bb-a87a-1720994d1a4b","pid":5436,"peer_addr":"[fd00:1122:3344:101::d]:58388","req_id":"5e6c1586-73d0-492d-a639-39a838a479b3","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 55605,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-21T19:15:00.451430626Z","hostname":"oxz_internal_dns_963bb7d1-6653-43bb-a87a-1720994d1a4b","pid":5436,"peer_addr":"[fd00:1122:3344:101::2]:51669","req_id":"e0dd2c8f-3da4-4ccc-9f27-1274355824d3","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 55605,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-21T19:15:00.452007888Z","hostname":"oxz_internal_dns_963bb7d1-6653-43bb-a87a-1720994d1a4b","pid":5436,"peer_addr":"[fd00:1122:3344:101::2]:65442","req_id":"86dcd02b-d3f2-443b-a150-1d42fb9114db","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 16051,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_5b6b0221-1a2c-4a06-a605-7f261d1431c2.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_5b6b0221-1a2c-4a06-a605-7f261d1431c2.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 53,\n 98,\n 54,\n 98,\n 48,\n 50,\n 50,\n 49,\n 45,\n 49,\n 97,\n 50,\n 99,\n 45,\n 52,\n 97,\n 48,\n 54,\n 45,\n 97,\n 54,\n 48,\n 53,\n 45,\n 55,\n 102,\n 50,\n 54,\n 49,\n 100,\n 49,\n 52,\n 51,\n 49,\n 99,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_5b6b0221-1a2c-4a06-a605-7f261d1431c2.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-21T19:15:00.855175605Z","hostname":"oxz_internal_dns_963bb7d1-6653-43bb-a87a-1720994d1a4b","pid":5436,"peer_addr":"[fd00:1122:3344:101::7]:49304","req_id":"a76f2b95-9a9f-4370-8a03-961974d0852e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 16051,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_5b6b0221-1a2c-4a06-a605-7f261d1431c2.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_5b6b0221-1a2c-4a06-a605-7f261d1431c2.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 53,\n 98,\n 54,\n 98,\n 48,\n 50,\n 50,\n 49,\n 45,\n 49,\n 97,\n 50,\n 99,\n 45,\n 52,\n 97,\n 48,\n 54,\n 45,\n 97,\n 54,\n 48,\n 53,\n 45,\n 55,\n 102,\n 50,\n 54,\n 49,\n 100,\n 49,\n 52,\n 51,\n 49,\n 99,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_5b6b0221-1a2c-4a06-a605-7f261d1431c2.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-21T19:15:00.855937201Z","hostname":"oxz_internal_dns_963bb7d1-6653-43bb-a87a-1720994d1a4b","pid":5436,"peer_addr":"[fd00:1122:3344:101::7]:63907","req_id":"73a1b275-e8c8-4c84-b766-47f3065b634b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 42330,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_4459bcdf-3767-4cc3-8780-2836e871dc57.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_4459bcdf-3767-4cc3-8780-2836e871dc57.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 52,\n 52,\n 53,\n 57,\n 98,\n 99,\n 100,\n 102,\n 45,\n 51,\n 55,\n 54,\n 55,\n 45,\n 52,\n 99,\n 99,\n 51,\n 45,\n 56,\n 55,\n 56,\n 48,\n 45,\n 50,\n 56,\n 51,\n 54,\n 101,\n 56,\n 55,\n 49,\n 100,\n 99,\n 53,\n 55,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_4459bcdf-3767-4cc3-8780-2836e871dc57.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-21T19:15:00.944355228Z","hostname":"oxz_internal_dns_963bb7d1-6653-43bb-a87a-1720994d1a4b","pid":5436,"peer_addr":"[fd00:1122:3344:101::e]:58823","req_id":"da633cb1-2e3c-4cef-8129-e4abb65c243c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 42330,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_4459bcdf-3767-4cc3-8780-2836e871dc57.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_4459bcdf-3767-4cc3-8780-2836e871dc57.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 52,\n 52,\n 53,\n 57,\n 98,\n 99,\n 100,\n 102,\n 45,\n 51,\n 55,\n 54,\n 55,\n 45,\n 52,\n 99,\n 99,\n 51,\n 45,\n 56,\n 55,\n 56,\n 48,\n 45,\n 50,\n 56,\n 51,\n 54,\n 101,\n 56,\n 55,\n 49,\n 100,\n 99,\n 53,\n 55,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_4459bcdf-3767-4cc3-8780-2836e871dc57.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-21T19:15:00.945178056Z","hostname":"oxz_internal_dns_963bb7d1-6653-43bb-a87a-1720994d1a4b","pid":5436,"peer_addr":"[fd00:1122:3344:101::e]:33756","req_id":"8012e328-849e-410f-8d8a-99fdfb7df243","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 5672,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_9ce24622-06dc-4289-b8e9-309900c0f3a6.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_9ce24622-06dc-4289-b8e9-309900c0f3a6.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 57,\n 99,\n 101,\n 50,\n 52,\n 54,\n 50,\n 50,\n 45,\n 48,\n 54,\n 100,\n 99,\n 45,\n 52,\n 50,\n 56,\n 57,\n 45,\n 98,\n 56,\n 101,\n 57,\n 45,\n 51,\n 48,\n 57,\n 57,\n 48,\n 48,\n 99,\n 48,\n 102,\n 51,\n 97,\n 54,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_9ce24622-06dc-4289-b8e9-309900c0f3a6.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-21T19:15:00.948484945Z","hostname":"oxz_internal_dns_963bb7d1-6653-43bb-a87a-1720994d1a4b","pid":5436,"peer_addr":"[fd00:1122:3344:101::3]:37999","req_id":"e82cdc22-6f93-4958-ab09-979b4f639c80","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 5672,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_9ce24622-06dc-4289-b8e9-309900c0f3a6.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_9ce24622-06dc-4289-b8e9-309900c0f3a6.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 57,\n 99,\n 101,\n 50,\n 52,\n 54,\n 50,\n 50,\n 45,\n 48,\n 54,\n 100,\n 99,\n 45,\n 52,\n 50,\n 56,\n 57,\n 45,\n 98,\n 56,\n 101,\n 57,\n 45,\n 51,\n 48,\n 57,\n 57,\n 48,\n 48,\n 99,\n 48,\n 102,\n 51,\n 97,\n 54,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_9ce24622-06dc-4289-b8e9-309900c0f3a6.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-21T19:15:00.94915558Z","hostname":"oxz_internal_dns_963bb7d1-6653-43bb-a87a-1720994d1a4b","pid":5436,"peer_addr":"[fd00:1122:3344:101::3]:53935","req_id":"01ab300b-a850-4267-ab82-d1e197feb181","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 54274,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_be7625d5-0e45-4a55-9e1c-cf136964d87e.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_be7625d5-0e45-4a55-9e1c-cf136964d87e.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 98,\n 101,\n 55,\n 54,\n 50,\n 53,\n 100,\n 53,\n 45,\n 48,\n 101,\n 52,\n 53,\n 45,\n 52,\n 97,\n 53,\n 53,\n 45,\n 57,\n 101,\n 49,\n 99,\n 45,\n 99,\n 102,\n 49,\n 51,\n 54,\n 57,\n 54,\n 52,\n 100,\n 56,\n 55,\n 101,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_be7625d5-0e45-4a55-9e1c-cf136964d87e.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-21T19:15:00.955526494Z","hostname":"oxz_internal_dns_963bb7d1-6653-43bb-a87a-1720994d1a4b","pid":5436,"peer_addr":"[fd00:1122:3344:101::5]:57433","req_id":"8f178373-cbcb-48f5-8f55-00b2381c5432","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 54274,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_be7625d5-0e45-4a55-9e1c-cf136964d87e.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_be7625d5-0e45-4a55-9e1c-cf136964d87e.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 98,\n 101,\n 55,\n 54,\n 50,\n 53,\n 100,\n 53,\n 45,\n 48,\n 101,\n 52,\n 53,\n 45,\n 52,\n 97,\n 53,\n 53,\n 45,\n 57,\n 101,\n 49,\n 99,\n 45,\n 99,\n 102,\n 49,\n 51,\n 54,\n 57,\n 54,\n 52,\n 100,\n 56,\n 55,\n 101,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_be7625d5-0e45-4a55-9e1c-cf136964d87e.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-21T19:15:00.956115857Z","hostname":"oxz_internal_dns_963bb7d1-6653-43bb-a87a-1720994d1a4b","pid":5436,"peer_addr":"[fd00:1122:3344:101::5]:60564","req_id":"ddf3a3b5-40c4-4e6e-aed1-af3c34dec172","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 20291,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_be8af73c-0d4d-4de4-90c8-a5883cddc992.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_be8af73c-0d4d-4de4-90c8-a5883cddc992.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 98,\n 101,\n 56,\n 97,\n 102,\n 55,\n 51,\n 99,\n 45,\n 48,\n 100,\n 52,\n 100,\n 45,\n 52,\n 100,\n 101,\n 52,\n 45,\n 57,\n 48,\n 99,\n 56,\n 45,\n 97,\n 53,\n 56,\n 56,\n 51,\n 99,\n 100,\n 100,\n 99,\n 57,\n 57,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_be8af73c-0d4d-4de4-90c8-a5883cddc992.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-21T19:15:00.980667105Z","hostname":"oxz_internal_dns_963bb7d1-6653-43bb-a87a-1720994d1a4b","pid":5436,"peer_addr":"[fd00:1122:3344:101::6]:48157","req_id":"a983b1a1-9751-4eab-bbbb-2f76e4b62d5d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 20291,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_be8af73c-0d4d-4de4-90c8-a5883cddc992.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_be8af73c-0d4d-4de4-90c8-a5883cddc992.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 98,\n 101,\n 56,\n 97,\n 102,\n 55,\n 51,\n 99,\n 45,\n 48,\n 100,\n 52,\n 100,\n 45,\n 52,\n 100,\n 101,\n 52,\n 45,\n 57,\n 48,\n 99,\n 56,\n 45,\n 97,\n 53,\n 56,\n 56,\n 51,\n 99,\n 100,\n 100,\n 99,\n 57,\n 57,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_be8af73c-0d4d-4de4-90c8-a5883cddc992.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-21T19:15:00.981535204Z","hostname":"oxz_internal_dns_963bb7d1-6653-43bb-a87a-1720994d1a4b","pid":5436,"peer_addr":"[fd00:1122:3344:101::6]:61188","req_id":"b1841fbb-f230-4ea3-812b-87522a3c681b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 18722,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_be4641b3-a6c9-462a-8565-e220280e6231.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_be4641b3-a6c9-462a-8565-e220280e6231.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 98,\n 101,\n 52,\n 54,\n 52,\n 49,\n 98,\n 51,\n 45,\n 97,\n 54,\n 99,\n 57,\n 45,\n 52,\n 54,\n 50,\n 97,\n 45,\n 56,\n 53,\n 54,\n 53,\n 45,\n 101,\n 50,\n 50,\n 48,\n 50,\n 56,\n 48,\n 101,\n 54,\n 50,\n 51,\n 49,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_be4641b3-a6c9-462a-8565-e220280e6231.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-21T19:15:00.981973913Z","hostname":"oxz_internal_dns_963bb7d1-6653-43bb-a87a-1720994d1a4b","pid":5436,"peer_addr":"[fd00:1122:3344:101::4]:43926","req_id":"25260d0d-0a44-4ba1-b9f9-483cf09ec480","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 18722,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_be4641b3-a6c9-462a-8565-e220280e6231.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_be4641b3-a6c9-462a-8565-e220280e6231.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 98,\n 101,\n 52,\n 54,\n 52,\n 49,\n 98,\n 51,\n 45,\n 97,\n 54,\n 99,\n 57,\n 45,\n 52,\n 54,\n 50,\n 97,\n 45,\n 56,\n 53,\n 54,\n 53,\n 45,\n 101,\n 50,\n 50,\n 48,\n 50,\n 56,\n 48,\n 101,\n 54,\n 50,\n 51,\n 49,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_be4641b3-a6c9-462a-8565-e220280e6231.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-21T19:15:00.982721419Z","hostname":"oxz_internal_dns_963bb7d1-6653-43bb-a87a-1720994d1a4b","pid":5436,"peer_addr":"[fd00:1122:3344:101::4]:40827","req_id":"3825727d-9a17-4b4f-8811-7009da3ef2e9","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 7509,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_ntp_812005db-4218-4f5c-b6fb-6fe4ef68eb12.\"),\n ),\n original: Query {\n name: Name(\"oxz_ntp_812005db-4218-4f5c-b6fb-6fe4ef68eb12.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 44,\n 111,\n 120,\n 122,\n 95,\n 110,\n 116,\n 112,\n 95,\n 56,\n 49,\n 50,\n 48,\n 48,\n 53,\n 100,\n 98,\n 45,\n 52,\n 50,\n 49,\n 56,\n 45,\n 52,\n 102,\n 53,\n 99,\n 45,\n 98,\n 54,\n 102,\n 98,\n 45,\n 54,\n 102,\n 101,\n 52,\n 101,\n 102,\n 54,\n 56,\n 101,\n 98,\n 49,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_ntp_812005db-4218-4f5c-b6fb-6fe4ef68eb12.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-21T19:15:01.208589419Z","hostname":"oxz_internal_dns_963bb7d1-6653-43bb-a87a-1720994d1a4b","pid":5436,"peer_addr":"[fd00:1122:3344:101::1b]:54814","req_id":"2f537174-3d8c-4a61-b783-72575a30d981","component":"dns"}