[ May 7 20:06:18 Enabled. ] [ May 7 20:06:18 Rereading configuration. ] [ May 7 20:06:18 Rereading configuration. ] [ May 7 20:06:20 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:2::1]:5353 --dns-address [fd00:1122:3344:2::1]:53 &"). ] [ May 7 20:06:20 Method "start" exited with status 0. ] Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:2::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } note: configured to log to "/dev/stdout" {"msg":"config","v":0,"name":"dns-server","level":30,"time":"2026-05-07T20:06:20.184933475Z","hostname":"oxz_internal_dns_e6f535e2-8b1e-40eb-b1ed-fe0e26b0b696","pid":5405,"dns_config":"Config { bind_address: [fd00:1122:3344:2::1]:53 }","config":"Config { log: File { level: Info, path: \"/dev/stdout\", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:2::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: \"/data/dns\", keep_old_generations: 3 } }"} {"msg":"opening sled database","v":0,"name":"dns-server","level":30,"time":"2026-05-07T20:06:20.185065067Z","hostname":"oxz_internal_dns_e6f535e2-8b1e-40eb-b1ed-fe0e26b0b696","pid":5405,"component":"store","path":"/data/dns"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-05-07T20:06:20.207181599Z","hostname":"oxz_internal_dns_e6f535e2-8b1e-40eb-b1ed-fe0e26b0b696","pid":5405,"component":"store"} {"msg":"pruning trees for generations older than 0","v":0,"name":"dns-server","level":30,"time":"2026-05-07T20:06:20.207198079Z","hostname":"oxz_internal_dns_e6f535e2-8b1e-40eb-b1ed-fe0e26b0b696","pid":5405,"component":"store","keep":3} {"msg":"DNS server bound to address","v":0,"name":"dns-server","level":30,"time":"2026-05-07T20:06:20.20725651Z","hostname":"oxz_internal_dns_e6f535e2-8b1e-40eb-b1ed-fe0e26b0b696","pid":5405,"component":"dns","local_address":"[fd00:1122:3344:2::1]:53"} {"msg":"listening","v":0,"name":"dns-server","level":30,"time":"2026-05-07T20:06:20.207506234Z","hostname":"oxz_internal_dns_e6f535e2-8b1e-40eb-b1ed-fe0e26b0b696","pid":5405,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 43488,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-07T20:06:20.840033101Z","hostname":"oxz_internal_dns_e6f535e2-8b1e-40eb-b1ed-fe0e26b0b696","pid":5405,"peer_addr":"[fd00:1122:3344:101::2]:50226","req_id":"1fec048e-9c14-4650-a3f1-7c6df46bbac2","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 26495,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-07T20:06:20.939995959Z","hostname":"oxz_internal_dns_e6f535e2-8b1e-40eb-b1ed-fe0e26b0b696","pid":5405,"peer_addr":"[fd00:1122:3344:101::2]:59976","req_id":"075519e9-b42d-4940-8c5b-5bb3ec5d4938","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-07T20:06:21.0531751Z","hostname":"oxz_internal_dns_e6f535e2-8b1e-40eb-b1ed-fe0e26b0b696","pid":5405,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:2::2]:56628"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-07T20:06:21.053979474Z","hostname":"oxz_internal_dns_e6f535e2-8b1e-40eb-b1ed-fe0e26b0b696","pid":5405,"new_generation":1,"req_id":"ecdd8113-ba57-4d84-a87a-6cf1fcd393a9","component":"store"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-05-07T20:06:21.053995484Z","hostname":"oxz_internal_dns_e6f535e2-8b1e-40eb-b1ed-fe0e26b0b696","pid":5405,"component":"store"} {"msg":"pruning trees for generations older than 1","v":0,"name":"dns-server","level":30,"time":"2026-05-07T20:06:21.070348803Z","hostname":"oxz_internal_dns_e6f535e2-8b1e-40eb-b1ed-fe0e26b0b696","pid":5405,"component":"store","keep":3} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-07T20:06:21.070386754Z","hostname":"oxz_internal_dns_e6f535e2-8b1e-40eb-b1ed-fe0e26b0b696","pid":5405,"new_generation":1,"req_id":"ecdd8113-ba57-4d84-a87a-6cf1fcd393a9","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-07T20:06:21.070411884Z","hostname":"oxz_internal_dns_e6f535e2-8b1e-40eb-b1ed-fe0e26b0b696","pid":5405,"uri":"/config","method":"PUT","req_id":"ecdd8113-ba57-4d84-a87a-6cf1fcd393a9","remote_addr":"[fd00:1122:3344:2::2]:56628","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":16834,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 63112,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-07T20:06:44.480542153Z","hostname":"oxz_internal_dns_e6f535e2-8b1e-40eb-b1ed-fe0e26b0b696","pid":5405,"peer_addr":"[fd00:1122:3344:101::1b]:64486","req_id":"ab8893fc-60ce-4cb6-b316-4bc7de6a5bb4","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 11133,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-07T20:06:44.485907958Z","hostname":"oxz_internal_dns_e6f535e2-8b1e-40eb-b1ed-fe0e26b0b696","pid":5405,"peer_addr":"[fd00:1122:3344:101::1b]:37912","req_id":"3760cf6c-9b6a-4e73-b435-d8d365509a1a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 44386,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-07T20:06:44.48999326Z","hostname":"oxz_internal_dns_e6f535e2-8b1e-40eb-b1ed-fe0e26b0b696","pid":5405,"peer_addr":"[fd00:1122:3344:101::1b]:60280","req_id":"75acbc4e-483a-4836-a9ee-e3b42d6956ff","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 44856,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-07T20:07:13.935280967Z","hostname":"oxz_internal_dns_e6f535e2-8b1e-40eb-b1ed-fe0e26b0b696","pid":5405,"peer_addr":"[fd00:1122:3344:101::1b]:41477","req_id":"81b591e8-be8f-4146-81f8-3a19495d8f95","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 65181,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-07T20:07:13.93995813Z","hostname":"oxz_internal_dns_e6f535e2-8b1e-40eb-b1ed-fe0e26b0b696","pid":5405,"peer_addr":"[fd00:1122:3344:101::1b]:48257","req_id":"0cd6f4e1-5ddf-479a-ad35-07f44e3f9334","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 35054,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-07T20:07:13.94502611Z","hostname":"oxz_internal_dns_e6f535e2-8b1e-40eb-b1ed-fe0e26b0b696","pid":5405,"peer_addr":"[fd00:1122:3344:101::1b]:44658","req_id":"9e9d0179-9581-469b-9af2-72d34424ef9e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 50844,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-07T20:10:38.102975387Z","hostname":"oxz_internal_dns_e6f535e2-8b1e-40eb-b1ed-fe0e26b0b696","pid":5405,"peer_addr":"[fd00:1122:3344:101::1b]:51952","req_id":"6905fd01-4e19-4002-bd07-24683db4971e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 3952,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-07T20:10:38.108063317Z","hostname":"oxz_internal_dns_e6f535e2-8b1e-40eb-b1ed-fe0e26b0b696","pid":5405,"peer_addr":"[fd00:1122:3344:101::1b]:45369","req_id":"d01bd26f-6e88-4488-8129-fd2af061a233","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 51535,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-07T20:10:38.112029897Z","hostname":"oxz_internal_dns_e6f535e2-8b1e-40eb-b1ed-fe0e26b0b696","pid":5405,"peer_addr":"[fd00:1122:3344:101::1b]:58845","req_id":"86ffa914-eeeb-4efb-8d9c-3e6bd237e06d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 36322,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-07T20:11:32.753227965Z","hostname":"oxz_internal_dns_e6f535e2-8b1e-40eb-b1ed-fe0e26b0b696","pid":5405,"peer_addr":"[fd00:1122:3344:101::d]:55948","req_id":"08180f09-268c-4226-94c5-44e5d76a39c8","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 35370,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_2444e1d6-6e59-41dc-8762-dc8f4d78e143.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_2444e1d6-6e59-41dc-8762-dc8f4d78e143.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 50,\n 52,\n 52,\n 52,\n 101,\n 49,\n 100,\n 54,\n 45,\n 54,\n 101,\n 53,\n 57,\n 45,\n 52,\n 49,\n 100,\n 99,\n 45,\n 56,\n 55,\n 54,\n 50,\n 45,\n 100,\n 99,\n 56,\n 102,\n 52,\n 100,\n 55,\n 56,\n 101,\n 49,\n 52,\n 51,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_2444e1d6-6e59-41dc-8762-dc8f4d78e143.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-07T20:11:41.529526167Z","hostname":"oxz_internal_dns_e6f535e2-8b1e-40eb-b1ed-fe0e26b0b696","pid":5405,"peer_addr":"[fd00:1122:3344:101::e]:52069","req_id":"45c614aa-1891-4783-ae81-dd17d54e8c63","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 35370,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_2444e1d6-6e59-41dc-8762-dc8f4d78e143.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_2444e1d6-6e59-41dc-8762-dc8f4d78e143.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 50,\n 52,\n 52,\n 52,\n 101,\n 49,\n 100,\n 54,\n 45,\n 54,\n 101,\n 53,\n 57,\n 45,\n 52,\n 49,\n 100,\n 99,\n 45,\n 56,\n 55,\n 54,\n 50,\n 45,\n 100,\n 99,\n 56,\n 102,\n 52,\n 100,\n 55,\n 56,\n 101,\n 49,\n 52,\n 51,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_2444e1d6-6e59-41dc-8762-dc8f4d78e143.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-07T20:11:41.559969428Z","hostname":"oxz_internal_dns_e6f535e2-8b1e-40eb-b1ed-fe0e26b0b696","pid":5405,"peer_addr":"[fd00:1122:3344:101::e]:61038","req_id":"6c3244d6-bd5d-4426-b4ff-bc0adaaf9e0d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 58893,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-07T20:11:42.733282518Z","hostname":"oxz_internal_dns_e6f535e2-8b1e-40eb-b1ed-fe0e26b0b696","pid":5405,"peer_addr":"[fd00:1122:3344:101::d]:59549","req_id":"bb605559-a729-4a3a-9d78-f733fbe523b3","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 55222,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-07T20:11:46.998720441Z","hostname":"oxz_internal_dns_e6f535e2-8b1e-40eb-b1ed-fe0e26b0b696","pid":5405,"peer_addr":"[fd00:1122:3344:101::c]:36233","req_id":"686f1f12-0e0b-4e89-8d7f-35ce83e3210d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 4360,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-07T20:11:48.302519349Z","hostname":"oxz_internal_dns_e6f535e2-8b1e-40eb-b1ed-fe0e26b0b696","pid":5405,"peer_addr":"[fd00:1122:3344:101::a]:47654","req_id":"912a7a4f-0022-4512-b03d-525c11d05837","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 42719,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-07T20:11:48.366240105Z","hostname":"oxz_internal_dns_e6f535e2-8b1e-40eb-b1ed-fe0e26b0b696","pid":5405,"peer_addr":"[fd00:1122:3344:101::b]:18653","req_id":"a392d82f-20d8-4d9a-92c0-5feac3edff98","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 52046,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-07T20:11:52.734471317Z","hostname":"oxz_internal_dns_e6f535e2-8b1e-40eb-b1ed-fe0e26b0b696","pid":5405,"peer_addr":"[fd00:1122:3344:101::d]:61995","req_id":"9fc70bb8-fddd-4cb8-b93a-fe721d99d2c9","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 61186,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-07T20:11:55.793175559Z","hostname":"oxz_internal_dns_e6f535e2-8b1e-40eb-b1ed-fe0e26b0b696","pid":5405,"peer_addr":"[fd00:1122:3344:101::a]:3334","req_id":"fccb4e45-6e4f-42c7-9a9d-c46ff8f40fdf","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-07T20:11:56.279909007Z","hostname":"oxz_internal_dns_e6f535e2-8b1e-40eb-b1ed-fe0e26b0b696","pid":5405,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:47471"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-07T20:11:56.34003337Z","hostname":"oxz_internal_dns_e6f535e2-8b1e-40eb-b1ed-fe0e26b0b696","pid":5405,"uri":"/config","method":"GET","req_id":"7d4d1a17-2461-4aa4-8d1c-6e188c889868","remote_addr":"[fd00:1122:3344:101::a]:47471","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":29113,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-07T20:11:58.190194239Z","hostname":"oxz_internal_dns_e6f535e2-8b1e-40eb-b1ed-fe0e26b0b696","pid":5405,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:35466"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-07T20:11:58.190534125Z","hostname":"oxz_internal_dns_e6f535e2-8b1e-40eb-b1ed-fe0e26b0b696","pid":5405,"new_generation":1,"req_id":"863aa29d-aa46-43e1-b598-76374cfdba3b","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-07T20:11:58.190595556Z","hostname":"oxz_internal_dns_e6f535e2-8b1e-40eb-b1ed-fe0e26b0b696","pid":5405,"new_generation":1,"req_id":"863aa29d-aa46-43e1-b598-76374cfdba3b","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-07T20:11:58.190603476Z","hostname":"oxz_internal_dns_e6f535e2-8b1e-40eb-b1ed-fe0e26b0b696","pid":5405,"uri":"/config","method":"PUT","req_id":"863aa29d-aa46-43e1-b598-76374cfdba3b","remote_addr":"[fd00:1122:3344:101::b]:35466","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":298,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 16024,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-07T20:11:58.541875429Z","hostname":"oxz_internal_dns_e6f535e2-8b1e-40eb-b1ed-fe0e26b0b696","pid":5405,"peer_addr":"[fd00:1122:3344:101::b]:42954","req_id":"37059dd9-4a6f-41bb-8a75-37d702aef4b9","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-07T20:11:58.67541331Z","hostname":"oxz_internal_dns_e6f535e2-8b1e-40eb-b1ed-fe0e26b0b696","pid":5405,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:33180"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-07T20:11:58.675684245Z","hostname":"oxz_internal_dns_e6f535e2-8b1e-40eb-b1ed-fe0e26b0b696","pid":5405,"uri":"/config","method":"GET","req_id":"8fd7e722-cce4-404a-9192-beb050919e2f","remote_addr":"[fd00:1122:3344:101::b]:33180","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":224,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 42943,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-07T20:11:59.440850997Z","hostname":"oxz_internal_dns_e6f535e2-8b1e-40eb-b1ed-fe0e26b0b696","pid":5405,"peer_addr":"[fd00:1122:3344:101::b]:20228","req_id":"7e784f70-6b90-4d4a-affd-b6b34485d002","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 13209,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-07T20:11:59.495257767Z","hostname":"oxz_internal_dns_e6f535e2-8b1e-40eb-b1ed-fe0e26b0b696","pid":5405,"peer_addr":"[fd00:1122:3344:101::a]:35758","req_id":"d69c08a8-a97f-4788-8fda-37f5b9487071","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-07T20:11:59.570172634Z","hostname":"oxz_internal_dns_e6f535e2-8b1e-40eb-b1ed-fe0e26b0b696","pid":5405,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:38836"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-07T20:11:59.570404648Z","hostname":"oxz_internal_dns_e6f535e2-8b1e-40eb-b1ed-fe0e26b0b696","pid":5405,"uri":"/config","method":"GET","req_id":"ebe1ae68-fae7-425c-b9de-dd25f31e6935","remote_addr":"[fd00:1122:3344:101::b]:38836","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":199,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-07T20:11:59.62648602Z","hostname":"oxz_internal_dns_e6f535e2-8b1e-40eb-b1ed-fe0e26b0b696","pid":5405,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:51939"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-07T20:11:59.626730074Z","hostname":"oxz_internal_dns_e6f535e2-8b1e-40eb-b1ed-fe0e26b0b696","pid":5405,"uri":"/config","method":"GET","req_id":"96d53ee5-a1e9-4ef7-aa81-90657b09e422","remote_addr":"[fd00:1122:3344:101::a]:51939","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":190,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 9507,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-07T20:12:02.736203194Z","hostname":"oxz_internal_dns_e6f535e2-8b1e-40eb-b1ed-fe0e26b0b696","pid":5405,"peer_addr":"[fd00:1122:3344:101::d]:54611","req_id":"d16b8803-0411-47ca-a220-785b368e9193","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 4177,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-07T20:12:07.714173129Z","hostname":"oxz_internal_dns_e6f535e2-8b1e-40eb-b1ed-fe0e26b0b696","pid":5405,"peer_addr":"[fd00:1122:3344:101::c]:42397","req_id":"3a6ebc79-f652-4a44-bca2-0de77c2d66f8","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-07T20:12:07.844527014Z","hostname":"oxz_internal_dns_e6f535e2-8b1e-40eb-b1ed-fe0e26b0b696","pid":5405,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:54394"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-07T20:12:07.844766478Z","hostname":"oxz_internal_dns_e6f535e2-8b1e-40eb-b1ed-fe0e26b0b696","pid":5405,"uri":"/config","method":"GET","req_id":"a50fd8dd-68f6-435c-9270-ec1d1c948630","remote_addr":"[fd00:1122:3344:101::c]:54394","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":213,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 36634,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-07T20:12:12.738282529Z","hostname":"oxz_internal_dns_e6f535e2-8b1e-40eb-b1ed-fe0e26b0b696","pid":5405,"peer_addr":"[fd00:1122:3344:101::d]:57787","req_id":"c165f890-4908-4825-a2a7-e577c3daabd4","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 14691,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-07T20:12:22.740298933Z","hostname":"oxz_internal_dns_e6f535e2-8b1e-40eb-b1ed-fe0e26b0b696","pid":5405,"peer_addr":"[fd00:1122:3344:101::d]:52468","req_id":"a4056db2-6d9f-47fb-bf47-65c149859fee","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 64772,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-07T20:12:32.742802596Z","hostname":"oxz_internal_dns_e6f535e2-8b1e-40eb-b1ed-fe0e26b0b696","pid":5405,"peer_addr":"[fd00:1122:3344:101::d]:63799","req_id":"03585668-77a7-4ed7-b095-90e60d85da2f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 39024,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-07T20:12:42.744339682Z","hostname":"oxz_internal_dns_e6f535e2-8b1e-40eb-b1ed-fe0e26b0b696","pid":5405,"peer_addr":"[fd00:1122:3344:101::d]:59341","req_id":"a773dddd-7bb7-4bd5-aa8e-2490093d6ba3","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 14393,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-07T20:12:46.235729966Z","hostname":"oxz_internal_dns_e6f535e2-8b1e-40eb-b1ed-fe0e26b0b696","pid":5405,"peer_addr":"[fd00:1122:3344:101::1b]:64362","req_id":"d8f88007-90df-4afe-8ddc-131ce3dc9c63","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 5451,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-07T20:12:46.240257286Z","hostname":"oxz_internal_dns_e6f535e2-8b1e-40eb-b1ed-fe0e26b0b696","pid":5405,"peer_addr":"[fd00:1122:3344:101::1b]:58434","req_id":"46348ab6-d67a-4e2a-946a-476dfc993d7f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 8914,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-07T20:12:46.245218424Z","hostname":"oxz_internal_dns_e6f535e2-8b1e-40eb-b1ed-fe0e26b0b696","pid":5405,"peer_addr":"[fd00:1122:3344:101::1b]:57132","req_id":"ade559a0-cfb0-4e4f-8192-68cef9f1f7ae","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-07T20:12:46.809529324Z","hostname":"oxz_internal_dns_e6f535e2-8b1e-40eb-b1ed-fe0e26b0b696","pid":5405,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:32792"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-07T20:12:46.809841769Z","hostname":"oxz_internal_dns_e6f535e2-8b1e-40eb-b1ed-fe0e26b0b696","pid":5405,"new_generation":1,"req_id":"ebbdca76-6e53-48b9-9113-658178114003","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-07T20:12:46.809962972Z","hostname":"oxz_internal_dns_e6f535e2-8b1e-40eb-b1ed-fe0e26b0b696","pid":5405,"new_generation":1,"req_id":"ebbdca76-6e53-48b9-9113-658178114003","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-07T20:12:46.809977692Z","hostname":"oxz_internal_dns_e6f535e2-8b1e-40eb-b1ed-fe0e26b0b696","pid":5405,"uri":"/config","method":"PUT","req_id":"ebbdca76-6e53-48b9-9113-658178114003","remote_addr":"[fd00:1122:3344:101::c]:32792","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":279,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 34121,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-07T20:12:47.491738128Z","hostname":"oxz_internal_dns_e6f535e2-8b1e-40eb-b1ed-fe0e26b0b696","pid":5405,"peer_addr":"[fd00:1122:3344:101::c]:56792","req_id":"878a5fe3-902f-4153-b2c1-890b7f958bcb","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-07T20:12:47.603476835Z","hostname":"oxz_internal_dns_e6f535e2-8b1e-40eb-b1ed-fe0e26b0b696","pid":5405,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:53490"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-07T20:12:47.603721879Z","hostname":"oxz_internal_dns_e6f535e2-8b1e-40eb-b1ed-fe0e26b0b696","pid":5405,"uri":"/config","method":"GET","req_id":"6303f244-fd75-4050-8b98-0ff857eea4f4","remote_addr":"[fd00:1122:3344:101::c]:53490","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":199,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-07T20:12:48.030888253Z","hostname":"oxz_internal_dns_e6f535e2-8b1e-40eb-b1ed-fe0e26b0b696","pid":5405,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:64963"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-07T20:12:48.03125248Z","hostname":"oxz_internal_dns_e6f535e2-8b1e-40eb-b1ed-fe0e26b0b696","pid":5405,"new_generation":1,"req_id":"b51ba96e-48f1-438a-bfce-b6a9c648e730","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-07T20:12:48.031311141Z","hostname":"oxz_internal_dns_e6f535e2-8b1e-40eb-b1ed-fe0e26b0b696","pid":5405,"new_generation":1,"req_id":"b51ba96e-48f1-438a-bfce-b6a9c648e730","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-07T20:12:48.031389032Z","hostname":"oxz_internal_dns_e6f535e2-8b1e-40eb-b1ed-fe0e26b0b696","pid":5405,"uri":"/config","method":"PUT","req_id":"b51ba96e-48f1-438a-bfce-b6a9c648e730","remote_addr":"[fd00:1122:3344:101::b]:64963","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":287,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-07T20:12:48.158999389Z","hostname":"oxz_internal_dns_e6f535e2-8b1e-40eb-b1ed-fe0e26b0b696","pid":5405,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:42102"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-07T20:12:48.159326985Z","hostname":"oxz_internal_dns_e6f535e2-8b1e-40eb-b1ed-fe0e26b0b696","pid":5405,"new_generation":1,"req_id":"e93f04f1-3fe0-42d7-94e1-792ced1a46ae","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-07T20:12:48.159402796Z","hostname":"oxz_internal_dns_e6f535e2-8b1e-40eb-b1ed-fe0e26b0b696","pid":5405,"new_generation":1,"req_id":"e93f04f1-3fe0-42d7-94e1-792ced1a46ae","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-07T20:12:48.159417666Z","hostname":"oxz_internal_dns_e6f535e2-8b1e-40eb-b1ed-fe0e26b0b696","pid":5405,"uri":"/config","method":"PUT","req_id":"e93f04f1-3fe0-42d7-94e1-792ced1a46ae","remote_addr":"[fd00:1122:3344:101::a]:42102","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":301,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 46156,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-07T20:12:49.414101475Z","hostname":"oxz_internal_dns_e6f535e2-8b1e-40eb-b1ed-fe0e26b0b696","pid":5405,"peer_addr":"[fd00:1122:3344:101::b]:64285","req_id":"46be69b2-b08e-4bd1-b3f2-a0351d78bf22","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 17693,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-07T20:12:49.414175296Z","hostname":"oxz_internal_dns_e6f535e2-8b1e-40eb-b1ed-fe0e26b0b696","pid":5405,"peer_addr":"[fd00:1122:3344:101::a]:12993","req_id":"d788857a-75f0-49b4-9974-7a6091eb0917","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-07T20:12:49.519937227Z","hostname":"oxz_internal_dns_e6f535e2-8b1e-40eb-b1ed-fe0e26b0b696","pid":5405,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:38908"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-07T20:12:49.520348594Z","hostname":"oxz_internal_dns_e6f535e2-8b1e-40eb-b1ed-fe0e26b0b696","pid":5405,"uri":"/config","method":"GET","req_id":"5271debb-ddcf-4bc3-b209-c07107b0f96f","remote_addr":"[fd00:1122:3344:101::b]:38908","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":369,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-07T20:12:49.558993278Z","hostname":"oxz_internal_dns_e6f535e2-8b1e-40eb-b1ed-fe0e26b0b696","pid":5405,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:49850"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-07T20:12:49.559258602Z","hostname":"oxz_internal_dns_e6f535e2-8b1e-40eb-b1ed-fe0e26b0b696","pid":5405,"uri":"/config","method":"GET","req_id":"97b5e81c-a544-4bff-8335-f2272d2f3ef5","remote_addr":"[fd00:1122:3344:101::a]:49850","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":236,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 42311,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-07T20:12:52.744963361Z","hostname":"oxz_internal_dns_e6f535e2-8b1e-40eb-b1ed-fe0e26b0b696","pid":5405,"peer_addr":"[fd00:1122:3344:101::d]:55037","req_id":"b60ccc53-8d04-47bf-993c-cd4d78cc8e08","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 58035,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-07T20:13:02.747181409Z","hostname":"oxz_internal_dns_e6f535e2-8b1e-40eb-b1ed-fe0e26b0b696","pid":5405,"peer_addr":"[fd00:1122:3344:101::d]:64131","req_id":"12920ff4-bbc9-4eb2-bc49-ef3e406604b4","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 55692,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-07T20:13:12.748909955Z","hostname":"oxz_internal_dns_e6f535e2-8b1e-40eb-b1ed-fe0e26b0b696","pid":5405,"peer_addr":"[fd00:1122:3344:101::d]:55283","req_id":"b865ae71-820e-475c-b26b-c1a7036e2b83","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 63567,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-07T20:13:22.750546446Z","hostname":"oxz_internal_dns_e6f535e2-8b1e-40eb-b1ed-fe0e26b0b696","pid":5405,"peer_addr":"[fd00:1122:3344:101::d]:51005","req_id":"f9abeb9f-a951-488d-86f3-af8364098490","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 49065,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-07T20:13:32.752245502Z","hostname":"oxz_internal_dns_e6f535e2-8b1e-40eb-b1ed-fe0e26b0b696","pid":5405,"peer_addr":"[fd00:1122:3344:101::d]:56083","req_id":"f78c6a4e-252e-42f2-a2ec-d55c8dfb3422","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 62721,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-07T20:13:42.753562584Z","hostname":"oxz_internal_dns_e6f535e2-8b1e-40eb-b1ed-fe0e26b0b696","pid":5405,"peer_addr":"[fd00:1122:3344:101::d]:61497","req_id":"b9658632-cc18-41d5-96b3-98470adc12f9","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-07T20:13:46.710927838Z","hostname":"oxz_internal_dns_e6f535e2-8b1e-40eb-b1ed-fe0e26b0b696","pid":5405,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:37682"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-07T20:13:46.711827674Z","hostname":"oxz_internal_dns_e6f535e2-8b1e-40eb-b1ed-fe0e26b0b696","pid":5405,"new_generation":1,"req_id":"c50b36c0-84df-4139-b238-e53e0338a427","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-07T20:13:46.711842964Z","hostname":"oxz_internal_dns_e6f535e2-8b1e-40eb-b1ed-fe0e26b0b696","pid":5405,"new_generation":1,"req_id":"c50b36c0-84df-4139-b238-e53e0338a427","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-07T20:13:46.711863464Z","hostname":"oxz_internal_dns_e6f535e2-8b1e-40eb-b1ed-fe0e26b0b696","pid":5405,"uri":"/config","method":"PUT","req_id":"c50b36c0-84df-4139-b238-e53e0338a427","remote_addr":"[fd00:1122:3344:101::c]:37682","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":176,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 64471,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-07T20:13:47.513486531Z","hostname":"oxz_internal_dns_e6f535e2-8b1e-40eb-b1ed-fe0e26b0b696","pid":5405,"peer_addr":"[fd00:1122:3344:101::c]:56819","req_id":"cc2943d8-3834-43d1-8725-d1607c59afc8","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-07T20:13:47.609527529Z","hostname":"oxz_internal_dns_e6f535e2-8b1e-40eb-b1ed-fe0e26b0b696","pid":5405,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:56982"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-07T20:13:47.609750243Z","hostname":"oxz_internal_dns_e6f535e2-8b1e-40eb-b1ed-fe0e26b0b696","pid":5405,"uri":"/config","method":"GET","req_id":"7279f090-4623-4d34-b80b-b5d9d71d736d","remote_addr":"[fd00:1122:3344:101::c]:56982","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":197,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-07T20:13:48.008579166Z","hostname":"oxz_internal_dns_e6f535e2-8b1e-40eb-b1ed-fe0e26b0b696","pid":5405,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:64951"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-07T20:13:48.00880625Z","hostname":"oxz_internal_dns_e6f535e2-8b1e-40eb-b1ed-fe0e26b0b696","pid":5405,"new_generation":1,"req_id":"fab6156e-d707-4a94-862d-55522279e20e","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-07T20:13:48.008861401Z","hostname":"oxz_internal_dns_e6f535e2-8b1e-40eb-b1ed-fe0e26b0b696","pid":5405,"new_generation":1,"req_id":"fab6156e-d707-4a94-862d-55522279e20e","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-07T20:13:48.008871251Z","hostname":"oxz_internal_dns_e6f535e2-8b1e-40eb-b1ed-fe0e26b0b696","pid":5405,"uri":"/config","method":"PUT","req_id":"fab6156e-d707-4a94-862d-55522279e20e","remote_addr":"[fd00:1122:3344:101::a]:64951","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":216,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-07T20:13:48.032856026Z","hostname":"oxz_internal_dns_e6f535e2-8b1e-40eb-b1ed-fe0e26b0b696","pid":5405,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:62502"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-07T20:13:48.033306784Z","hostname":"oxz_internal_dns_e6f535e2-8b1e-40eb-b1ed-fe0e26b0b696","pid":5405,"new_generation":1,"req_id":"aea5ac98-9133-4ddb-a22d-8fb1a2edce05","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-07T20:13:48.033343084Z","hostname":"oxz_internal_dns_e6f535e2-8b1e-40eb-b1ed-fe0e26b0b696","pid":5405,"new_generation":1,"req_id":"aea5ac98-9133-4ddb-a22d-8fb1a2edce05","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-07T20:13:48.033416436Z","hostname":"oxz_internal_dns_e6f535e2-8b1e-40eb-b1ed-fe0e26b0b696","pid":5405,"uri":"/config","method":"PUT","req_id":"aea5ac98-9133-4ddb-a22d-8fb1a2edce05","remote_addr":"[fd00:1122:3344:101::b]:62502","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":259,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 54783,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-07T20:13:49.013794144Z","hostname":"oxz_internal_dns_e6f535e2-8b1e-40eb-b1ed-fe0e26b0b696","pid":5405,"peer_addr":"[fd00:1122:3344:101::b]:3878","req_id":"7b95e0f1-eed4-48c0-b389-4097d37a7bdb","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 25090,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-07T20:13:49.013998618Z","hostname":"oxz_internal_dns_e6f535e2-8b1e-40eb-b1ed-fe0e26b0b696","pid":5405,"peer_addr":"[fd00:1122:3344:101::a]:39812","req_id":"f473b979-a8ba-4ed9-81fe-e6a2a1338942","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-07T20:13:49.117725092Z","hostname":"oxz_internal_dns_e6f535e2-8b1e-40eb-b1ed-fe0e26b0b696","pid":5405,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:54041"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-07T20:13:49.117945566Z","hostname":"oxz_internal_dns_e6f535e2-8b1e-40eb-b1ed-fe0e26b0b696","pid":5405,"uri":"/config","method":"GET","req_id":"a312b1c7-ad97-4b6d-99f8-3cd97dafcdbb","remote_addr":"[fd00:1122:3344:101::b]:54041","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":189,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-07T20:13:49.210668446Z","hostname":"oxz_internal_dns_e6f535e2-8b1e-40eb-b1ed-fe0e26b0b696","pid":5405,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:36654"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-07T20:13:49.21089975Z","hostname":"oxz_internal_dns_e6f535e2-8b1e-40eb-b1ed-fe0e26b0b696","pid":5405,"uri":"/config","method":"GET","req_id":"2a18eb64-b4a6-49d3-91ea-86041a1254d0","remote_addr":"[fd00:1122:3344:101::a]:36654","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":204,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 43815,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-07T20:13:52.754349838Z","hostname":"oxz_internal_dns_e6f535e2-8b1e-40eb-b1ed-fe0e26b0b696","pid":5405,"peer_addr":"[fd00:1122:3344:101::d]:60343","req_id":"cf76dd36-cf83-4f7a-a121-63c6bdafc6f6","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 3180,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-07T20:14:02.755697388Z","hostname":"oxz_internal_dns_e6f535e2-8b1e-40eb-b1ed-fe0e26b0b696","pid":5405,"peer_addr":"[fd00:1122:3344:101::d]:63229","req_id":"e080dd3e-388d-4375-81c2-ea10be1f3811","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 22998,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-07T20:14:12.75772442Z","hostname":"oxz_internal_dns_e6f535e2-8b1e-40eb-b1ed-fe0e26b0b696","pid":5405,"peer_addr":"[fd00:1122:3344:101::d]:52324","req_id":"a62bc3b7-ff18-4da9-9ad6-cb573686687e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 41847,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-07T20:14:22.758891429Z","hostname":"oxz_internal_dns_e6f535e2-8b1e-40eb-b1ed-fe0e26b0b696","pid":5405,"peer_addr":"[fd00:1122:3344:101::d]:51611","req_id":"c687e995-f8ae-40ef-bbb0-8e7e32485810","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 10160,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-07T20:14:32.75942316Z","hostname":"oxz_internal_dns_e6f535e2-8b1e-40eb-b1ed-fe0e26b0b696","pid":5405,"peer_addr":"[fd00:1122:3344:101::d]:58700","req_id":"fa909736-3d31-4e0e-8dbf-4ceb3aca3599","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 40883,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-07T20:14:42.760980643Z","hostname":"oxz_internal_dns_e6f535e2-8b1e-40eb-b1ed-fe0e26b0b696","pid":5405,"peer_addr":"[fd00:1122:3344:101::d]:52973","req_id":"27b42858-4342-4d31-93fd-fca3a591a3af","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 270,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-07T20:14:46.253035759Z","hostname":"oxz_internal_dns_e6f535e2-8b1e-40eb-b1ed-fe0e26b0b696","pid":5405,"peer_addr":"[fd00:1122:3344:101::1b]:45617","req_id":"ae21a10c-2db1-4180-a0cd-bb825a20da02","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 54370,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-07T20:14:46.258012857Z","hostname":"oxz_internal_dns_e6f535e2-8b1e-40eb-b1ed-fe0e26b0b696","pid":5405,"peer_addr":"[fd00:1122:3344:101::1b]:59665","req_id":"e9180efd-b8c4-4481-aa17-0a0945e2bf59","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 181,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-07T20:14:46.262598748Z","hostname":"oxz_internal_dns_e6f535e2-8b1e-40eb-b1ed-fe0e26b0b696","pid":5405,"peer_addr":"[fd00:1122:3344:101::1b]:37125","req_id":"96dfcbf7-2729-40fd-8f29-bfd206a8cd2f","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-07T20:14:46.711318633Z","hostname":"oxz_internal_dns_e6f535e2-8b1e-40eb-b1ed-fe0e26b0b696","pid":5405,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:54498"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-07T20:14:46.711498797Z","hostname":"oxz_internal_dns_e6f535e2-8b1e-40eb-b1ed-fe0e26b0b696","pid":5405,"new_generation":1,"req_id":"62955091-6a65-4ba0-af21-d6a5dbbc13f3","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-07T20:14:46.711509287Z","hostname":"oxz_internal_dns_e6f535e2-8b1e-40eb-b1ed-fe0e26b0b696","pid":5405,"new_generation":1,"req_id":"62955091-6a65-4ba0-af21-d6a5dbbc13f3","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-07T20:14:46.711515957Z","hostname":"oxz_internal_dns_e6f535e2-8b1e-40eb-b1ed-fe0e26b0b696","pid":5405,"uri":"/config","method":"PUT","req_id":"62955091-6a65-4ba0-af21-d6a5dbbc13f3","remote_addr":"[fd00:1122:3344:101::c]:54498","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":155,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 22660,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-07T20:14:47.49770724Z","hostname":"oxz_internal_dns_e6f535e2-8b1e-40eb-b1ed-fe0e26b0b696","pid":5405,"peer_addr":"[fd00:1122:3344:101::c]:64674","req_id":"a2e85cb2-7892-40e6-802c-09e2df9823a8","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-07T20:14:47.597338012Z","hostname":"oxz_internal_dns_e6f535e2-8b1e-40eb-b1ed-fe0e26b0b696","pid":5405,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:58018"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-07T20:14:47.597556406Z","hostname":"oxz_internal_dns_e6f535e2-8b1e-40eb-b1ed-fe0e26b0b696","pid":5405,"uri":"/config","method":"GET","req_id":"a5320ad4-53a2-44b1-957c-d72626f11304","remote_addr":"[fd00:1122:3344:101::c]:58018","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":190,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-07T20:14:48.009374748Z","hostname":"oxz_internal_dns_e6f535e2-8b1e-40eb-b1ed-fe0e26b0b696","pid":5405,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:39286"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-07T20:14:48.009704034Z","hostname":"oxz_internal_dns_e6f535e2-8b1e-40eb-b1ed-fe0e26b0b696","pid":5405,"new_generation":1,"req_id":"51ffc58d-4889-4d9c-b826-950f35a0c93e","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-07T20:14:48.009725965Z","hostname":"oxz_internal_dns_e6f535e2-8b1e-40eb-b1ed-fe0e26b0b696","pid":5405,"new_generation":1,"req_id":"51ffc58d-4889-4d9c-b826-950f35a0c93e","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-07T20:14:48.009735615Z","hostname":"oxz_internal_dns_e6f535e2-8b1e-40eb-b1ed-fe0e26b0b696","pid":5405,"uri":"/config","method":"PUT","req_id":"51ffc58d-4889-4d9c-b826-950f35a0c93e","remote_addr":"[fd00:1122:3344:101::a]:39286","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":234,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-07T20:14:48.032988456Z","hostname":"oxz_internal_dns_e6f535e2-8b1e-40eb-b1ed-fe0e26b0b696","pid":5405,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:47365"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-07T20:14:48.033278831Z","hostname":"oxz_internal_dns_e6f535e2-8b1e-40eb-b1ed-fe0e26b0b696","pid":5405,"new_generation":1,"req_id":"ded3b56b-cd96-4dec-b408-e55944d6dab5","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-07T20:14:48.033310002Z","hostname":"oxz_internal_dns_e6f535e2-8b1e-40eb-b1ed-fe0e26b0b696","pid":5405,"new_generation":1,"req_id":"ded3b56b-cd96-4dec-b408-e55944d6dab5","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-07T20:14:48.033321502Z","hostname":"oxz_internal_dns_e6f535e2-8b1e-40eb-b1ed-fe0e26b0b696","pid":5405,"uri":"/config","method":"PUT","req_id":"ded3b56b-cd96-4dec-b408-e55944d6dab5","remote_addr":"[fd00:1122:3344:101::b]:47365","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":240,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 14195,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-07T20:14:49.388241144Z","hostname":"oxz_internal_dns_e6f535e2-8b1e-40eb-b1ed-fe0e26b0b696","pid":5405,"peer_addr":"[fd00:1122:3344:101::b]:43972","req_id":"a1965bbb-f897-475e-b773-ad5291e54ed8","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 18169,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-07T20:14:49.388445907Z","hostname":"oxz_internal_dns_e6f535e2-8b1e-40eb-b1ed-fe0e26b0b696","pid":5405,"peer_addr":"[fd00:1122:3344:101::a]:30686","req_id":"4f5e6e6c-8c0b-4d53-9b52-fb25280b075d","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-07T20:14:49.487951037Z","hostname":"oxz_internal_dns_e6f535e2-8b1e-40eb-b1ed-fe0e26b0b696","pid":5405,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:49507"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-07T20:14:49.488155651Z","hostname":"oxz_internal_dns_e6f535e2-8b1e-40eb-b1ed-fe0e26b0b696","pid":5405,"uri":"/config","method":"GET","req_id":"7d2886d0-559f-475f-8cc9-85b47e8c8890","remote_addr":"[fd00:1122:3344:101::a]:49507","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":179,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-07T20:14:49.583328574Z","hostname":"oxz_internal_dns_e6f535e2-8b1e-40eb-b1ed-fe0e26b0b696","pid":5405,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:59077"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-07T20:14:49.583545867Z","hostname":"oxz_internal_dns_e6f535e2-8b1e-40eb-b1ed-fe0e26b0b696","pid":5405,"uri":"/config","method":"GET","req_id":"6edfe375-0b89-41b3-af99-068f7360b91f","remote_addr":"[fd00:1122:3344:101::b]:59077","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":192,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 16213,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-07T20:14:52.76255029Z","hostname":"oxz_internal_dns_e6f535e2-8b1e-40eb-b1ed-fe0e26b0b696","pid":5405,"peer_addr":"[fd00:1122:3344:101::d]:50354","req_id":"892dfe56-0c7b-40e0-9a8e-af9a8c954089","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 15236,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_6331b4b9-76e0-431e-aafd-b1fffe3abf27.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_6331b4b9-76e0-431e-aafd-b1fffe3abf27.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 54,\n 51,\n 51,\n 49,\n 98,\n 52,\n 98,\n 57,\n 45,\n 55,\n 54,\n 101,\n 48,\n 45,\n 52,\n 51,\n 49,\n 101,\n 45,\n 97,\n 97,\n 102,\n 100,\n 45,\n 98,\n 49,\n 102,\n 102,\n 102,\n 101,\n 51,\n 97,\n 98,\n 102,\n 50,\n 55,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_6331b4b9-76e0-431e-aafd-b1fffe3abf27.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-07T20:15:00.427681125Z","hostname":"oxz_internal_dns_e6f535e2-8b1e-40eb-b1ed-fe0e26b0b696","pid":5405,"peer_addr":"[fd00:1122:3344:101::6]:36663","req_id":"7f30cb75-5b95-44de-9e31-3ce1b2e109ef","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 15236,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_6331b4b9-76e0-431e-aafd-b1fffe3abf27.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_6331b4b9-76e0-431e-aafd-b1fffe3abf27.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 54,\n 51,\n 51,\n 49,\n 98,\n 52,\n 98,\n 57,\n 45,\n 55,\n 54,\n 101,\n 48,\n 45,\n 52,\n 51,\n 49,\n 101,\n 45,\n 97,\n 97,\n 102,\n 100,\n 45,\n 98,\n 49,\n 102,\n 102,\n 102,\n 101,\n 51,\n 97,\n 98,\n 102,\n 50,\n 55,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_6331b4b9-76e0-431e-aafd-b1fffe3abf27.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-07T20:15:00.428177324Z","hostname":"oxz_internal_dns_e6f535e2-8b1e-40eb-b1ed-fe0e26b0b696","pid":5405,"peer_addr":"[fd00:1122:3344:101::6]:51297","req_id":"f4e3e1ea-d06f-4c7c-9de6-6eefb89eee68","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 10797,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_2444e1d6-6e59-41dc-8762-dc8f4d78e143.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_2444e1d6-6e59-41dc-8762-dc8f4d78e143.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 50,\n 52,\n 52,\n 52,\n 101,\n 49,\n 100,\n 54,\n 45,\n 54,\n 101,\n 53,\n 57,\n 45,\n 52,\n 49,\n 100,\n 99,\n 45,\n 56,\n 55,\n 54,\n 50,\n 45,\n 100,\n 99,\n 56,\n 102,\n 52,\n 100,\n 55,\n 56,\n 101,\n 49,\n 52,\n 51,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_2444e1d6-6e59-41dc-8762-dc8f4d78e143.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-07T20:15:00.626474591Z","hostname":"oxz_internal_dns_e6f535e2-8b1e-40eb-b1ed-fe0e26b0b696","pid":5405,"peer_addr":"[fd00:1122:3344:101::e]:51439","req_id":"ce73c2ee-d5d2-4d24-b7c2-384e0f25f4ce","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 10797,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_2444e1d6-6e59-41dc-8762-dc8f4d78e143.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_2444e1d6-6e59-41dc-8762-dc8f4d78e143.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 50,\n 52,\n 52,\n 52,\n 101,\n 49,\n 100,\n 54,\n 45,\n 54,\n 101,\n 53,\n 57,\n 45,\n 52,\n 49,\n 100,\n 99,\n 45,\n 56,\n 55,\n 54,\n 50,\n 45,\n 100,\n 99,\n 56,\n 102,\n 52,\n 100,\n 55,\n 56,\n 101,\n 49,\n 52,\n 51,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_2444e1d6-6e59-41dc-8762-dc8f4d78e143.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-07T20:15:00.627095692Z","hostname":"oxz_internal_dns_e6f535e2-8b1e-40eb-b1ed-fe0e26b0b696","pid":5405,"peer_addr":"[fd00:1122:3344:101::e]:44382","req_id":"5803a546-234e-4bf3-9fd6-0271aa8dc4c3","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 36424,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_f776cdc6-2d17-42a3-83e3-0333d76b25dc.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_f776cdc6-2d17-42a3-83e3-0333d76b25dc.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 102,\n 55,\n 55,\n 54,\n 99,\n 100,\n 99,\n 54,\n 45,\n 50,\n 100,\n 49,\n 55,\n 45,\n 52,\n 50,\n 97,\n 51,\n 45,\n 56,\n 51,\n 101,\n 51,\n 45,\n 48,\n 51,\n 51,\n 51,\n 100,\n 55,\n 54,\n 98,\n 50,\n 53,\n 100,\n 99,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_f776cdc6-2d17-42a3-83e3-0333d76b25dc.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-07T20:15:00.928176276Z","hostname":"oxz_internal_dns_e6f535e2-8b1e-40eb-b1ed-fe0e26b0b696","pid":5405,"peer_addr":"[fd00:1122:3344:101::3]:57604","req_id":"e3b4f20d-953e-443e-b9c1-5c2b03214d34","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 36424,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_f776cdc6-2d17-42a3-83e3-0333d76b25dc.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_f776cdc6-2d17-42a3-83e3-0333d76b25dc.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 102,\n 55,\n 55,\n 54,\n 99,\n 100,\n 99,\n 54,\n 45,\n 50,\n 100,\n 49,\n 55,\n 45,\n 52,\n 50,\n 97,\n 51,\n 45,\n 56,\n 51,\n 101,\n 51,\n 45,\n 48,\n 51,\n 51,\n 51,\n 100,\n 55,\n 54,\n 98,\n 50,\n 53,\n 100,\n 99,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_f776cdc6-2d17-42a3-83e3-0333d76b25dc.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-07T20:15:00.928785127Z","hostname":"oxz_internal_dns_e6f535e2-8b1e-40eb-b1ed-fe0e26b0b696","pid":5405,"peer_addr":"[fd00:1122:3344:101::3]:57717","req_id":"d99d1838-d0d9-44c8-93d4-db854390f55e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 53165,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_937996c7-958c-4b41-aa84-b075a1f9a4e4.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_937996c7-958c-4b41-aa84-b075a1f9a4e4.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 57,\n 51,\n 55,\n 57,\n 57,\n 54,\n 99,\n 55,\n 45,\n 57,\n 53,\n 56,\n 99,\n 45,\n 52,\n 98,\n 52,\n 49,\n 45,\n 97,\n 97,\n 56,\n 52,\n 45,\n 98,\n 48,\n 55,\n 53,\n 97,\n 49,\n 102,\n 57,\n 97,\n 52,\n 101,\n 52,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_937996c7-958c-4b41-aa84-b075a1f9a4e4.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-07T20:15:00.935554297Z","hostname":"oxz_internal_dns_e6f535e2-8b1e-40eb-b1ed-fe0e26b0b696","pid":5405,"peer_addr":"[fd00:1122:3344:101::4]:38440","req_id":"96ba750a-e165-4cee-8c05-618d40a89e34","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 53165,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_937996c7-958c-4b41-aa84-b075a1f9a4e4.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_937996c7-958c-4b41-aa84-b075a1f9a4e4.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 57,\n 51,\n 55,\n 57,\n 57,\n 54,\n 99,\n 55,\n 45,\n 57,\n 53,\n 56,\n 99,\n 45,\n 52,\n 98,\n 52,\n 49,\n 45,\n 97,\n 97,\n 56,\n 52,\n 45,\n 98,\n 48,\n 55,\n 53,\n 97,\n 49,\n 102,\n 57,\n 97,\n 52,\n 101,\n 52,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_937996c7-958c-4b41-aa84-b075a1f9a4e4.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-07T20:15:00.936075416Z","hostname":"oxz_internal_dns_e6f535e2-8b1e-40eb-b1ed-fe0e26b0b696","pid":5405,"peer_addr":"[fd00:1122:3344:101::4]:50272","req_id":"ba6fdaed-fbf5-4de9-9c50-59dbd4b8eb60","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 63640,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_ad8d0aeb-9b3d-4edf-a57f-ecd779269255.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_ad8d0aeb-9b3d-4edf-a57f-ecd779269255.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 97,\n 100,\n 56,\n 100,\n 48,\n 97,\n 101,\n 98,\n 45,\n 57,\n 98,\n 51,\n 100,\n 45,\n 52,\n 101,\n 100,\n 102,\n 45,\n 97,\n 53,\n 55,\n 102,\n 45,\n 101,\n 99,\n 100,\n 55,\n 55,\n 57,\n 50,\n 54,\n 57,\n 50,\n 53,\n 53,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_ad8d0aeb-9b3d-4edf-a57f-ecd779269255.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-07T20:15:00.946048152Z","hostname":"oxz_internal_dns_e6f535e2-8b1e-40eb-b1ed-fe0e26b0b696","pid":5405,"peer_addr":"[fd00:1122:3344:101::7]:49672","req_id":"74373b38-888a-4b3a-b3ef-6eba66980221","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 63640,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_ad8d0aeb-9b3d-4edf-a57f-ecd779269255.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_ad8d0aeb-9b3d-4edf-a57f-ecd779269255.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 97,\n 100,\n 56,\n 100,\n 48,\n 97,\n 101,\n 98,\n 45,\n 57,\n 98,\n 51,\n 100,\n 45,\n 52,\n 101,\n 100,\n 102,\n 45,\n 97,\n 53,\n 55,\n 102,\n 45,\n 101,\n 99,\n 100,\n 55,\n 55,\n 57,\n 50,\n 54,\n 57,\n 50,\n 53,\n 53,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_ad8d0aeb-9b3d-4edf-a57f-ecd779269255.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-07T20:15:00.946542961Z","hostname":"oxz_internal_dns_e6f535e2-8b1e-40eb-b1ed-fe0e26b0b696","pid":5405,"peer_addr":"[fd00:1122:3344:101::7]:61905","req_id":"a27d5f08-0201-4ecc-983d-ae0c5115d839","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 10342,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_72fd5242-bc91-4a03-afc3-0aff3e8f3d38.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_72fd5242-bc91-4a03-afc3-0aff3e8f3d38.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 55,\n 50,\n 102,\n 100,\n 53,\n 50,\n 52,\n 50,\n 45,\n 98,\n 99,\n 57,\n 49,\n 45,\n 52,\n 97,\n 48,\n 51,\n 45,\n 97,\n 102,\n 99,\n 51,\n 45,\n 48,\n 97,\n 102,\n 102,\n 51,\n 101,\n 56,\n 102,\n 51,\n 100,\n 51,\n 56,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_72fd5242-bc91-4a03-afc3-0aff3e8f3d38.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-07T20:15:00.947287214Z","hostname":"oxz_internal_dns_e6f535e2-8b1e-40eb-b1ed-fe0e26b0b696","pid":5405,"peer_addr":"[fd00:1122:3344:101::5]:34879","req_id":"0a35e1de-22f3-4bdf-8360-6b01ea2f387e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 10342,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_72fd5242-bc91-4a03-afc3-0aff3e8f3d38.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_72fd5242-bc91-4a03-afc3-0aff3e8f3d38.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 55,\n 50,\n 102,\n 100,\n 53,\n 50,\n 52,\n 50,\n 45,\n 98,\n 99,\n 57,\n 49,\n 45,\n 52,\n 97,\n 48,\n 51,\n 45,\n 97,\n 102,\n 99,\n 51,\n 45,\n 48,\n 97,\n 102,\n 102,\n 51,\n 101,\n 56,\n 102,\n 51,\n 100,\n 51,\n 56,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_72fd5242-bc91-4a03-afc3-0aff3e8f3d38.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-07T20:15:00.947822324Z","hostname":"oxz_internal_dns_e6f535e2-8b1e-40eb-b1ed-fe0e26b0b696","pid":5405,"peer_addr":"[fd00:1122:3344:101::5]:40051","req_id":"1538b219-5d6f-4e5a-98fe-213dba324b34","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 10431,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_ntp_4490d165-d63e-4bc5-86c0-a28155fa6587.\"),\n ),\n original: Query {\n name: Name(\"oxz_ntp_4490d165-d63e-4bc5-86c0-a28155fa6587.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 44,\n 111,\n 120,\n 122,\n 95,\n 110,\n 116,\n 112,\n 95,\n 52,\n 52,\n 57,\n 48,\n 100,\n 49,\n 54,\n 53,\n 45,\n 100,\n 54,\n 51,\n 101,\n 45,\n 52,\n 98,\n 99,\n 53,\n 45,\n 56,\n 54,\n 99,\n 48,\n 45,\n 97,\n 50,\n 56,\n 49,\n 53,\n 53,\n 102,\n 97,\n 54,\n 53,\n 56,\n 55,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_ntp_4490d165-d63e-4bc5-86c0-a28155fa6587.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-07T20:15:01.115689532Z","hostname":"oxz_internal_dns_e6f535e2-8b1e-40eb-b1ed-fe0e26b0b696","pid":5405,"peer_addr":"[fd00:1122:3344:101::1b]:33482","req_id":"0dad652c-e72e-4dbe-8a96-0c73eab96032","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 42452,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-07T20:15:01.567267718Z","hostname":"oxz_internal_dns_e6f535e2-8b1e-40eb-b1ed-fe0e26b0b696","pid":5405,"peer_addr":"[fd00:1122:3344:101::2]:60055","req_id":"fee3e957-c61f-4323-9e25-8fb759316b20","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 42452,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-07T20:15:01.567829988Z","hostname":"oxz_internal_dns_e6f535e2-8b1e-40eb-b1ed-fe0e26b0b696","pid":5405,"peer_addr":"[fd00:1122:3344:101::2]:65166","req_id":"3cf1ecb0-76b4-40b2-a70b-07dd9542ca73","component":"dns"}