[ May 19 19:27:11 Enabled. ] [ May 19 19:27:11 Rereading configuration. ] [ May 19 19:27:11 Rereading configuration. ] [ May 19 19:27:12 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:3::1]:5353 --dns-address [fd00:1122:3344:3::1]:53 &"). ] [ May 19 19:27:12 Method "start" exited with status 0. ] Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:3::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } note: configured to log to "/dev/stdout" {"msg":"config","v":0,"name":"dns-server","level":30,"time":"2026-05-19T19:27:12.945327536Z","hostname":"oxz_internal_dns_228857da-31e4-4807-8387-01de7a275001","pid":5501,"dns_config":"Config { bind_address: [fd00:1122:3344:3::1]:53 }","config":"Config { log: File { level: Info, path: \"/dev/stdout\", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:3::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: \"/data/dns\", keep_old_generations: 3 } }"} {"msg":"opening sled database","v":0,"name":"dns-server","level":30,"time":"2026-05-19T19:27:12.945449169Z","hostname":"oxz_internal_dns_228857da-31e4-4807-8387-01de7a275001","pid":5501,"component":"store","path":"/data/dns"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-05-19T19:27:12.963714463Z","hostname":"oxz_internal_dns_228857da-31e4-4807-8387-01de7a275001","pid":5501,"component":"store"} {"msg":"pruning trees for generations older than 0","v":0,"name":"dns-server","level":30,"time":"2026-05-19T19:27:12.963734494Z","hostname":"oxz_internal_dns_228857da-31e4-4807-8387-01de7a275001","pid":5501,"component":"store","keep":3} {"msg":"DNS server bound to address","v":0,"name":"dns-server","level":30,"time":"2026-05-19T19:27:12.963766235Z","hostname":"oxz_internal_dns_228857da-31e4-4807-8387-01de7a275001","pid":5501,"component":"dns","local_address":"[fd00:1122:3344:3::1]:53"} {"msg":"listening","v":0,"name":"dns-server","level":30,"time":"2026-05-19T19:27:12.964011321Z","hostname":"oxz_internal_dns_228857da-31e4-4807-8387-01de7a275001","pid":5501,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-19T19:27:13.784484013Z","hostname":"oxz_internal_dns_228857da-31e4-4807-8387-01de7a275001","pid":5501,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:3::2]:54868"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-19T19:27:13.785552753Z","hostname":"oxz_internal_dns_228857da-31e4-4807-8387-01de7a275001","pid":5501,"new_generation":1,"req_id":"656a6579-e0b0-4939-8717-ed26e9e1e4f6","component":"store"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-05-19T19:27:13.785594434Z","hostname":"oxz_internal_dns_228857da-31e4-4807-8387-01de7a275001","pid":5501,"component":"store"} {"msg":"pruning trees for generations older than 1","v":0,"name":"dns-server","level":30,"time":"2026-05-19T19:27:13.817385811Z","hostname":"oxz_internal_dns_228857da-31e4-4807-8387-01de7a275001","pid":5501,"component":"store","keep":3} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-19T19:27:13.817437322Z","hostname":"oxz_internal_dns_228857da-31e4-4807-8387-01de7a275001","pid":5501,"new_generation":1,"req_id":"656a6579-e0b0-4939-8717-ed26e9e1e4f6","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-19T19:27:13.817458323Z","hostname":"oxz_internal_dns_228857da-31e4-4807-8387-01de7a275001","pid":5501,"uri":"/config","method":"PUT","req_id":"656a6579-e0b0-4939-8717-ed26e9e1e4f6","remote_addr":"[fd00:1122:3344:3::2]:54868","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":32435,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 19990,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-19T19:27:26.361714164Z","hostname":"oxz_internal_dns_228857da-31e4-4807-8387-01de7a275001","pid":5501,"peer_addr":"[fd00:1122:3344:101::1b]:64335","req_id":"7e68cd90-c50c-46f4-b3fd-011c99113289","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 34851,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-19T19:27:26.37279812Z","hostname":"oxz_internal_dns_228857da-31e4-4807-8387-01de7a275001","pid":5501,"peer_addr":"[fd00:1122:3344:101::1b]:63900","req_id":"4f572302-6f77-4939-8e0b-54deaf3fd34d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 41404,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-19T19:27:26.385288055Z","hostname":"oxz_internal_dns_228857da-31e4-4807-8387-01de7a275001","pid":5501,"peer_addr":"[fd00:1122:3344:101::1b]:54402","req_id":"d56f390d-6a46-48f5-8a77-2a96a218642e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 33880,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-19T19:29:22.704876678Z","hostname":"oxz_internal_dns_228857da-31e4-4807-8387-01de7a275001","pid":5501,"peer_addr":"[fd00:1122:3344:101::d]:49502","req_id":"3c95e32a-3fe4-49ae-81ab-02f8a246a80e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 19171,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_6fe371c2-d72b-45cf-b7eb-c1126d273260.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_6fe371c2-d72b-45cf-b7eb-c1126d273260.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 54,\n 102,\n 101,\n 51,\n 55,\n 49,\n 99,\n 50,\n 45,\n 100,\n 55,\n 50,\n 98,\n 45,\n 52,\n 53,\n 99,\n 102,\n 45,\n 98,\n 55,\n 101,\n 98,\n 45,\n 99,\n 49,\n 49,\n 50,\n 54,\n 100,\n 50,\n 55,\n 51,\n 50,\n 54,\n 48,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_6fe371c2-d72b-45cf-b7eb-c1126d273260.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-19T19:29:24.573810413Z","hostname":"oxz_internal_dns_228857da-31e4-4807-8387-01de7a275001","pid":5501,"peer_addr":"[fd00:1122:3344:101::e]:54353","req_id":"e89f28cf-0293-4561-9dea-894c01c3eba2","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 19171,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_6fe371c2-d72b-45cf-b7eb-c1126d273260.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_6fe371c2-d72b-45cf-b7eb-c1126d273260.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 54,\n 102,\n 101,\n 51,\n 55,\n 49,\n 99,\n 50,\n 45,\n 100,\n 55,\n 50,\n 98,\n 45,\n 52,\n 53,\n 99,\n 102,\n 45,\n 98,\n 55,\n 101,\n 98,\n 45,\n 99,\n 49,\n 49,\n 50,\n 54,\n 100,\n 50,\n 55,\n 51,\n 50,\n 54,\n 48,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_6fe371c2-d72b-45cf-b7eb-c1126d273260.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-19T19:29:24.575464559Z","hostname":"oxz_internal_dns_228857da-31e4-4807-8387-01de7a275001","pid":5501,"peer_addr":"[fd00:1122:3344:101::e]:56185","req_id":"e3a7b560-0ab6-4efd-a8b2-5891074a6212","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 51615,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-19T19:29:27.358226441Z","hostname":"oxz_internal_dns_228857da-31e4-4807-8387-01de7a275001","pid":5501,"peer_addr":"[fd00:1122:3344:101::1b]:51622","req_id":"b38047b0-6731-4739-8587-a52fbc4fd74f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 63,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-19T19:29:27.372677Z","hostname":"oxz_internal_dns_228857da-31e4-4807-8387-01de7a275001","pid":5501,"peer_addr":"[fd00:1122:3344:101::1b]:47035","req_id":"ce4cf8de-9e48-4608-9724-50c25ddd1df4","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 48118,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-19T19:29:27.38718405Z","hostname":"oxz_internal_dns_228857da-31e4-4807-8387-01de7a275001","pid":5501,"peer_addr":"[fd00:1122:3344:101::1b]:33478","req_id":"dade5762-65ec-4aeb-b2a2-8e4d55419d33","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 58999,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-19T19:29:31.300322924Z","hostname":"oxz_internal_dns_228857da-31e4-4807-8387-01de7a275001","pid":5501,"peer_addr":"[fd00:1122:3344:101::c]:50510","req_id":"655830f0-6a7f-44c5-83e7-6d3a0419d921","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 19043,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-19T19:29:31.329043504Z","hostname":"oxz_internal_dns_228857da-31e4-4807-8387-01de7a275001","pid":5501,"peer_addr":"[fd00:1122:3344:101::a]:44244","req_id":"9eb476cf-e347-4665-ae49-a823d4eecd5a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 32901,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-19T19:29:31.455224995Z","hostname":"oxz_internal_dns_228857da-31e4-4807-8387-01de7a275001","pid":5501,"peer_addr":"[fd00:1122:3344:101::b]:45882","req_id":"52c39f9c-a1ce-4f03-9d9f-bff754caa65b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 54224,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-19T19:29:32.666735016Z","hostname":"oxz_internal_dns_228857da-31e4-4807-8387-01de7a275001","pid":5501,"peer_addr":"[fd00:1122:3344:101::d]:50375","req_id":"ef7b93d0-70f8-4b0f-85ce-728380c663a3","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 13584,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-19T19:29:33.407034605Z","hostname":"oxz_internal_dns_228857da-31e4-4807-8387-01de7a275001","pid":5501,"peer_addr":"[fd00:1122:3344:101::c]:57705","req_id":"cba0ed83-afa7-4f2d-8c87-463152367385","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-19T19:29:33.558421442Z","hostname":"oxz_internal_dns_228857da-31e4-4807-8387-01de7a275001","pid":5501,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:55064"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-19T19:29:33.606841168Z","hostname":"oxz_internal_dns_228857da-31e4-4807-8387-01de7a275001","pid":5501,"new_generation":1,"req_id":"1520ee4b-e762-45a1-88ae-e22a4f92424e","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-19T19:29:33.606950571Z","hostname":"oxz_internal_dns_228857da-31e4-4807-8387-01de7a275001","pid":5501,"new_generation":1,"req_id":"1520ee4b-e762-45a1-88ae-e22a4f92424e","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-19T19:29:33.606958212Z","hostname":"oxz_internal_dns_228857da-31e4-4807-8387-01de7a275001","pid":5501,"uri":"/config","method":"PUT","req_id":"1520ee4b-e762-45a1-88ae-e22a4f92424e","remote_addr":"[fd00:1122:3344:101::c]:55064","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":21370,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-19T19:29:33.691996509Z","hostname":"oxz_internal_dns_228857da-31e4-4807-8387-01de7a275001","pid":5501,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:59967"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-19T19:29:33.705952664Z","hostname":"oxz_internal_dns_228857da-31e4-4807-8387-01de7a275001","pid":5501,"uri":"/config","method":"GET","req_id":"46e14eb5-19c9-4787-bb43-8d1f20e898c1","remote_addr":"[fd00:1122:3344:101::c]:59967","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":13836,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 32687,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-19T19:29:34.12580567Z","hostname":"oxz_internal_dns_228857da-31e4-4807-8387-01de7a275001","pid":5501,"peer_addr":"[fd00:1122:3344:101::c]:9585","req_id":"5732e13a-2333-4fe0-88c4-1f68ffbc0de0","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-19T19:29:34.242955063Z","hostname":"oxz_internal_dns_228857da-31e4-4807-8387-01de7a275001","pid":5501,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:46576"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-19T19:29:34.243403505Z","hostname":"oxz_internal_dns_228857da-31e4-4807-8387-01de7a275001","pid":5501,"uri":"/config","method":"GET","req_id":"9f2a8546-57e9-43e7-b230-e5e2aac50806","remote_addr":"[fd00:1122:3344:101::c]:46576","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":247,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 11630,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-19T19:29:34.675693404Z","hostname":"oxz_internal_dns_228857da-31e4-4807-8387-01de7a275001","pid":5501,"peer_addr":"[fd00:1122:3344:101::c]:59879","req_id":"c6b8baa2-7510-4fe0-a7c5-d0497d6761cf","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-19T19:29:34.795386047Z","hostname":"oxz_internal_dns_228857da-31e4-4807-8387-01de7a275001","pid":5501,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:48548"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-19T19:29:34.795654034Z","hostname":"oxz_internal_dns_228857da-31e4-4807-8387-01de7a275001","pid":5501,"uri":"/config","method":"GET","req_id":"bccc8ac2-a602-4545-bccb-7e7e94f08a9b","remote_addr":"[fd00:1122:3344:101::c]:48548","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":210,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 49941,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-19T19:29:41.923660815Z","hostname":"oxz_internal_dns_228857da-31e4-4807-8387-01de7a275001","pid":5501,"peer_addr":"[fd00:1122:3344:101::b]:39179","req_id":"ee9d8e7f-d4f4-478c-bd60-d3914eb3ae48","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 4821,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-19T19:29:41.926711029Z","hostname":"oxz_internal_dns_228857da-31e4-4807-8387-01de7a275001","pid":5501,"peer_addr":"[fd00:1122:3344:101::a]:53330","req_id":"e9b441a4-3cd5-4a5e-ad93-28b5223d81b0","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-19T19:29:42.063518945Z","hostname":"oxz_internal_dns_228857da-31e4-4807-8387-01de7a275001","pid":5501,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:62591"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-19T19:29:42.063777942Z","hostname":"oxz_internal_dns_228857da-31e4-4807-8387-01de7a275001","pid":5501,"uri":"/config","method":"GET","req_id":"2916ee3b-ae31-4dc3-b814-b51d08119365","remote_addr":"[fd00:1122:3344:101::a]:62591","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":215,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-19T19:29:42.117473544Z","hostname":"oxz_internal_dns_228857da-31e4-4807-8387-01de7a275001","pid":5501,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:62214"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-19T19:29:42.118214315Z","hostname":"oxz_internal_dns_228857da-31e4-4807-8387-01de7a275001","pid":5501,"uri":"/config","method":"GET","req_id":"24340a5f-fcc3-421a-9b48-cec7025db1fc","remote_addr":"[fd00:1122:3344:101::b]:62214","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":612,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 14825,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-19T19:29:42.667934408Z","hostname":"oxz_internal_dns_228857da-31e4-4807-8387-01de7a275001","pid":5501,"peer_addr":"[fd00:1122:3344:101::d]:55232","req_id":"36bda688-3b52-4867-823b-f3ffd845b00f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 3657,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-19T19:29:52.66924555Z","hostname":"oxz_internal_dns_228857da-31e4-4807-8387-01de7a275001","pid":5501,"peer_addr":"[fd00:1122:3344:101::d]:59011","req_id":"52ebbff1-6ea5-4593-a259-be5c0b4e1e09","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 41784,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_9f3f3aaf-ec82-49cb-8d6d-6a74cddfcab9.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_9f3f3aaf-ec82-49cb-8d6d-6a74cddfcab9.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 57,\n 102,\n 51,\n 102,\n 51,\n 97,\n 97,\n 102,\n 45,\n 101,\n 99,\n 56,\n 50,\n 45,\n 52,\n 57,\n 99,\n 98,\n 45,\n 56,\n 100,\n 54,\n 100,\n 45,\n 54,\n 97,\n 55,\n 52,\n 99,\n 100,\n 100,\n 102,\n 99,\n 97,\n 98,\n 57,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_9f3f3aaf-ec82-49cb-8d6d-6a74cddfcab9.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-19T19:30:00.119272865Z","hostname":"oxz_internal_dns_228857da-31e4-4807-8387-01de7a275001","pid":5501,"peer_addr":"[fd00:1122:3344:101::4]:55889","req_id":"e5fd847e-70de-4342-95e8-123d9bd270ef","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 41784,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_9f3f3aaf-ec82-49cb-8d6d-6a74cddfcab9.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_9f3f3aaf-ec82-49cb-8d6d-6a74cddfcab9.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 57,\n 102,\n 51,\n 102,\n 51,\n 97,\n 97,\n 102,\n 45,\n 101,\n 99,\n 56,\n 50,\n 45,\n 52,\n 57,\n 99,\n 98,\n 45,\n 56,\n 100,\n 54,\n 100,\n 45,\n 54,\n 97,\n 55,\n 52,\n 99,\n 100,\n 100,\n 102,\n 99,\n 97,\n 98,\n 57,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_9f3f3aaf-ec82-49cb-8d6d-6a74cddfcab9.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-19T19:30:00.119916852Z","hostname":"oxz_internal_dns_228857da-31e4-4807-8387-01de7a275001","pid":5501,"peer_addr":"[fd00:1122:3344:101::4]:55410","req_id":"91789208-fe31-4c41-aee4-85e7bc693b89","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 62393,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_6fe371c2-d72b-45cf-b7eb-c1126d273260.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_6fe371c2-d72b-45cf-b7eb-c1126d273260.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 54,\n 102,\n 101,\n 51,\n 55,\n 49,\n 99,\n 50,\n 45,\n 100,\n 55,\n 50,\n 98,\n 45,\n 52,\n 53,\n 99,\n 102,\n 45,\n 98,\n 55,\n 101,\n 98,\n 45,\n 99,\n 49,\n 49,\n 50,\n 54,\n 100,\n 50,\n 55,\n 51,\n 50,\n 54,\n 48,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_6fe371c2-d72b-45cf-b7eb-c1126d273260.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-19T19:30:00.242538566Z","hostname":"oxz_internal_dns_228857da-31e4-4807-8387-01de7a275001","pid":5501,"peer_addr":"[fd00:1122:3344:101::e]:41128","req_id":"d70f56cc-1c1b-46db-95f2-cd90603fcc41","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 62393,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_6fe371c2-d72b-45cf-b7eb-c1126d273260.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_6fe371c2-d72b-45cf-b7eb-c1126d273260.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 54,\n 102,\n 101,\n 51,\n 55,\n 49,\n 99,\n 50,\n 45,\n 100,\n 55,\n 50,\n 98,\n 45,\n 52,\n 53,\n 99,\n 102,\n 45,\n 98,\n 55,\n 101,\n 98,\n 45,\n 99,\n 49,\n 49,\n 50,\n 54,\n 100,\n 50,\n 55,\n 51,\n 50,\n 54,\n 48,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_6fe371c2-d72b-45cf-b7eb-c1126d273260.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-19T19:30:00.243165034Z","hostname":"oxz_internal_dns_228857da-31e4-4807-8387-01de7a275001","pid":5501,"peer_addr":"[fd00:1122:3344:101::e]:48004","req_id":"ba553da0-4258-44f5-b887-dfa90b14b8e1","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 29040,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_dab158eb-fdbf-4f14-9568-131e8779a09d.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_dab158eb-fdbf-4f14-9568-131e8779a09d.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 100,\n 97,\n 98,\n 49,\n 53,\n 56,\n 101,\n 98,\n 45,\n 102,\n 100,\n 98,\n 102,\n 45,\n 52,\n 102,\n 49,\n 52,\n 45,\n 57,\n 53,\n 54,\n 56,\n 45,\n 49,\n 51,\n 49,\n 101,\n 56,\n 55,\n 55,\n 57,\n 97,\n 48,\n 57,\n 100,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_dab158eb-fdbf-4f14-9568-131e8779a09d.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-19T19:30:00.309565276Z","hostname":"oxz_internal_dns_228857da-31e4-4807-8387-01de7a275001","pid":5501,"peer_addr":"[fd00:1122:3344:101::5]:50243","req_id":"2a3cfdcc-3e7a-4c13-97c9-4680009942a8","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 29040,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_dab158eb-fdbf-4f14-9568-131e8779a09d.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_dab158eb-fdbf-4f14-9568-131e8779a09d.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 100,\n 97,\n 98,\n 49,\n 53,\n 56,\n 101,\n 98,\n 45,\n 102,\n 100,\n 98,\n 102,\n 45,\n 52,\n 102,\n 49,\n 52,\n 45,\n 57,\n 53,\n 54,\n 56,\n 45,\n 49,\n 51,\n 49,\n 101,\n 56,\n 55,\n 55,\n 57,\n 97,\n 48,\n 57,\n 100,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_dab158eb-fdbf-4f14-9568-131e8779a09d.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-19T19:30:00.310113621Z","hostname":"oxz_internal_dns_228857da-31e4-4807-8387-01de7a275001","pid":5501,"peer_addr":"[fd00:1122:3344:101::5]:64067","req_id":"15662af2-d9e3-4056-b0c1-2be7e05df474","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 25701,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_cc0eb17e-103c-4f87-b8c8-fd487be92046.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_cc0eb17e-103c-4f87-b8c8-fd487be92046.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 99,\n 99,\n 48,\n 101,\n 98,\n 49,\n 55,\n 101,\n 45,\n 49,\n 48,\n 51,\n 99,\n 45,\n 52,\n 102,\n 56,\n 55,\n 45,\n 98,\n 56,\n 99,\n 56,\n 45,\n 102,\n 100,\n 52,\n 56,\n 55,\n 98,\n 101,\n 57,\n 50,\n 48,\n 52,\n 54,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_cc0eb17e-103c-4f87-b8c8-fd487be92046.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-19T19:30:00.390510349Z","hostname":"oxz_internal_dns_228857da-31e4-4807-8387-01de7a275001","pid":5501,"peer_addr":"[fd00:1122:3344:101::3]:42189","req_id":"883f7beb-e766-4c81-8663-6b57b43afbb2","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 25701,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_cc0eb17e-103c-4f87-b8c8-fd487be92046.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_cc0eb17e-103c-4f87-b8c8-fd487be92046.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 99,\n 99,\n 48,\n 101,\n 98,\n 49,\n 55,\n 101,\n 45,\n 49,\n 48,\n 51,\n 99,\n 45,\n 52,\n 102,\n 56,\n 55,\n 45,\n 98,\n 56,\n 99,\n 56,\n 45,\n 102,\n 100,\n 52,\n 56,\n 55,\n 98,\n 101,\n 57,\n 50,\n 48,\n 52,\n 54,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_cc0eb17e-103c-4f87-b8c8-fd487be92046.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-19T19:30:00.391222139Z","hostname":"oxz_internal_dns_228857da-31e4-4807-8387-01de7a275001","pid":5501,"peer_addr":"[fd00:1122:3344:101::3]:65499","req_id":"c95db089-487f-4af3-b4c0-c58351202db6","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 110,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_595e6c52-4ece-42c2-8e42-bdf24194f9af.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_595e6c52-4ece-42c2-8e42-bdf24194f9af.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 53,\n 57,\n 53,\n 101,\n 54,\n 99,\n 53,\n 50,\n 45,\n 52,\n 101,\n 99,\n 101,\n 45,\n 52,\n 50,\n 99,\n 50,\n 45,\n 56,\n 101,\n 52,\n 50,\n 45,\n 98,\n 100,\n 102,\n 50,\n 52,\n 49,\n 57,\n 52,\n 102,\n 57,\n 97,\n 102,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_595e6c52-4ece-42c2-8e42-bdf24194f9af.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-19T19:30:00.491222229Z","hostname":"oxz_internal_dns_228857da-31e4-4807-8387-01de7a275001","pid":5501,"peer_addr":"[fd00:1122:3344:101::7]:33394","req_id":"0f138053-3be1-439c-808f-9c3a89f3dd55","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 110,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_595e6c52-4ece-42c2-8e42-bdf24194f9af.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_595e6c52-4ece-42c2-8e42-bdf24194f9af.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 53,\n 57,\n 53,\n 101,\n 54,\n 99,\n 53,\n 50,\n 45,\n 52,\n 101,\n 99,\n 101,\n 45,\n 52,\n 50,\n 99,\n 50,\n 45,\n 56,\n 101,\n 52,\n 50,\n 45,\n 98,\n 100,\n 102,\n 50,\n 52,\n 49,\n 57,\n 52,\n 102,\n 57,\n 97,\n 102,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_595e6c52-4ece-42c2-8e42-bdf24194f9af.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-19T19:30:00.49198288Z","hostname":"oxz_internal_dns_228857da-31e4-4807-8387-01de7a275001","pid":5501,"peer_addr":"[fd00:1122:3344:101::7]:49849","req_id":"4ec69627-0090-4ef5-bd09-52bd5fdb67f5","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 990,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_ab447e1c-2cf6-4806-ae37-c17223623835.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_ab447e1c-2cf6-4806-ae37-c17223623835.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 97,\n 98,\n 52,\n 52,\n 55,\n 101,\n 49,\n 99,\n 45,\n 50,\n 99,\n 102,\n 54,\n 45,\n 52,\n 56,\n 48,\n 54,\n 45,\n 97,\n 101,\n 51,\n 55,\n 45,\n 99,\n 49,\n 55,\n 50,\n 50,\n 51,\n 54,\n 50,\n 51,\n 56,\n 51,\n 53,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_ab447e1c-2cf6-4806-ae37-c17223623835.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-19T19:30:00.560604633Z","hostname":"oxz_internal_dns_228857da-31e4-4807-8387-01de7a275001","pid":5501,"peer_addr":"[fd00:1122:3344:101::6]:46356","req_id":"f2601f6a-90fa-42a1-9b0a-38b2958522cc","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 990,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_ab447e1c-2cf6-4806-ae37-c17223623835.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_ab447e1c-2cf6-4806-ae37-c17223623835.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 97,\n 98,\n 52,\n 52,\n 55,\n 101,\n 49,\n 99,\n 45,\n 50,\n 99,\n 102,\n 54,\n 45,\n 52,\n 56,\n 48,\n 54,\n 45,\n 97,\n 101,\n 51,\n 55,\n 45,\n 99,\n 49,\n 55,\n 50,\n 50,\n 51,\n 54,\n 50,\n 51,\n 56,\n 51,\n 53,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_ab447e1c-2cf6-4806-ae37-c17223623835.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-19T19:30:00.56121636Z","hostname":"oxz_internal_dns_228857da-31e4-4807-8387-01de7a275001","pid":5501,"peer_addr":"[fd00:1122:3344:101::6]:59261","req_id":"f5198ed9-d1bf-49ae-b42f-db244792f9b2","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 12632,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_ntp_21ac4099-e258-45cb-bfe5-263a27c22384.\"),\n ),\n original: Query {\n name: Name(\"oxz_ntp_21ac4099-e258-45cb-bfe5-263a27c22384.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 44,\n 111,\n 120,\n 122,\n 95,\n 110,\n 116,\n 112,\n 95,\n 50,\n 49,\n 97,\n 99,\n 52,\n 48,\n 57,\n 57,\n 45,\n 101,\n 50,\n 53,\n 56,\n 45,\n 52,\n 53,\n 99,\n 98,\n 45,\n 98,\n 102,\n 101,\n 53,\n 45,\n 50,\n 54,\n 51,\n 97,\n 50,\n 55,\n 99,\n 50,\n 50,\n 51,\n 56,\n 52,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_ntp_21ac4099-e258-45cb-bfe5-263a27c22384.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-19T19:30:00.606289464Z","hostname":"oxz_internal_dns_228857da-31e4-4807-8387-01de7a275001","pid":5501,"peer_addr":"[fd00:1122:3344:101::1b]:53466","req_id":"d4fe9bba-c8c1-46a0-8bf1-a9d298cd58df","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 5261,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-19T19:30:01.297729726Z","hostname":"oxz_internal_dns_228857da-31e4-4807-8387-01de7a275001","pid":5501,"peer_addr":"[fd00:1122:3344:101::2]:64829","req_id":"0059c852-54d7-414c-b466-656d89ec573c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 5261,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-19T19:30:01.298353093Z","hostname":"oxz_internal_dns_228857da-31e4-4807-8387-01de7a275001","pid":5501,"peer_addr":"[fd00:1122:3344:101::2]:50410","req_id":"768834c5-5364-44b1-8fd8-878aaf722acc","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 61815,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-19T19:30:02.670839497Z","hostname":"oxz_internal_dns_228857da-31e4-4807-8387-01de7a275001","pid":5501,"peer_addr":"[fd00:1122:3344:101::d]:53992","req_id":"5236a432-25ef-4c52-b1ae-8ee866e59867","component":"dns"}