[ Mar 30 16:40:12 Enabled. ] [ Mar 30 16:40:12 Rereading configuration. ] [ Mar 30 16:40:12 Rereading configuration. ] [ Mar 30 16:40:14 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:3::1]:5353 --dns-address [fd00:1122:3344:3::1]:53 &"). ] [ Mar 30 16:40:14 Method "start" exited with status 0. ] Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:3::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [] }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } note: configured to log to "/dev/stdout" {"msg":"config","v":0,"name":"dns-server","level":30,"time":"2026-03-30T16:40:14.11061671Z","hostname":"oxz_internal_dns_1b908c84-03a3-4eea-a52d-07d31b4b3ef6","pid":5504,"dns_config":"Config { bind_address: [fd00:1122:3344:3::1]:53 }","config":"Config { log: File { level: Info, path: \"/dev/stdout\", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:3::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [] }, storage: Config { storage_path: \"/data/dns\", keep_old_generations: 3 } }"} {"msg":"opening sled database","v":0,"name":"dns-server","level":30,"time":"2026-03-30T16:40:14.110799055Z","hostname":"oxz_internal_dns_1b908c84-03a3-4eea-a52d-07d31b4b3ef6","pid":5504,"component":"store","path":"/data/dns"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-03-30T16:40:14.130407195Z","hostname":"oxz_internal_dns_1b908c84-03a3-4eea-a52d-07d31b4b3ef6","pid":5504,"component":"store"} {"msg":"pruning trees for generations older than 0","v":0,"name":"dns-server","level":30,"time":"2026-03-30T16:40:14.130425745Z","hostname":"oxz_internal_dns_1b908c84-03a3-4eea-a52d-07d31b4b3ef6","pid":5504,"component":"store","keep":3} {"msg":"DNS server bound to address","v":0,"name":"dns-server","level":30,"time":"2026-03-30T16:40:14.130475577Z","hostname":"oxz_internal_dns_1b908c84-03a3-4eea-a52d-07d31b4b3ef6","pid":5504,"component":"dns","local_address":"[fd00:1122:3344:3::1]:53"} {"msg":"listening","v":0,"name":"dns-server","level":30,"time":"2026-03-30T16:40:14.130779084Z","hostname":"oxz_internal_dns_1b908c84-03a3-4eea-a52d-07d31b4b3ef6","pid":5504,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-30T16:40:14.177460228Z","hostname":"oxz_internal_dns_1b908c84-03a3-4eea-a52d-07d31b4b3ef6","pid":5504,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:3::2]:52732"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-03-30T16:40:14.178163265Z","hostname":"oxz_internal_dns_1b908c84-03a3-4eea-a52d-07d31b4b3ef6","pid":5504,"new_generation":1,"req_id":"a6ff3317-b16e-4f57-8f5c-9ab3e9c57146","component":"store"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-03-30T16:40:14.178176235Z","hostname":"oxz_internal_dns_1b908c84-03a3-4eea-a52d-07d31b4b3ef6","pid":5504,"component":"store"} {"msg":"pruning trees for generations older than 1","v":0,"name":"dns-server","level":30,"time":"2026-03-30T16:40:14.195043628Z","hostname":"oxz_internal_dns_1b908c84-03a3-4eea-a52d-07d31b4b3ef6","pid":5504,"component":"store","keep":3} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-03-30T16:40:14.195067489Z","hostname":"oxz_internal_dns_1b908c84-03a3-4eea-a52d-07d31b4b3ef6","pid":5504,"new_generation":1,"req_id":"a6ff3317-b16e-4f57-8f5c-9ab3e9c57146","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-30T16:40:14.195078479Z","hostname":"oxz_internal_dns_1b908c84-03a3-4eea-a52d-07d31b4b3ef6","pid":5504,"uri":"/config","method":"PUT","req_id":"a6ff3317-b16e-4f57-8f5c-9ab3e9c57146","remote_addr":"[fd00:1122:3344:3::2]:52732","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":17315,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 11325,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-30T16:40:25.266828776Z","hostname":"oxz_internal_dns_1b908c84-03a3-4eea-a52d-07d31b4b3ef6","pid":5504,"peer_addr":"[fd00:1122:3344:101::1b]:58053","req_id":"5010bb63-252d-457e-8c9d-77bff8a5aea7","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 56704,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-30T16:40:25.271177752Z","hostname":"oxz_internal_dns_1b908c84-03a3-4eea-a52d-07d31b4b3ef6","pid":5504,"peer_addr":"[fd00:1122:3344:101::1b]:56691","req_id":"485db786-4307-4763-ba25-b5387e09ddd9","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 32066,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-30T16:40:25.275322794Z","hostname":"oxz_internal_dns_1b908c84-03a3-4eea-a52d-07d31b4b3ef6","pid":5504,"peer_addr":"[fd00:1122:3344:101::1b]:35555","req_id":"f85422c8-efcd-4ebc-81fe-2785dcaec2f7","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 57070,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-30T16:41:49.374728898Z","hostname":"oxz_internal_dns_1b908c84-03a3-4eea-a52d-07d31b4b3ef6","pid":5504,"peer_addr":"[fd00:1122:3344:101::1b]:49320","req_id":"c8057e67-38a5-40b1-a9dc-2413002b9fea","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 9778,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-30T16:41:49.380619143Z","hostname":"oxz_internal_dns_1b908c84-03a3-4eea-a52d-07d31b4b3ef6","pid":5504,"peer_addr":"[fd00:1122:3344:101::1b]:43190","req_id":"ff27b91f-5e2d-41e5-a6c1-eadca47a1978","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 28745,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-30T16:41:49.380640673Z","hostname":"oxz_internal_dns_1b908c84-03a3-4eea-a52d-07d31b4b3ef6","pid":5504,"peer_addr":"[fd00:1122:3344:101::1b]:39787","req_id":"5dfe40a0-c051-4cbd-9ec1-eb37276e0a2a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 14899,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-30T16:42:25.625974044Z","hostname":"oxz_internal_dns_1b908c84-03a3-4eea-a52d-07d31b4b3ef6","pid":5504,"peer_addr":"[fd00:1122:3344:101::1b]:54082","req_id":"ad921aa7-4b9a-45b9-a230-9f1eb246e3ff","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47452,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-30T16:42:25.642330635Z","hostname":"oxz_internal_dns_1b908c84-03a3-4eea-a52d-07d31b4b3ef6","pid":5504,"peer_addr":"[fd00:1122:3344:101::1b]:47378","req_id":"a3dbeb1b-e872-47eb-843c-db0681bbda2b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 28603,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-30T16:42:25.642358746Z","hostname":"oxz_internal_dns_1b908c84-03a3-4eea-a52d-07d31b4b3ef6","pid":5504,"peer_addr":"[fd00:1122:3344:101::1b]:62867","req_id":"00df2268-ef00-4c39-9785-16c358db675c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 19943,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-30T16:42:29.46636799Z","hostname":"oxz_internal_dns_1b908c84-03a3-4eea-a52d-07d31b4b3ef6","pid":5504,"peer_addr":"[fd00:1122:3344:101::d]:58002","req_id":"90538a57-74c1-4f24-a6f0-2017a93885cc","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 62230,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_ced15ec8-ec65-4800-a4ea-61434e5596e3.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_ced15ec8-ec65-4800-a4ea-61434e5596e3.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 99,\n 101,\n 100,\n 49,\n 53,\n 101,\n 99,\n 56,\n 45,\n 101,\n 99,\n 54,\n 53,\n 45,\n 52,\n 56,\n 48,\n 48,\n 45,\n 97,\n 52,\n 101,\n 97,\n 45,\n 54,\n 49,\n 52,\n 51,\n 52,\n 101,\n 53,\n 53,\n 57,\n 54,\n 101,\n 51,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_ced15ec8-ec65-4800-a4ea-61434e5596e3.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-30T16:42:36.282905748Z","hostname":"oxz_internal_dns_1b908c84-03a3-4eea-a52d-07d31b4b3ef6","pid":5504,"peer_addr":"[fd00:1122:3344:101::e]:59671","req_id":"d8709183-bdc8-49df-920d-a36521c004b4","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 62230,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_ced15ec8-ec65-4800-a4ea-61434e5596e3.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_ced15ec8-ec65-4800-a4ea-61434e5596e3.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 99,\n 101,\n 100,\n 49,\n 53,\n 101,\n 99,\n 56,\n 45,\n 101,\n 99,\n 54,\n 53,\n 45,\n 52,\n 56,\n 48,\n 48,\n 45,\n 97,\n 52,\n 101,\n 97,\n 45,\n 54,\n 49,\n 52,\n 51,\n 52,\n 101,\n 53,\n 53,\n 57,\n 54,\n 101,\n 51,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_ced15ec8-ec65-4800-a4ea-61434e5596e3.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-30T16:42:36.283483732Z","hostname":"oxz_internal_dns_1b908c84-03a3-4eea-a52d-07d31b4b3ef6","pid":5504,"peer_addr":"[fd00:1122:3344:101::e]:36416","req_id":"b645f480-706b-4eb6-800a-307c26036e2c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 42974,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-30T16:42:39.474989882Z","hostname":"oxz_internal_dns_1b908c84-03a3-4eea-a52d-07d31b4b3ef6","pid":5504,"peer_addr":"[fd00:1122:3344:101::d]:57233","req_id":"50fe0c4e-5da4-4bc1-ba95-b7c3f49fb999","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 11669,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-30T16:42:46.5511275Z","hostname":"oxz_internal_dns_1b908c84-03a3-4eea-a52d-07d31b4b3ef6","pid":5504,"peer_addr":"[fd00:1122:3344:101::b]:60390","req_id":"a21ad108-d4fb-4256-9496-cc2c458f8ea7","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 4870,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-30T16:42:46.619057174Z","hostname":"oxz_internal_dns_1b908c84-03a3-4eea-a52d-07d31b4b3ef6","pid":5504,"peer_addr":"[fd00:1122:3344:101::c]:41436","req_id":"eaeedbb8-b16c-4cd5-b1ba-b94bfbdf7d3d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 33285,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-30T16:42:46.626399873Z","hostname":"oxz_internal_dns_1b908c84-03a3-4eea-a52d-07d31b4b3ef6","pid":5504,"peer_addr":"[fd00:1122:3344:101::a]:15913","req_id":"bfb0f9d0-6e89-484a-ab13-5cdb44989bbd","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-30T16:42:48.888063385Z","hostname":"oxz_internal_dns_1b908c84-03a3-4eea-a52d-07d31b4b3ef6","pid":5504,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:63043"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-30T16:42:48.899671079Z","hostname":"oxz_internal_dns_1b908c84-03a3-4eea-a52d-07d31b4b3ef6","pid":5504,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:33300"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-30T16:42:48.899756041Z","hostname":"oxz_internal_dns_1b908c84-03a3-4eea-a52d-07d31b4b3ef6","pid":5504,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:52613"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-30T16:42:48.899810463Z","hostname":"oxz_internal_dns_1b908c84-03a3-4eea-a52d-07d31b4b3ef6","pid":5504,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:38422"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-30T16:42:48.972701868Z","hostname":"oxz_internal_dns_1b908c84-03a3-4eea-a52d-07d31b4b3ef6","pid":5504,"uri":"/config","method":"GET","req_id":"697d244f-673d-4ce1-b0c7-820d939e1fdf","remote_addr":"[fd00:1122:3344:101::a]:38422","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":26512,"response_code":200} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-03-30T16:42:48.973238572Z","hostname":"oxz_internal_dns_1b908c84-03a3-4eea-a52d-07d31b4b3ef6","pid":5504,"new_generation":1,"req_id":"4cdabf5d-c19e-40b0-9df8-9f58eb5879e8","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-03-30T16:42:48.973257182Z","hostname":"oxz_internal_dns_1b908c84-03a3-4eea-a52d-07d31b4b3ef6","pid":5504,"new_generation":1,"req_id":"4cdabf5d-c19e-40b0-9df8-9f58eb5879e8","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-30T16:42:48.973305933Z","hostname":"oxz_internal_dns_1b908c84-03a3-4eea-a52d-07d31b4b3ef6","pid":5504,"uri":"/config","method":"PUT","req_id":"4cdabf5d-c19e-40b0-9df8-9f58eb5879e8","remote_addr":"[fd00:1122:3344:101::b]:63043","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":27025,"response_code":204} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-30T16:42:48.973352044Z","hostname":"oxz_internal_dns_1b908c84-03a3-4eea-a52d-07d31b4b3ef6","pid":5504,"uri":"/config","method":"GET","req_id":"9295b4d0-43ca-400d-9082-4e2ea6d85c35","remote_addr":"[fd00:1122:3344:101::c]:52613","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":27167,"response_code":200} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-30T16:42:48.973397925Z","hostname":"oxz_internal_dns_1b908c84-03a3-4eea-a52d-07d31b4b3ef6","pid":5504,"uri":"/config","method":"GET","req_id":"9ebc0a3a-0766-4bcc-aa7b-e4d815dfa015","remote_addr":"[fd00:1122:3344:101::b]:33300","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":27186,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 53237,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-30T16:42:49.477519534Z","hostname":"oxz_internal_dns_1b908c84-03a3-4eea-a52d-07d31b4b3ef6","pid":5504,"peer_addr":"[fd00:1122:3344:101::d]:58257","req_id":"56d6761e-2b39-4d60-b916-48842130f4ab","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 43286,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-30T16:42:50.921937936Z","hostname":"oxz_internal_dns_1b908c84-03a3-4eea-a52d-07d31b4b3ef6","pid":5504,"peer_addr":"[fd00:1122:3344:101::b]:63651","req_id":"4b020bd1-e0d0-469b-a799-f49e6eae67e9","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-30T16:42:51.041271498Z","hostname":"oxz_internal_dns_1b908c84-03a3-4eea-a52d-07d31b4b3ef6","pid":5504,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:41720"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-30T16:42:51.041597477Z","hostname":"oxz_internal_dns_1b908c84-03a3-4eea-a52d-07d31b4b3ef6","pid":5504,"uri":"/config","method":"GET","req_id":"9b6c52c9-1958-4595-8349-af4d0eba66e7","remote_addr":"[fd00:1122:3344:101::b]:41720","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":261,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 24027,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-30T16:42:51.805045529Z","hostname":"oxz_internal_dns_1b908c84-03a3-4eea-a52d-07d31b4b3ef6","pid":5504,"peer_addr":"[fd00:1122:3344:101::b]:61777","req_id":"e88559a7-1b4a-4bcb-9b21-d5740508f913","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-30T16:42:51.929921138Z","hostname":"oxz_internal_dns_1b908c84-03a3-4eea-a52d-07d31b4b3ef6","pid":5504,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:61027"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-30T16:42:51.930186374Z","hostname":"oxz_internal_dns_1b908c84-03a3-4eea-a52d-07d31b4b3ef6","pid":5504,"uri":"/config","method":"GET","req_id":"18ec79f1-bbca-4646-86e3-136a26888095","remote_addr":"[fd00:1122:3344:101::b]:61027","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":207,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 33206,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-30T16:42:52.597920461Z","hostname":"oxz_internal_dns_1b908c84-03a3-4eea-a52d-07d31b4b3ef6","pid":5504,"peer_addr":"[fd00:1122:3344:101::b]:5274","req_id":"86fe3611-57db-4df4-8308-e2f38c9a7aad","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-30T16:42:52.713823481Z","hostname":"oxz_internal_dns_1b908c84-03a3-4eea-a52d-07d31b4b3ef6","pid":5504,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:59263"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-30T16:42:52.714060047Z","hostname":"oxz_internal_dns_1b908c84-03a3-4eea-a52d-07d31b4b3ef6","pid":5504,"uri":"/config","method":"GET","req_id":"3bd84884-6ed8-4d3f-ba3d-51c431d1e3d1","remote_addr":"[fd00:1122:3344:101::b]:59263","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":196,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 16794,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-30T16:42:57.352070741Z","hostname":"oxz_internal_dns_1b908c84-03a3-4eea-a52d-07d31b4b3ef6","pid":5504,"peer_addr":"[fd00:1122:3344:101::a]:39873","req_id":"7302291a-af57-4e31-a773-5b8932ef1f74","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 58157,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-30T16:42:57.354963952Z","hostname":"oxz_internal_dns_1b908c84-03a3-4eea-a52d-07d31b4b3ef6","pid":5504,"peer_addr":"[fd00:1122:3344:101::c]:18861","req_id":"8b9ea890-3a84-4e2e-a309-2b523a70f40d","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-30T16:42:57.479311858Z","hostname":"oxz_internal_dns_1b908c84-03a3-4eea-a52d-07d31b4b3ef6","pid":5504,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:54918"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-30T16:42:57.479583744Z","hostname":"oxz_internal_dns_1b908c84-03a3-4eea-a52d-07d31b4b3ef6","pid":5504,"uri":"/config","method":"GET","req_id":"17bedda9-4df4-472a-9cfd-f2bba1bdc7b6","remote_addr":"[fd00:1122:3344:101::a]:54918","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":214,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-30T16:42:57.535004802Z","hostname":"oxz_internal_dns_1b908c84-03a3-4eea-a52d-07d31b4b3ef6","pid":5504,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:44667"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-30T16:42:57.535247428Z","hostname":"oxz_internal_dns_1b908c84-03a3-4eea-a52d-07d31b4b3ef6","pid":5504,"uri":"/config","method":"GET","req_id":"c532f158-e5e7-4d45-a0c2-4488ebf3448b","remote_addr":"[fd00:1122:3344:101::c]:44667","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":209,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 45220,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-30T16:42:59.478985173Z","hostname":"oxz_internal_dns_1b908c84-03a3-4eea-a52d-07d31b4b3ef6","pid":5504,"peer_addr":"[fd00:1122:3344:101::d]:56894","req_id":"b8b03214-a466-439a-96e7-97cd4bf8e641","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 34304,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-30T16:43:09.480644534Z","hostname":"oxz_internal_dns_1b908c84-03a3-4eea-a52d-07d31b4b3ef6","pid":5504,"peer_addr":"[fd00:1122:3344:101::d]:54995","req_id":"c48488e9-80ba-4605-b832-5e6425422880","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 988,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-30T16:43:19.482170493Z","hostname":"oxz_internal_dns_1b908c84-03a3-4eea-a52d-07d31b4b3ef6","pid":5504,"peer_addr":"[fd00:1122:3344:101::d]:65175","req_id":"110acc5b-f8a7-4132-95a5-5160e423cfaf","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 18894,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-30T16:43:29.483419409Z","hostname":"oxz_internal_dns_1b908c84-03a3-4eea-a52d-07d31b4b3ef6","pid":5504,"peer_addr":"[fd00:1122:3344:101::d]:62261","req_id":"d4c359c3-f375-457f-907f-692623f6cba3","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 17089,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-30T16:43:39.484152026Z","hostname":"oxz_internal_dns_1b908c84-03a3-4eea-a52d-07d31b4b3ef6","pid":5504,"peer_addr":"[fd00:1122:3344:101::d]:61506","req_id":"d02e4b4d-31f7-4dec-8983-339317da8793","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-30T16:43:46.20247756Z","hostname":"oxz_internal_dns_1b908c84-03a3-4eea-a52d-07d31b4b3ef6","pid":5504,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:54967"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-03-30T16:43:46.205047333Z","hostname":"oxz_internal_dns_1b908c84-03a3-4eea-a52d-07d31b4b3ef6","pid":5504,"new_generation":1,"req_id":"7fc13cdc-15a7-4a0e-aadd-b59d57a0b742","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-03-30T16:43:46.205109305Z","hostname":"oxz_internal_dns_1b908c84-03a3-4eea-a52d-07d31b4b3ef6","pid":5504,"new_generation":1,"req_id":"7fc13cdc-15a7-4a0e-aadd-b59d57a0b742","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-30T16:43:46.205122005Z","hostname":"oxz_internal_dns_1b908c84-03a3-4eea-a52d-07d31b4b3ef6","pid":5504,"uri":"/config","method":"PUT","req_id":"7fc13cdc-15a7-4a0e-aadd-b59d57a0b742","remote_addr":"[fd00:1122:3344:101::b]:54967","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":321,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-30T16:43:46.377891807Z","hostname":"oxz_internal_dns_1b908c84-03a3-4eea-a52d-07d31b4b3ef6","pid":5504,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:35470"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-03-30T16:43:46.380138392Z","hostname":"oxz_internal_dns_1b908c84-03a3-4eea-a52d-07d31b4b3ef6","pid":5504,"new_generation":1,"req_id":"df0c976b-5e63-41ca-9b51-7bd815ac3145","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-03-30T16:43:46.380173193Z","hostname":"oxz_internal_dns_1b908c84-03a3-4eea-a52d-07d31b4b3ef6","pid":5504,"new_generation":1,"req_id":"df0c976b-5e63-41ca-9b51-7bd815ac3145","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-30T16:43:46.380206454Z","hostname":"oxz_internal_dns_1b908c84-03a3-4eea-a52d-07d31b4b3ef6","pid":5504,"uri":"/config","method":"PUT","req_id":"df0c976b-5e63-41ca-9b51-7bd815ac3145","remote_addr":"[fd00:1122:3344:101::c]:35470","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":343,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-30T16:43:46.556590555Z","hostname":"oxz_internal_dns_1b908c84-03a3-4eea-a52d-07d31b4b3ef6","pid":5504,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:50614"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-03-30T16:43:46.558756568Z","hostname":"oxz_internal_dns_1b908c84-03a3-4eea-a52d-07d31b4b3ef6","pid":5504,"new_generation":1,"req_id":"f5f0a0e0-f9d2-4d34-9259-c8391ab19ccb","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-03-30T16:43:46.55883006Z","hostname":"oxz_internal_dns_1b908c84-03a3-4eea-a52d-07d31b4b3ef6","pid":5504,"new_generation":1,"req_id":"f5f0a0e0-f9d2-4d34-9259-c8391ab19ccb","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-30T16:43:46.5588459Z","hostname":"oxz_internal_dns_1b908c84-03a3-4eea-a52d-07d31b4b3ef6","pid":5504,"uri":"/config","method":"PUT","req_id":"f5f0a0e0-f9d2-4d34-9259-c8391ab19ccb","remote_addr":"[fd00:1122:3344:101::a]:50614","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":389,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 54292,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-30T16:43:47.717902502Z","hostname":"oxz_internal_dns_1b908c84-03a3-4eea-a52d-07d31b4b3ef6","pid":5504,"peer_addr":"[fd00:1122:3344:101::c]:33453","req_id":"62a5cd18-a350-4f22-9079-7378fc614032","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 60157,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-30T16:43:47.717959424Z","hostname":"oxz_internal_dns_1b908c84-03a3-4eea-a52d-07d31b4b3ef6","pid":5504,"peer_addr":"[fd00:1122:3344:101::b]:57250","req_id":"07efd700-dad9-4f26-a306-a8b61bcd85f6","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 33983,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-30T16:43:47.725890528Z","hostname":"oxz_internal_dns_1b908c84-03a3-4eea-a52d-07d31b4b3ef6","pid":5504,"peer_addr":"[fd00:1122:3344:101::a]:58745","req_id":"003e5b45-474a-47dc-844d-31492463798d","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-30T16:43:47.818892766Z","hostname":"oxz_internal_dns_1b908c84-03a3-4eea-a52d-07d31b4b3ef6","pid":5504,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:57910"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-30T16:43:47.819152963Z","hostname":"oxz_internal_dns_1b908c84-03a3-4eea-a52d-07d31b4b3ef6","pid":5504,"uri":"/config","method":"GET","req_id":"d228d389-9580-4368-8a5f-5495e8e8c85e","remote_addr":"[fd00:1122:3344:101::b]:57910","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":215,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-30T16:43:47.905629321Z","hostname":"oxz_internal_dns_1b908c84-03a3-4eea-a52d-07d31b4b3ef6","pid":5504,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:53568"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-30T16:43:47.906103153Z","hostname":"oxz_internal_dns_1b908c84-03a3-4eea-a52d-07d31b4b3ef6","pid":5504,"uri":"/config","method":"GET","req_id":"a6116ac9-0f41-4cbe-bb6c-91391d593bf4","remote_addr":"[fd00:1122:3344:101::c]:53568","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":251,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-30T16:43:47.940843704Z","hostname":"oxz_internal_dns_1b908c84-03a3-4eea-a52d-07d31b4b3ef6","pid":5504,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:40624"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-30T16:43:47.941076929Z","hostname":"oxz_internal_dns_1b908c84-03a3-4eea-a52d-07d31b4b3ef6","pid":5504,"uri":"/config","method":"GET","req_id":"7313c839-2df5-4331-b216-7a1b94ed2ddd","remote_addr":"[fd00:1122:3344:101::a]:40624","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":196,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 64733,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-30T16:43:49.485302847Z","hostname":"oxz_internal_dns_1b908c84-03a3-4eea-a52d-07d31b4b3ef6","pid":5504,"peer_addr":"[fd00:1122:3344:101::d]:65415","req_id":"32080787-f9d8-401b-915a-13693fbab677","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 55065,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-30T16:43:59.486696043Z","hostname":"oxz_internal_dns_1b908c84-03a3-4eea-a52d-07d31b4b3ef6","pid":5504,"peer_addr":"[fd00:1122:3344:101::d]:59332","req_id":"3d4a3002-2968-4723-ae88-60115bcc4e19","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 7751,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-30T16:44:09.489427941Z","hostname":"oxz_internal_dns_1b908c84-03a3-4eea-a52d-07d31b4b3ef6","pid":5504,"peer_addr":"[fd00:1122:3344:101::d]:64912","req_id":"7e501702-ff93-46de-9f05-e75299e9e8c2","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 879,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-30T16:44:17.555973979Z","hostname":"oxz_internal_dns_1b908c84-03a3-4eea-a52d-07d31b4b3ef6","pid":5504,"peer_addr":"[fd00:1122:3344:101::1b]:42357","req_id":"b76b8dda-ba0d-448a-bad7-150857db13ef","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 29208,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-30T16:44:17.560167172Z","hostname":"oxz_internal_dns_1b908c84-03a3-4eea-a52d-07d31b4b3ef6","pid":5504,"peer_addr":"[fd00:1122:3344:101::1b]:60457","req_id":"4dab6d7c-9ba7-4585-8da9-1e0d0bc854f9","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 41860,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-30T16:44:17.564660672Z","hostname":"oxz_internal_dns_1b908c84-03a3-4eea-a52d-07d31b4b3ef6","pid":5504,"peer_addr":"[fd00:1122:3344:101::1b]:60080","req_id":"55145962-5d21-490e-ab0e-c13f1dc7cd88","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 44543,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-30T16:44:19.490630841Z","hostname":"oxz_internal_dns_1b908c84-03a3-4eea-a52d-07d31b4b3ef6","pid":5504,"peer_addr":"[fd00:1122:3344:101::d]:63994","req_id":"c97240e3-08b0-4b4c-992b-af2449b07b1a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 4574,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-30T16:44:29.492423917Z","hostname":"oxz_internal_dns_1b908c84-03a3-4eea-a52d-07d31b4b3ef6","pid":5504,"peer_addr":"[fd00:1122:3344:101::d]:61044","req_id":"c626544a-b7ce-4530-85e1-653c7734043c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 61687,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-30T16:44:39.493724451Z","hostname":"oxz_internal_dns_1b908c84-03a3-4eea-a52d-07d31b4b3ef6","pid":5504,"peer_addr":"[fd00:1122:3344:101::d]:60964","req_id":"c26bc460-7397-4197-95e4-04d7a2a0d3ac","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-30T16:44:46.201992428Z","hostname":"oxz_internal_dns_1b908c84-03a3-4eea-a52d-07d31b4b3ef6","pid":5504,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:63917"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-03-30T16:44:46.204996182Z","hostname":"oxz_internal_dns_1b908c84-03a3-4eea-a52d-07d31b4b3ef6","pid":5504,"new_generation":1,"req_id":"454ad675-37da-487a-959a-4294bda8c206","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-03-30T16:44:46.205033273Z","hostname":"oxz_internal_dns_1b908c84-03a3-4eea-a52d-07d31b4b3ef6","pid":5504,"new_generation":1,"req_id":"454ad675-37da-487a-959a-4294bda8c206","component":"store"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-30T16:44:46.205114975Z","hostname":"oxz_internal_dns_1b908c84-03a3-4eea-a52d-07d31b4b3ef6","pid":5504,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:52856"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-30T16:44:46.205129765Z","hostname":"oxz_internal_dns_1b908c84-03a3-4eea-a52d-07d31b4b3ef6","pid":5504,"uri":"/config","method":"PUT","req_id":"454ad675-37da-487a-959a-4294bda8c206","remote_addr":"[fd00:1122:3344:101::b]:63917","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":275,"response_code":204} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-03-30T16:44:46.206505209Z","hostname":"oxz_internal_dns_1b908c84-03a3-4eea-a52d-07d31b4b3ef6","pid":5504,"new_generation":1,"req_id":"29a03c32-f3f6-49fa-9129-71d25a87e230","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-03-30T16:44:46.206589001Z","hostname":"oxz_internal_dns_1b908c84-03a3-4eea-a52d-07d31b4b3ef6","pid":5504,"new_generation":1,"req_id":"29a03c32-f3f6-49fa-9129-71d25a87e230","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-30T16:44:46.206625132Z","hostname":"oxz_internal_dns_1b908c84-03a3-4eea-a52d-07d31b4b3ef6","pid":5504,"uri":"/config","method":"PUT","req_id":"29a03c32-f3f6-49fa-9129-71d25a87e230","remote_addr":"[fd00:1122:3344:101::a]:52856","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":191,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-30T16:44:46.214557396Z","hostname":"oxz_internal_dns_1b908c84-03a3-4eea-a52d-07d31b4b3ef6","pid":5504,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:36831"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-03-30T16:44:46.217034787Z","hostname":"oxz_internal_dns_1b908c84-03a3-4eea-a52d-07d31b4b3ef6","pid":5504,"new_generation":1,"req_id":"f920cb4a-5c3b-415b-86d7-3b8550899331","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-03-30T16:44:46.217073148Z","hostname":"oxz_internal_dns_1b908c84-03a3-4eea-a52d-07d31b4b3ef6","pid":5504,"new_generation":1,"req_id":"f920cb4a-5c3b-415b-86d7-3b8550899331","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-30T16:44:46.217223351Z","hostname":"oxz_internal_dns_1b908c84-03a3-4eea-a52d-07d31b4b3ef6","pid":5504,"uri":"/config","method":"PUT","req_id":"f920cb4a-5c3b-415b-86d7-3b8550899331","remote_addr":"[fd00:1122:3344:101::c]:36831","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":324,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 2342,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-30T16:44:47.694602861Z","hostname":"oxz_internal_dns_1b908c84-03a3-4eea-a52d-07d31b4b3ef6","pid":5504,"peer_addr":"[fd00:1122:3344:101::c]:10774","req_id":"5c766bd5-2e99-4b1d-baf6-55765a3a463e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 26426,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-30T16:44:47.701441419Z","hostname":"oxz_internal_dns_1b908c84-03a3-4eea-a52d-07d31b4b3ef6","pid":5504,"peer_addr":"[fd00:1122:3344:101::b]:54786","req_id":"da7712c9-ac75-443e-a62d-7054214693bc","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47138,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-30T16:44:47.753497424Z","hostname":"oxz_internal_dns_1b908c84-03a3-4eea-a52d-07d31b4b3ef6","pid":5504,"peer_addr":"[fd00:1122:3344:101::a]:26404","req_id":"8324dbc3-3fb7-46a2-8ee4-2afd834cf2e7","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-30T16:44:47.799899311Z","hostname":"oxz_internal_dns_1b908c84-03a3-4eea-a52d-07d31b4b3ef6","pid":5504,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:49983"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-30T16:44:47.800128486Z","hostname":"oxz_internal_dns_1b908c84-03a3-4eea-a52d-07d31b4b3ef6","pid":5504,"uri":"/config","method":"GET","req_id":"bef076a2-5844-4eaf-ae88-df5d80b0debd","remote_addr":"[fd00:1122:3344:101::c]:49983","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":189,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-30T16:44:47.834831036Z","hostname":"oxz_internal_dns_1b908c84-03a3-4eea-a52d-07d31b4b3ef6","pid":5504,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:36476"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-30T16:44:47.835071593Z","hostname":"oxz_internal_dns_1b908c84-03a3-4eea-a52d-07d31b4b3ef6","pid":5504,"uri":"/config","method":"GET","req_id":"1a0d1cc0-cba9-4c74-b1b5-3f0f897f7327","remote_addr":"[fd00:1122:3344:101::b]:36476","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":210,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-30T16:44:47.933115804Z","hostname":"oxz_internal_dns_1b908c84-03a3-4eea-a52d-07d31b4b3ef6","pid":5504,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:33020"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-30T16:44:47.93334353Z","hostname":"oxz_internal_dns_1b908c84-03a3-4eea-a52d-07d31b4b3ef6","pid":5504,"uri":"/config","method":"GET","req_id":"7fd206d6-6926-4a59-9b82-6661637aceb5","remote_addr":"[fd00:1122:3344:101::a]:33020","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":193,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47609,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-30T16:44:49.495423265Z","hostname":"oxz_internal_dns_1b908c84-03a3-4eea-a52d-07d31b4b3ef6","pid":5504,"peer_addr":"[fd00:1122:3344:101::d]:62997","req_id":"0e7aed55-a219-4bf0-bd8e-04a234478639","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 22270,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-30T16:44:59.497096878Z","hostname":"oxz_internal_dns_1b908c84-03a3-4eea-a52d-07d31b4b3ef6","pid":5504,"peer_addr":"[fd00:1122:3344:101::d]:60745","req_id":"b26f74e4-1ede-4259-b559-21c04157dbb7","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 58478,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_f69316cb-0d8a-489b-83cb-43a886491405.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_f69316cb-0d8a-489b-83cb-43a886491405.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 102,\n 54,\n 57,\n 51,\n 49,\n 54,\n 99,\n 98,\n 45,\n 48,\n 100,\n 56,\n 97,\n 45,\n 52,\n 56,\n 57,\n 98,\n 45,\n 56,\n 51,\n 99,\n 98,\n 45,\n 52,\n 51,\n 97,\n 56,\n 56,\n 54,\n 52,\n 57,\n 49,\n 52,\n 48,\n 53,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_f69316cb-0d8a-489b-83cb-43a886491405.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-30T16:45:00.107509571Z","hostname":"oxz_internal_dns_1b908c84-03a3-4eea-a52d-07d31b4b3ef6","pid":5504,"peer_addr":"[fd00:1122:3344:101::3]:57644","req_id":"d3d3e8bc-89ba-41fe-a1de-9dd7f0c151e7","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 58478,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_f69316cb-0d8a-489b-83cb-43a886491405.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_f69316cb-0d8a-489b-83cb-43a886491405.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 102,\n 54,\n 57,\n 51,\n 49,\n 54,\n 99,\n 98,\n 45,\n 48,\n 100,\n 56,\n 97,\n 45,\n 52,\n 56,\n 57,\n 98,\n 45,\n 56,\n 51,\n 99,\n 98,\n 45,\n 52,\n 51,\n 97,\n 56,\n 56,\n 54,\n 52,\n 57,\n 49,\n 52,\n 48,\n 53,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_f69316cb-0d8a-489b-83cb-43a886491405.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-30T16:45:00.108025253Z","hostname":"oxz_internal_dns_1b908c84-03a3-4eea-a52d-07d31b4b3ef6","pid":5504,"peer_addr":"[fd00:1122:3344:101::3]:64705","req_id":"ff76a5a3-fde5-41a5-9009-fd46a04f51c8","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 17146,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_b4eff4f7-db35-4b7d-88bc-5712cf333b24.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_b4eff4f7-db35-4b7d-88bc-5712cf333b24.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 98,\n 52,\n 101,\n 102,\n 102,\n 52,\n 102,\n 55,\n 45,\n 100,\n 98,\n 51,\n 53,\n 45,\n 52,\n 98,\n 55,\n 100,\n 45,\n 56,\n 56,\n 98,\n 99,\n 45,\n 53,\n 55,\n 49,\n 50,\n 99,\n 102,\n 51,\n 51,\n 51,\n 98,\n 50,\n 52,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_b4eff4f7-db35-4b7d-88bc-5712cf333b24.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-30T16:45:00.162654132Z","hostname":"oxz_internal_dns_1b908c84-03a3-4eea-a52d-07d31b4b3ef6","pid":5504,"peer_addr":"[fd00:1122:3344:101::5]:51857","req_id":"bb697c5c-2144-4e24-a9fa-59f6abc84831","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 17146,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_b4eff4f7-db35-4b7d-88bc-5712cf333b24.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_b4eff4f7-db35-4b7d-88bc-5712cf333b24.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 98,\n 52,\n 101,\n 102,\n 102,\n 52,\n 102,\n 55,\n 45,\n 100,\n 98,\n 51,\n 53,\n 45,\n 52,\n 98,\n 55,\n 100,\n 45,\n 56,\n 56,\n 98,\n 99,\n 45,\n 53,\n 55,\n 49,\n 50,\n 99,\n 102,\n 51,\n 51,\n 51,\n 98,\n 50,\n 52,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_b4eff4f7-db35-4b7d-88bc-5712cf333b24.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-30T16:45:00.163149524Z","hostname":"oxz_internal_dns_1b908c84-03a3-4eea-a52d-07d31b4b3ef6","pid":5504,"peer_addr":"[fd00:1122:3344:101::5]:54748","req_id":"1f5430ee-f248-4517-b9b5-e204ca581e49","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 24097,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_ntp_08b26fa4-40c3-4032-bb96-8bcbd7bcdfe8.\"),\n ),\n original: Query {\n name: Name(\"oxz_ntp_08b26fa4-40c3-4032-bb96-8bcbd7bcdfe8.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 44,\n 111,\n 120,\n 122,\n 95,\n 110,\n 116,\n 112,\n 95,\n 48,\n 56,\n 98,\n 50,\n 54,\n 102,\n 97,\n 52,\n 45,\n 52,\n 48,\n 99,\n 51,\n 45,\n 52,\n 48,\n 51,\n 50,\n 45,\n 98,\n 98,\n 57,\n 54,\n 45,\n 56,\n 98,\n 99,\n 98,\n 100,\n 55,\n 98,\n 99,\n 100,\n 102,\n 101,\n 56,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_ntp_08b26fa4-40c3-4032-bb96-8bcbd7bcdfe8.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-30T16:45:00.243849001Z","hostname":"oxz_internal_dns_1b908c84-03a3-4eea-a52d-07d31b4b3ef6","pid":5504,"peer_addr":"[fd00:1122:3344:101::1b]:45594","req_id":"d12277bd-7294-4dc0-9a30-ed9b9c876b10","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 40171,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-30T16:45:00.275944927Z","hostname":"oxz_internal_dns_1b908c84-03a3-4eea-a52d-07d31b4b3ef6","pid":5504,"peer_addr":"[fd00:1122:3344:101::2]:40553","req_id":"73bd51e5-9c15-4c2f-9418-4e90dc694aba","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 40171,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-30T16:45:00.276363867Z","hostname":"oxz_internal_dns_1b908c84-03a3-4eea-a52d-07d31b4b3ef6","pid":5504,"peer_addr":"[fd00:1122:3344:101::2]:38602","req_id":"f47505c8-49a0-46bb-8bbf-e85a2628cda5","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 4214,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_ced15ec8-ec65-4800-a4ea-61434e5596e3.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_ced15ec8-ec65-4800-a4ea-61434e5596e3.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 99,\n 101,\n 100,\n 49,\n 53,\n 101,\n 99,\n 56,\n 45,\n 101,\n 99,\n 54,\n 53,\n 45,\n 52,\n 56,\n 48,\n 48,\n 45,\n 97,\n 52,\n 101,\n 97,\n 45,\n 54,\n 49,\n 52,\n 51,\n 52,\n 101,\n 53,\n 53,\n 57,\n 54,\n 101,\n 51,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_ced15ec8-ec65-4800-a4ea-61434e5596e3.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-30T16:45:00.460252232Z","hostname":"oxz_internal_dns_1b908c84-03a3-4eea-a52d-07d31b4b3ef6","pid":5504,"peer_addr":"[fd00:1122:3344:101::e]:65516","req_id":"2ce932b4-0c3c-4be0-a8ff-d390f4f9b246","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 4214,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_ced15ec8-ec65-4800-a4ea-61434e5596e3.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_ced15ec8-ec65-4800-a4ea-61434e5596e3.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 99,\n 101,\n 100,\n 49,\n 53,\n 101,\n 99,\n 56,\n 45,\n 101,\n 99,\n 54,\n 53,\n 45,\n 52,\n 56,\n 48,\n 48,\n 45,\n 97,\n 52,\n 101,\n 97,\n 45,\n 54,\n 49,\n 52,\n 51,\n 52,\n 101,\n 53,\n 53,\n 57,\n 54,\n 101,\n 51,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_ced15ec8-ec65-4800-a4ea-61434e5596e3.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-30T16:45:00.460827426Z","hostname":"oxz_internal_dns_1b908c84-03a3-4eea-a52d-07d31b4b3ef6","pid":5504,"peer_addr":"[fd00:1122:3344:101::e]:38624","req_id":"9d6c6c1d-2f11-40aa-8154-02686ec846b7","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 1581,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_111080e9-f54c-4465-bc53-4477315260bc.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_111080e9-f54c-4465-bc53-4477315260bc.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 49,\n 49,\n 49,\n 48,\n 56,\n 48,\n 101,\n 57,\n 45,\n 102,\n 53,\n 52,\n 99,\n 45,\n 52,\n 52,\n 54,\n 53,\n 45,\n 98,\n 99,\n 53,\n 51,\n 45,\n 52,\n 52,\n 55,\n 55,\n 51,\n 49,\n 53,\n 50,\n 54,\n 48,\n 98,\n 99,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_111080e9-f54c-4465-bc53-4477315260bc.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-30T16:45:00.599728158Z","hostname":"oxz_internal_dns_1b908c84-03a3-4eea-a52d-07d31b4b3ef6","pid":5504,"peer_addr":"[fd00:1122:3344:101::6]:33542","req_id":"54758124-69c5-46d8-b31f-79988a45f9f4","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 1581,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_111080e9-f54c-4465-bc53-4477315260bc.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_111080e9-f54c-4465-bc53-4477315260bc.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 49,\n 49,\n 49,\n 48,\n 56,\n 48,\n 101,\n 57,\n 45,\n 102,\n 53,\n 52,\n 99,\n 45,\n 52,\n 52,\n 54,\n 53,\n 45,\n 98,\n 99,\n 53,\n 51,\n 45,\n 52,\n 52,\n 55,\n 55,\n 51,\n 49,\n 53,\n 50,\n 54,\n 48,\n 98,\n 99,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_111080e9-f54c-4465-bc53-4477315260bc.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-30T16:45:00.600352454Z","hostname":"oxz_internal_dns_1b908c84-03a3-4eea-a52d-07d31b4b3ef6","pid":5504,"peer_addr":"[fd00:1122:3344:101::6]:58175","req_id":"28a0fd78-cc5e-4c76-bf94-dea8038e974b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 31397,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_11746814-e51a-4441-b707-3d2fdc96f8b5.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_11746814-e51a-4441-b707-3d2fdc96f8b5.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 49,\n 49,\n 55,\n 52,\n 54,\n 56,\n 49,\n 52,\n 45,\n 101,\n 53,\n 49,\n 97,\n 45,\n 52,\n 52,\n 52,\n 49,\n 45,\n 98,\n 55,\n 48,\n 55,\n 45,\n 51,\n 100,\n 50,\n 102,\n 100,\n 99,\n 57,\n 54,\n 102,\n 56,\n 98,\n 53,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_11746814-e51a-4441-b707-3d2fdc96f8b5.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-30T16:45:00.80717309Z","hostname":"oxz_internal_dns_1b908c84-03a3-4eea-a52d-07d31b4b3ef6","pid":5504,"peer_addr":"[fd00:1122:3344:101::7]:40022","req_id":"6ed7697b-eef0-4a42-ad2a-76efaeffc298","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 31397,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_11746814-e51a-4441-b707-3d2fdc96f8b5.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_11746814-e51a-4441-b707-3d2fdc96f8b5.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 49,\n 49,\n 55,\n 52,\n 54,\n 56,\n 49,\n 52,\n 45,\n 101,\n 53,\n 49,\n 97,\n 45,\n 52,\n 52,\n 52,\n 49,\n 45,\n 98,\n 55,\n 48,\n 55,\n 45,\n 51,\n 100,\n 50,\n 102,\n 100,\n 99,\n 57,\n 54,\n 102,\n 56,\n 98,\n 53,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_11746814-e51a-4441-b707-3d2fdc96f8b5.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-30T16:45:00.807735334Z","hostname":"oxz_internal_dns_1b908c84-03a3-4eea-a52d-07d31b4b3ef6","pid":5504,"peer_addr":"[fd00:1122:3344:101::7]:56436","req_id":"4f831da8-6b24-4508-ab23-79e620705819","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 65276,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_3d382e36-8f0d-4142-bcae-b40f72c02f4e.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_3d382e36-8f0d-4142-bcae-b40f72c02f4e.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 51,\n 100,\n 51,\n 56,\n 50,\n 101,\n 51,\n 54,\n 45,\n 56,\n 102,\n 48,\n 100,\n 45,\n 52,\n 49,\n 52,\n 50,\n 45,\n 98,\n 99,\n 97,\n 101,\n 45,\n 98,\n 52,\n 48,\n 102,\n 55,\n 50,\n 99,\n 48,\n 50,\n 102,\n 52,\n 101,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_3d382e36-8f0d-4142-bcae-b40f72c02f4e.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-30T16:45:00.885166241Z","hostname":"oxz_internal_dns_1b908c84-03a3-4eea-a52d-07d31b4b3ef6","pid":5504,"peer_addr":"[fd00:1122:3344:101::4]:60554","req_id":"e7779bc7-5b4a-4fa3-b6f6-1783baaca076","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 65276,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_3d382e36-8f0d-4142-bcae-b40f72c02f4e.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_3d382e36-8f0d-4142-bcae-b40f72c02f4e.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 51,\n 100,\n 51,\n 56,\n 50,\n 101,\n 51,\n 54,\n 45,\n 56,\n 102,\n 48,\n 100,\n 45,\n 52,\n 49,\n 52,\n 50,\n 45,\n 98,\n 99,\n 97,\n 101,\n 45,\n 98,\n 52,\n 48,\n 102,\n 55,\n 50,\n 99,\n 48,\n 50,\n 102,\n 52,\n 101,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_3d382e36-8f0d-4142-bcae-b40f72c02f4e.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-30T16:45:00.885777606Z","hostname":"oxz_internal_dns_1b908c84-03a3-4eea-a52d-07d31b4b3ef6","pid":5504,"peer_addr":"[fd00:1122:3344:101::4]:40781","req_id":"a0e0d1d0-2082-4307-933b-c7cda1a98860","component":"dns"}