[ Mar 27 03:09:47 Enabled. ] [ Mar 27 03:09:47 Rereading configuration. ] [ Mar 27 03:09:48 Rereading configuration. ] [ Mar 27 03:09:49 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:2::1]:5353 --dns-address [fd00:1122:3344:2::1]:53 &"). ] [ Mar 27 03:09:49 Method "start" exited with status 0. ] Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:2::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [] }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } note: configured to log to "/dev/stdout" {"msg":"config","v":0,"name":"dns-server","level":30,"time":"2026-03-27T03:09:49.867495555Z","hostname":"oxz_internal_dns_650c19fa-e5b3-44c5-b292-4d59b340305b","pid":5517,"dns_config":"Config { bind_address: [fd00:1122:3344:2::1]:53 }","config":"Config { log: File { level: Info, path: \"/dev/stdout\", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:2::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [] }, storage: Config { storage_path: \"/data/dns\", keep_old_generations: 3 } }"} {"msg":"opening sled database","v":0,"name":"dns-server","level":30,"time":"2026-03-27T03:09:49.867724381Z","hostname":"oxz_internal_dns_650c19fa-e5b3-44c5-b292-4d59b340305b","pid":5517,"component":"store","path":"/data/dns"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-03-27T03:09:49.887082086Z","hostname":"oxz_internal_dns_650c19fa-e5b3-44c5-b292-4d59b340305b","pid":5517,"component":"store"} {"msg":"pruning trees for generations older than 0","v":0,"name":"dns-server","level":30,"time":"2026-03-27T03:09:49.887100167Z","hostname":"oxz_internal_dns_650c19fa-e5b3-44c5-b292-4d59b340305b","pid":5517,"component":"store","keep":3} {"msg":"DNS server bound to address","v":0,"name":"dns-server","level":30,"time":"2026-03-27T03:09:49.887153148Z","hostname":"oxz_internal_dns_650c19fa-e5b3-44c5-b292-4d59b340305b","pid":5517,"component":"dns","local_address":"[fd00:1122:3344:2::1]:53"} {"msg":"listening","v":0,"name":"dns-server","level":30,"time":"2026-03-27T03:09:49.887492307Z","hostname":"oxz_internal_dns_650c19fa-e5b3-44c5-b292-4d59b340305b","pid":5517,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-27T03:09:51.019207101Z","hostname":"oxz_internal_dns_650c19fa-e5b3-44c5-b292-4d59b340305b","pid":5517,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:2::2]:51973"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-03-27T03:09:51.020099354Z","hostname":"oxz_internal_dns_650c19fa-e5b3-44c5-b292-4d59b340305b","pid":5517,"new_generation":1,"req_id":"2a9e3ba5-d939-4c28-8033-12369cc70435","component":"store"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-03-27T03:09:51.020113754Z","hostname":"oxz_internal_dns_650c19fa-e5b3-44c5-b292-4d59b340305b","pid":5517,"component":"store"} {"msg":"pruning trees for generations older than 1","v":0,"name":"dns-server","level":30,"time":"2026-03-27T03:09:51.049597524Z","hostname":"oxz_internal_dns_650c19fa-e5b3-44c5-b292-4d59b340305b","pid":5517,"component":"store","keep":3} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-03-27T03:09:51.049622035Z","hostname":"oxz_internal_dns_650c19fa-e5b3-44c5-b292-4d59b340305b","pid":5517,"new_generation":1,"req_id":"2a9e3ba5-d939-4c28-8033-12369cc70435","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-27T03:09:51.049639665Z","hostname":"oxz_internal_dns_650c19fa-e5b3-44c5-b292-4d59b340305b","pid":5517,"uri":"/config","method":"PUT","req_id":"2a9e3ba5-d939-4c28-8033-12369cc70435","remote_addr":"[fd00:1122:3344:2::2]:51973","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":30002,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 56967,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-27T03:10:02.534790154Z","hostname":"oxz_internal_dns_650c19fa-e5b3-44c5-b292-4d59b340305b","pid":5517,"peer_addr":"[fd00:1122:3344:101::1b]:49017","req_id":"a8fbf24f-78df-46d4-8824-157eff09538a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 28997,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-27T03:10:02.539941718Z","hostname":"oxz_internal_dns_650c19fa-e5b3-44c5-b292-4d59b340305b","pid":5517,"peer_addr":"[fd00:1122:3344:101::1b]:45130","req_id":"666e5b49-84bc-40ab-8934-4fdc65bd0105","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 30334,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-27T03:10:02.544914018Z","hostname":"oxz_internal_dns_650c19fa-e5b3-44c5-b292-4d59b340305b","pid":5517,"peer_addr":"[fd00:1122:3344:101::1b]:41345","req_id":"d147d58b-811e-455f-97f9-e98f09adbc02","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 63834,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-27T03:10:29.804544863Z","hostname":"oxz_internal_dns_650c19fa-e5b3-44c5-b292-4d59b340305b","pid":5517,"peer_addr":"[fd00:1122:3344:101::1b]:64187","req_id":"3750c701-3fb7-4286-ad25-3d6c427326ec","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 29713,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-27T03:10:29.808834475Z","hostname":"oxz_internal_dns_650c19fa-e5b3-44c5-b292-4d59b340305b","pid":5517,"peer_addr":"[fd00:1122:3344:101::1b]:59495","req_id":"16b46132-b8b1-479f-b2e9-590b05160955","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 39612,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-27T03:10:29.812316986Z","hostname":"oxz_internal_dns_650c19fa-e5b3-44c5-b292-4d59b340305b","pid":5517,"peer_addr":"[fd00:1122:3344:101::1b]:36740","req_id":"81fa1a95-72ec-4c5d-8afc-5f3c75f55741","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 62602,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-27T03:11:28.6790582Z","hostname":"oxz_internal_dns_650c19fa-e5b3-44c5-b292-4d59b340305b","pid":5517,"peer_addr":"[fd00:1122:3344:101::d]:55975","req_id":"0b7d8c3b-03f6-4f11-91f7-6c73317f222e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 41692,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-27T03:11:37.581562581Z","hostname":"oxz_internal_dns_650c19fa-e5b3-44c5-b292-4d59b340305b","pid":5517,"peer_addr":"[fd00:1122:3344:101::a]:62981","req_id":"f6528897-35e4-47cd-b3d3-95101a0ed17c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 53836,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-27T03:11:38.552890678Z","hostname":"oxz_internal_dns_650c19fa-e5b3-44c5-b292-4d59b340305b","pid":5517,"peer_addr":"[fd00:1122:3344:101::c]:61440","req_id":"d1ec472c-4cf4-4f69-a461-2b659a08b890","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 20756,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-27T03:11:38.667120501Z","hostname":"oxz_internal_dns_650c19fa-e5b3-44c5-b292-4d59b340305b","pid":5517,"peer_addr":"[fd00:1122:3344:101::d]:55633","req_id":"2e471438-2b5a-468e-9fea-13a3716147af","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 39915,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-27T03:11:39.103749355Z","hostname":"oxz_internal_dns_650c19fa-e5b3-44c5-b292-4d59b340305b","pid":5517,"peer_addr":"[fd00:1122:3344:101::b]:14092","req_id":"1081ff64-ff67-4c69-8abe-b07618313680","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 53424,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_d55bc10f-c95d-456d-99d1-562480d572e3.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_d55bc10f-c95d-456d-99d1-562480d572e3.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 100,\n 53,\n 53,\n 98,\n 99,\n 49,\n 48,\n 102,\n 45,\n 99,\n 57,\n 53,\n 100,\n 45,\n 52,\n 53,\n 54,\n 100,\n 45,\n 57,\n 57,\n 100,\n 49,\n 45,\n 53,\n 54,\n 50,\n 52,\n 56,\n 48,\n 100,\n 53,\n 55,\n 50,\n 101,\n 51,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_d55bc10f-c95d-456d-99d1-562480d572e3.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-27T03:11:41.969520034Z","hostname":"oxz_internal_dns_650c19fa-e5b3-44c5-b292-4d59b340305b","pid":5517,"peer_addr":"[fd00:1122:3344:101::e]:38938","req_id":"5a98d547-3000-4cbd-88a2-29e599726330","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 53424,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_d55bc10f-c95d-456d-99d1-562480d572e3.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_d55bc10f-c95d-456d-99d1-562480d572e3.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 100,\n 53,\n 53,\n 98,\n 99,\n 49,\n 48,\n 102,\n 45,\n 99,\n 57,\n 53,\n 100,\n 45,\n 52,\n 53,\n 54,\n 100,\n 45,\n 57,\n 57,\n 100,\n 49,\n 45,\n 53,\n 54,\n 50,\n 52,\n 56,\n 48,\n 100,\n 53,\n 55,\n 50,\n 101,\n 51,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_d55bc10f-c95d-456d-99d1-562480d572e3.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-27T03:11:41.979095304Z","hostname":"oxz_internal_dns_650c19fa-e5b3-44c5-b292-4d59b340305b","pid":5517,"peer_addr":"[fd00:1122:3344:101::e]:45941","req_id":"9f8bd62f-e387-43be-a167-235eb4a42f2c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 36009,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-27T03:11:48.66883744Z","hostname":"oxz_internal_dns_650c19fa-e5b3-44c5-b292-4d59b340305b","pid":5517,"peer_addr":"[fd00:1122:3344:101::d]:56688","req_id":"144b3f67-6a3c-4af1-ab71-ae593d5fb088","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 45449,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-27T03:11:58.669558193Z","hostname":"oxz_internal_dns_650c19fa-e5b3-44c5-b292-4d59b340305b","pid":5517,"peer_addr":"[fd00:1122:3344:101::d]:53394","req_id":"20b8f062-887f-44b6-92a8-fcbd5eaaff22","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 25549,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-27T03:12:01.856701787Z","hostname":"oxz_internal_dns_650c19fa-e5b3-44c5-b292-4d59b340305b","pid":5517,"peer_addr":"[fd00:1122:3344:101::1b]:40273","req_id":"a0359e9d-2721-4615-931f-bfcceb67862b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 54629,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-27T03:12:01.861509042Z","hostname":"oxz_internal_dns_650c19fa-e5b3-44c5-b292-4d59b340305b","pid":5517,"peer_addr":"[fd00:1122:3344:101::1b]:39741","req_id":"309769ea-4870-4ff0-a479-fac0a53fa58a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 30341,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-27T03:12:01.866094852Z","hostname":"oxz_internal_dns_650c19fa-e5b3-44c5-b292-4d59b340305b","pid":5517,"peer_addr":"[fd00:1122:3344:101::1b]:61400","req_id":"d7d5a21b-0bc6-4114-9b74-99f121130b71","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 56805,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-27T03:12:06.749921667Z","hostname":"oxz_internal_dns_650c19fa-e5b3-44c5-b292-4d59b340305b","pid":5517,"peer_addr":"[fd00:1122:3344:101::c]:30104","req_id":"cd1954da-08a6-44dc-a401-54121cd905c9","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-27T03:12:07.051406651Z","hostname":"oxz_internal_dns_650c19fa-e5b3-44c5-b292-4d59b340305b","pid":5517,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:45212"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-27T03:12:07.103898582Z","hostname":"oxz_internal_dns_650c19fa-e5b3-44c5-b292-4d59b340305b","pid":5517,"uri":"/config","method":"GET","req_id":"3667b14d-2080-4e40-9c2e-4792d973fc5a","remote_addr":"[fd00:1122:3344:101::c]:45212","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":28089,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-27T03:12:08.113026305Z","hostname":"oxz_internal_dns_650c19fa-e5b3-44c5-b292-4d59b340305b","pid":5517,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:49409"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-03-27T03:12:08.116818694Z","hostname":"oxz_internal_dns_650c19fa-e5b3-44c5-b292-4d59b340305b","pid":5517,"new_generation":1,"req_id":"a5ed43dd-c901-4c4d-bb72-3fbdb8d2a8ff","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-03-27T03:12:08.116843425Z","hostname":"oxz_internal_dns_650c19fa-e5b3-44c5-b292-4d59b340305b","pid":5517,"new_generation":1,"req_id":"a5ed43dd-c901-4c4d-bb72-3fbdb8d2a8ff","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-27T03:12:08.116895806Z","hostname":"oxz_internal_dns_650c19fa-e5b3-44c5-b292-4d59b340305b","pid":5517,"uri":"/config","method":"PUT","req_id":"a5ed43dd-c901-4c4d-bb72-3fbdb8d2a8ff","remote_addr":"[fd00:1122:3344:101::c]:49409","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":2829,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 64867,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-27T03:12:08.130499531Z","hostname":"oxz_internal_dns_650c19fa-e5b3-44c5-b292-4d59b340305b","pid":5517,"peer_addr":"[fd00:1122:3344:101::c]:25786","req_id":"f31f54ec-6512-496e-b648-ee335764961d","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-27T03:12:08.396322573Z","hostname":"oxz_internal_dns_650c19fa-e5b3-44c5-b292-4d59b340305b","pid":5517,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:62378"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-27T03:12:08.396625072Z","hostname":"oxz_internal_dns_650c19fa-e5b3-44c5-b292-4d59b340305b","pid":5517,"uri":"/config","method":"GET","req_id":"7145e455-f356-429b-af6a-ef04052921f3","remote_addr":"[fd00:1122:3344:101::c]:62378","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":241,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 40925,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-27T03:12:08.671203702Z","hostname":"oxz_internal_dns_650c19fa-e5b3-44c5-b292-4d59b340305b","pid":5517,"peer_addr":"[fd00:1122:3344:101::d]:51280","req_id":"4a859922-36e4-4305-97e5-90786eac641a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 9004,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-27T03:12:09.486170645Z","hostname":"oxz_internal_dns_650c19fa-e5b3-44c5-b292-4d59b340305b","pid":5517,"peer_addr":"[fd00:1122:3344:101::c]:55759","req_id":"1e5da581-9e7b-4d90-8bd1-6613141baadb","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-27T03:12:09.607611216Z","hostname":"oxz_internal_dns_650c19fa-e5b3-44c5-b292-4d59b340305b","pid":5517,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:59350"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-27T03:12:09.607856452Z","hostname":"oxz_internal_dns_650c19fa-e5b3-44c5-b292-4d59b340305b","pid":5517,"uri":"/config","method":"GET","req_id":"67eeb433-0b63-4539-927c-c2dff49cf9b3","remote_addr":"[fd00:1122:3344:101::c]:59350","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":196,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 23940,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-27T03:12:10.126920638Z","hostname":"oxz_internal_dns_650c19fa-e5b3-44c5-b292-4d59b340305b","pid":5517,"peer_addr":"[fd00:1122:3344:101::b]:57497","req_id":"12e2a98d-a39a-4b94-b3d0-54e8ed0012ee","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-27T03:12:10.260033324Z","hostname":"oxz_internal_dns_650c19fa-e5b3-44c5-b292-4d59b340305b","pid":5517,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:33606"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-27T03:12:10.260348952Z","hostname":"oxz_internal_dns_650c19fa-e5b3-44c5-b292-4d59b340305b","pid":5517,"uri":"/config","method":"GET","req_id":"f371aebf-92b0-4be4-8e5f-b037610f9d7a","remote_addr":"[fd00:1122:3344:101::b]:33606","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":259,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 63012,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-27T03:12:18.199613699Z","hostname":"oxz_internal_dns_650c19fa-e5b3-44c5-b292-4d59b340305b","pid":5517,"peer_addr":"[fd00:1122:3344:101::a]:52786","req_id":"b2932e82-8011-42a7-8df6-09ed0afeb688","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-27T03:12:18.368859968Z","hostname":"oxz_internal_dns_650c19fa-e5b3-44c5-b292-4d59b340305b","pid":5517,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:39365"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-27T03:12:18.369747211Z","hostname":"oxz_internal_dns_650c19fa-e5b3-44c5-b292-4d59b340305b","pid":5517,"uri":"/config","method":"GET","req_id":"f0270c6e-ff16-4425-ad6f-040a3bb1045e","remote_addr":"[fd00:1122:3344:101::a]:39365","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":690,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 45084,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-27T03:12:18.673378641Z","hostname":"oxz_internal_dns_650c19fa-e5b3-44c5-b292-4d59b340305b","pid":5517,"peer_addr":"[fd00:1122:3344:101::d]:62395","req_id":"b407b504-df78-4fe2-a199-6f0dc82d2185","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 32158,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-27T03:12:28.674534197Z","hostname":"oxz_internal_dns_650c19fa-e5b3-44c5-b292-4d59b340305b","pid":5517,"peer_addr":"[fd00:1122:3344:101::d]:52007","req_id":"12eba001-915a-4dc7-9e83-a2e1fc76a2fc","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-27T03:12:37.527108887Z","hostname":"oxz_internal_dns_650c19fa-e5b3-44c5-b292-4d59b340305b","pid":5517,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:61337"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-03-27T03:12:37.528323709Z","hostname":"oxz_internal_dns_650c19fa-e5b3-44c5-b292-4d59b340305b","pid":5517,"new_generation":1,"req_id":"ee698337-0200-419b-9f36-53ad1f8b5637","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-03-27T03:12:37.52837739Z","hostname":"oxz_internal_dns_650c19fa-e5b3-44c5-b292-4d59b340305b","pid":5517,"new_generation":1,"req_id":"ee698337-0200-419b-9f36-53ad1f8b5637","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-27T03:12:37.52838737Z","hostname":"oxz_internal_dns_650c19fa-e5b3-44c5-b292-4d59b340305b","pid":5517,"uri":"/config","method":"PUT","req_id":"ee698337-0200-419b-9f36-53ad1f8b5637","remote_addr":"[fd00:1122:3344:101::a]:61337","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":212,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-27T03:12:38.426467144Z","hostname":"oxz_internal_dns_650c19fa-e5b3-44c5-b292-4d59b340305b","pid":5517,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:43511"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-03-27T03:12:38.428050575Z","hostname":"oxz_internal_dns_650c19fa-e5b3-44c5-b292-4d59b340305b","pid":5517,"new_generation":1,"req_id":"ef552149-fe91-4db9-93e0-e2f103fe6a33","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-03-27T03:12:38.428083976Z","hostname":"oxz_internal_dns_650c19fa-e5b3-44c5-b292-4d59b340305b","pid":5517,"new_generation":1,"req_id":"ef552149-fe91-4db9-93e0-e2f103fe6a33","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-27T03:12:38.428115957Z","hostname":"oxz_internal_dns_650c19fa-e5b3-44c5-b292-4d59b340305b","pid":5517,"uri":"/config","method":"PUT","req_id":"ef552149-fe91-4db9-93e0-e2f103fe6a33","remote_addr":"[fd00:1122:3344:101::c]:43511","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":284,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 37845,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-27T03:12:38.675273252Z","hostname":"oxz_internal_dns_650c19fa-e5b3-44c5-b292-4d59b340305b","pid":5517,"peer_addr":"[fd00:1122:3344:101::d]:58330","req_id":"b6c7673f-46a9-4d84-9306-7ef6a123d9c3","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 65424,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-27T03:12:38.79008018Z","hostname":"oxz_internal_dns_650c19fa-e5b3-44c5-b292-4d59b340305b","pid":5517,"peer_addr":"[fd00:1122:3344:101::a]:24490","req_id":"61c80f98-8582-4f9d-a242-4fc7c6d8f594","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-27T03:12:39.007861018Z","hostname":"oxz_internal_dns_650c19fa-e5b3-44c5-b292-4d59b340305b","pid":5517,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:58290"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-27T03:12:39.008127765Z","hostname":"oxz_internal_dns_650c19fa-e5b3-44c5-b292-4d59b340305b","pid":5517,"uri":"/config","method":"GET","req_id":"ca4ee5c9-55d4-4aaf-8707-19a89708d4b7","remote_addr":"[fd00:1122:3344:101::a]:58290","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":226,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-27T03:12:39.06691776Z","hostname":"oxz_internal_dns_650c19fa-e5b3-44c5-b292-4d59b340305b","pid":5517,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:57092"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-03-27T03:12:39.068562213Z","hostname":"oxz_internal_dns_650c19fa-e5b3-44c5-b292-4d59b340305b","pid":5517,"new_generation":1,"req_id":"f7a00f95-c1e3-48bd-8516-cca8cc0b129d","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-03-27T03:12:39.068622774Z","hostname":"oxz_internal_dns_650c19fa-e5b3-44c5-b292-4d59b340305b","pid":5517,"new_generation":1,"req_id":"f7a00f95-c1e3-48bd-8516-cca8cc0b129d","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-27T03:12:39.068635275Z","hostname":"oxz_internal_dns_650c19fa-e5b3-44c5-b292-4d59b340305b","pid":5517,"uri":"/config","method":"PUT","req_id":"f7a00f95-c1e3-48bd-8516-cca8cc0b129d","remote_addr":"[fd00:1122:3344:101::b]:57092","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":371,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 28498,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-27T03:12:39.504306712Z","hostname":"oxz_internal_dns_650c19fa-e5b3-44c5-b292-4d59b340305b","pid":5517,"peer_addr":"[fd00:1122:3344:101::c]:37012","req_id":"7da3da70-1878-4cf4-81b4-7360773c3df6","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 26937,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-27T03:12:39.561986658Z","hostname":"oxz_internal_dns_650c19fa-e5b3-44c5-b292-4d59b340305b","pid":5517,"peer_addr":"[fd00:1122:3344:101::b]:32942","req_id":"393c5436-c279-4c24-bece-39157b2d6663","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-27T03:12:39.614632043Z","hostname":"oxz_internal_dns_650c19fa-e5b3-44c5-b292-4d59b340305b","pid":5517,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:55446"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-27T03:12:39.61487903Z","hostname":"oxz_internal_dns_650c19fa-e5b3-44c5-b292-4d59b340305b","pid":5517,"uri":"/config","method":"GET","req_id":"96ed4312-10e8-499e-b19b-98a9e21104b9","remote_addr":"[fd00:1122:3344:101::c]:55446","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":201,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-27T03:12:39.667170485Z","hostname":"oxz_internal_dns_650c19fa-e5b3-44c5-b292-4d59b340305b","pid":5517,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:46635"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-27T03:12:39.667410081Z","hostname":"oxz_internal_dns_650c19fa-e5b3-44c5-b292-4d59b340305b","pid":5517,"uri":"/config","method":"GET","req_id":"f2eedfa3-6601-48c0-b7b5-6856c951430a","remote_addr":"[fd00:1122:3344:101::b]:46635","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":190,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 15852,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-27T03:12:48.676764634Z","hostname":"oxz_internal_dns_650c19fa-e5b3-44c5-b292-4d59b340305b","pid":5517,"peer_addr":"[fd00:1122:3344:101::d]:64507","req_id":"1991bd9c-a0f2-4827-94d0-08512e1e4635","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 62078,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-27T03:12:58.678267907Z","hostname":"oxz_internal_dns_650c19fa-e5b3-44c5-b292-4d59b340305b","pid":5517,"peer_addr":"[fd00:1122:3344:101::d]:53476","req_id":"62c55691-fd63-44a7-a306-8f8f1fbd6822","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47983,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-27T03:13:08.679367178Z","hostname":"oxz_internal_dns_650c19fa-e5b3-44c5-b292-4d59b340305b","pid":5517,"peer_addr":"[fd00:1122:3344:101::d]:54595","req_id":"f7c76314-d79e-46a9-961c-26e2c35636f5","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 25614,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-27T03:13:18.680186855Z","hostname":"oxz_internal_dns_650c19fa-e5b3-44c5-b292-4d59b340305b","pid":5517,"peer_addr":"[fd00:1122:3344:101::d]:53972","req_id":"f4357871-453e-456b-a5ae-bc1ee34bee11","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 16871,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-27T03:13:28.681275937Z","hostname":"oxz_internal_dns_650c19fa-e5b3-44c5-b292-4d59b340305b","pid":5517,"peer_addr":"[fd00:1122:3344:101::d]:58306","req_id":"58b6ed30-cb9a-491a-a3c4-0f8fd6f55f30","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-27T03:13:37.365368609Z","hostname":"oxz_internal_dns_650c19fa-e5b3-44c5-b292-4d59b340305b","pid":5517,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:58742"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-03-27T03:13:37.367068053Z","hostname":"oxz_internal_dns_650c19fa-e5b3-44c5-b292-4d59b340305b","pid":5517,"new_generation":1,"req_id":"1a995c56-1cc2-4f26-9167-5d6a5e913b76","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-03-27T03:13:37.367110134Z","hostname":"oxz_internal_dns_650c19fa-e5b3-44c5-b292-4d59b340305b","pid":5517,"new_generation":1,"req_id":"1a995c56-1cc2-4f26-9167-5d6a5e913b76","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-27T03:13:37.367119004Z","hostname":"oxz_internal_dns_650c19fa-e5b3-44c5-b292-4d59b340305b","pid":5517,"uri":"/config","method":"PUT","req_id":"1a995c56-1cc2-4f26-9167-5d6a5e913b76","remote_addr":"[fd00:1122:3344:101::a]:58742","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":184,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-27T03:13:38.424901699Z","hostname":"oxz_internal_dns_650c19fa-e5b3-44c5-b292-4d59b340305b","pid":5517,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:38722"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-03-27T03:13:38.426218363Z","hostname":"oxz_internal_dns_650c19fa-e5b3-44c5-b292-4d59b340305b","pid":5517,"new_generation":1,"req_id":"7c572683-e1d4-49bf-a347-c4a8fa4a1612","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-03-27T03:13:38.426278455Z","hostname":"oxz_internal_dns_650c19fa-e5b3-44c5-b292-4d59b340305b","pid":5517,"new_generation":1,"req_id":"7c572683-e1d4-49bf-a347-c4a8fa4a1612","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-27T03:13:38.426309605Z","hostname":"oxz_internal_dns_650c19fa-e5b3-44c5-b292-4d59b340305b","pid":5517,"uri":"/config","method":"PUT","req_id":"7c572683-e1d4-49bf-a347-c4a8fa4a1612","remote_addr":"[fd00:1122:3344:101::c]:38722","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":274,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 17920,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-27T03:13:38.682542107Z","hostname":"oxz_internal_dns_650c19fa-e5b3-44c5-b292-4d59b340305b","pid":5517,"peer_addr":"[fd00:1122:3344:101::d]:52915","req_id":"74b290ea-423a-4452-b208-867d08434c37","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-27T03:13:38.940895024Z","hostname":"oxz_internal_dns_650c19fa-e5b3-44c5-b292-4d59b340305b","pid":5517,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:59239"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-03-27T03:13:38.942525606Z","hostname":"oxz_internal_dns_650c19fa-e5b3-44c5-b292-4d59b340305b","pid":5517,"new_generation":1,"req_id":"4a42630a-3e49-43da-af10-64e89cf641cf","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-03-27T03:13:38.942553217Z","hostname":"oxz_internal_dns_650c19fa-e5b3-44c5-b292-4d59b340305b","pid":5517,"new_generation":1,"req_id":"4a42630a-3e49-43da-af10-64e89cf641cf","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-27T03:13:38.942589918Z","hostname":"oxz_internal_dns_650c19fa-e5b3-44c5-b292-4d59b340305b","pid":5517,"uri":"/config","method":"PUT","req_id":"4a42630a-3e49-43da-af10-64e89cf641cf","remote_addr":"[fd00:1122:3344:101::b]:59239","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":262,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 23772,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-27T03:13:41.370244467Z","hostname":"oxz_internal_dns_650c19fa-e5b3-44c5-b292-4d59b340305b","pid":5517,"peer_addr":"[fd00:1122:3344:101::a]:21840","req_id":"6992e023-ce12-4936-8215-4b72660fb209","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-27T03:13:41.553542134Z","hostname":"oxz_internal_dns_650c19fa-e5b3-44c5-b292-4d59b340305b","pid":5517,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:64086"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-27T03:13:41.553816681Z","hostname":"oxz_internal_dns_650c19fa-e5b3-44c5-b292-4d59b340305b","pid":5517,"uri":"/config","method":"GET","req_id":"fab7b299-e3bb-4e36-88a0-93b9ee78955e","remote_addr":"[fd00:1122:3344:101::a]:64086","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":234,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 16110,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-27T03:13:43.808512089Z","hostname":"oxz_internal_dns_650c19fa-e5b3-44c5-b292-4d59b340305b","pid":5517,"peer_addr":"[fd00:1122:3344:101::c]:14696","req_id":"c09b4d60-7191-44ef-aebf-5566579f355a","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-27T03:13:43.905012969Z","hostname":"oxz_internal_dns_650c19fa-e5b3-44c5-b292-4d59b340305b","pid":5517,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:39484"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-27T03:13:43.905264726Z","hostname":"oxz_internal_dns_650c19fa-e5b3-44c5-b292-4d59b340305b","pid":5517,"uri":"/config","method":"GET","req_id":"3b2eb283-35c8-4965-8a25-eb74b9c51443","remote_addr":"[fd00:1122:3344:101::c]:39484","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":208,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 25353,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-27T03:13:45.617963083Z","hostname":"oxz_internal_dns_650c19fa-e5b3-44c5-b292-4d59b340305b","pid":5517,"peer_addr":"[fd00:1122:3344:101::b]:13674","req_id":"cf288311-6032-4ec0-9fe1-7e38715e5d0d","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-27T03:13:45.710461818Z","hostname":"oxz_internal_dns_650c19fa-e5b3-44c5-b292-4d59b340305b","pid":5517,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:47032"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-27T03:13:45.710698664Z","hostname":"oxz_internal_dns_650c19fa-e5b3-44c5-b292-4d59b340305b","pid":5517,"uri":"/config","method":"GET","req_id":"50aeafbd-4501-484b-bc97-0846fb1395b3","remote_addr":"[fd00:1122:3344:101::b]:47032","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":185,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 10470,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-27T03:13:48.685046581Z","hostname":"oxz_internal_dns_650c19fa-e5b3-44c5-b292-4d59b340305b","pid":5517,"peer_addr":"[fd00:1122:3344:101::d]:53259","req_id":"30b13354-4d61-4244-8300-b4a0f238660c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 7804,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-27T03:13:53.89110812Z","hostname":"oxz_internal_dns_650c19fa-e5b3-44c5-b292-4d59b340305b","pid":5517,"peer_addr":"[fd00:1122:3344:101::1b]:57151","req_id":"483312b6-6ecf-45c7-95b3-45a977e03c44","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 22509,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-27T03:13:53.895280349Z","hostname":"oxz_internal_dns_650c19fa-e5b3-44c5-b292-4d59b340305b","pid":5517,"peer_addr":"[fd00:1122:3344:101::1b]:53312","req_id":"3071235d-dd5c-4cef-a2a9-710476af5411","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 26059,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-27T03:13:53.900611949Z","hostname":"oxz_internal_dns_650c19fa-e5b3-44c5-b292-4d59b340305b","pid":5517,"peer_addr":"[fd00:1122:3344:101::1b]:45680","req_id":"3b2425a8-07f6-4a75-9615-cb013af1592d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 30150,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-27T03:13:58.686195136Z","hostname":"oxz_internal_dns_650c19fa-e5b3-44c5-b292-4d59b340305b","pid":5517,"peer_addr":"[fd00:1122:3344:101::d]:63589","req_id":"f1c18d77-4e50-419c-8f29-b45b6d3cb2d4","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 14031,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-27T03:14:08.688056421Z","hostname":"oxz_internal_dns_650c19fa-e5b3-44c5-b292-4d59b340305b","pid":5517,"peer_addr":"[fd00:1122:3344:101::d]:55046","req_id":"fa197cb5-3166-47db-bcdb-177e298e66b6","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 54676,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-27T03:14:18.690640058Z","hostname":"oxz_internal_dns_650c19fa-e5b3-44c5-b292-4d59b340305b","pid":5517,"peer_addr":"[fd00:1122:3344:101::d]:59763","req_id":"c1c7b64a-bc88-4a0e-abc3-1557f120ada5","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 52510,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-27T03:14:28.691589219Z","hostname":"oxz_internal_dns_650c19fa-e5b3-44c5-b292-4d59b340305b","pid":5517,"peer_addr":"[fd00:1122:3344:101::d]:52837","req_id":"ae8ba36d-d206-4943-971a-c6a31e7804ab","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-27T03:14:37.364352512Z","hostname":"oxz_internal_dns_650c19fa-e5b3-44c5-b292-4d59b340305b","pid":5517,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:36086"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-03-27T03:14:37.365661746Z","hostname":"oxz_internal_dns_650c19fa-e5b3-44c5-b292-4d59b340305b","pid":5517,"new_generation":1,"req_id":"c0566637-ba35-48d6-9eca-97967a588357","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-03-27T03:14:37.365682566Z","hostname":"oxz_internal_dns_650c19fa-e5b3-44c5-b292-4d59b340305b","pid":5517,"new_generation":1,"req_id":"c0566637-ba35-48d6-9eca-97967a588357","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-27T03:14:37.365690177Z","hostname":"oxz_internal_dns_650c19fa-e5b3-44c5-b292-4d59b340305b","pid":5517,"uri":"/config","method":"PUT","req_id":"c0566637-ba35-48d6-9eca-97967a588357","remote_addr":"[fd00:1122:3344:101::a]:36086","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":207,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-27T03:14:38.424545538Z","hostname":"oxz_internal_dns_650c19fa-e5b3-44c5-b292-4d59b340305b","pid":5517,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:45885"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-03-27T03:14:38.425853632Z","hostname":"oxz_internal_dns_650c19fa-e5b3-44c5-b292-4d59b340305b","pid":5517,"new_generation":1,"req_id":"aee70a87-ba11-4755-931f-f075d4631726","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-03-27T03:14:38.425882133Z","hostname":"oxz_internal_dns_650c19fa-e5b3-44c5-b292-4d59b340305b","pid":5517,"new_generation":1,"req_id":"aee70a87-ba11-4755-931f-f075d4631726","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-27T03:14:38.425891053Z","hostname":"oxz_internal_dns_650c19fa-e5b3-44c5-b292-4d59b340305b","pid":5517,"uri":"/config","method":"PUT","req_id":"aee70a87-ba11-4755-931f-f075d4631726","remote_addr":"[fd00:1122:3344:101::c]:45885","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":216,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 4247,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-27T03:14:38.522373933Z","hostname":"oxz_internal_dns_650c19fa-e5b3-44c5-b292-4d59b340305b","pid":5517,"peer_addr":"[fd00:1122:3344:101::a]:29003","req_id":"e63e88bf-3f40-45d5-ab4e-8248e50a975d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 49854,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-27T03:14:38.693595204Z","hostname":"oxz_internal_dns_650c19fa-e5b3-44c5-b292-4d59b340305b","pid":5517,"peer_addr":"[fd00:1122:3344:101::d]:54540","req_id":"a876e17f-4019-4559-9c27-58011e50f2df","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-27T03:14:38.778657756Z","hostname":"oxz_internal_dns_650c19fa-e5b3-44c5-b292-4d59b340305b","pid":5517,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:37930"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-27T03:14:38.778900962Z","hostname":"oxz_internal_dns_650c19fa-e5b3-44c5-b292-4d59b340305b","pid":5517,"uri":"/config","method":"GET","req_id":"33e9d50e-e171-4b94-adb5-ed60a594130d","remote_addr":"[fd00:1122:3344:101::a]:37930","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":202,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-27T03:14:38.941762135Z","hostname":"oxz_internal_dns_650c19fa-e5b3-44c5-b292-4d59b340305b","pid":5517,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:54240"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-03-27T03:14:38.943136891Z","hostname":"oxz_internal_dns_650c19fa-e5b3-44c5-b292-4d59b340305b","pid":5517,"new_generation":1,"req_id":"1a3b51f4-5d30-49ba-826b-f2ad3ea4e069","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-03-27T03:14:38.943172032Z","hostname":"oxz_internal_dns_650c19fa-e5b3-44c5-b292-4d59b340305b","pid":5517,"new_generation":1,"req_id":"1a3b51f4-5d30-49ba-826b-f2ad3ea4e069","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-27T03:14:38.943183672Z","hostname":"oxz_internal_dns_650c19fa-e5b3-44c5-b292-4d59b340305b","pid":5517,"uri":"/config","method":"PUT","req_id":"1a3b51f4-5d30-49ba-826b-f2ad3ea4e069","remote_addr":"[fd00:1122:3344:101::b]:54240","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":272,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 59839,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-27T03:14:39.805061951Z","hostname":"oxz_internal_dns_650c19fa-e5b3-44c5-b292-4d59b340305b","pid":5517,"peer_addr":"[fd00:1122:3344:101::c]:46166","req_id":"2419c68c-910e-4f46-b855-5f80ba3c2417","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 60696,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-27T03:14:39.979182908Z","hostname":"oxz_internal_dns_650c19fa-e5b3-44c5-b292-4d59b340305b","pid":5517,"peer_addr":"[fd00:1122:3344:101::b]:28110","req_id":"a2cde07f-32a1-43f2-83df-09628ba31930","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-27T03:14:39.992914517Z","hostname":"oxz_internal_dns_650c19fa-e5b3-44c5-b292-4d59b340305b","pid":5517,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:33331"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-27T03:14:39.993148603Z","hostname":"oxz_internal_dns_650c19fa-e5b3-44c5-b292-4d59b340305b","pid":5517,"uri":"/config","method":"GET","req_id":"1697991d-3b23-40bf-b25f-8c81d25ba3f4","remote_addr":"[fd00:1122:3344:101::c]:33331","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":184,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-27T03:14:40.160268397Z","hostname":"oxz_internal_dns_650c19fa-e5b3-44c5-b292-4d59b340305b","pid":5517,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:35765"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-27T03:14:40.160590956Z","hostname":"oxz_internal_dns_650c19fa-e5b3-44c5-b292-4d59b340305b","pid":5517,"uri":"/config","method":"GET","req_id":"cc5cb355-b6b0-45ea-b86b-1502e0210a4f","remote_addr":"[fd00:1122:3344:101::b]:35765","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":272,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 12990,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-27T03:14:48.695310823Z","hostname":"oxz_internal_dns_650c19fa-e5b3-44c5-b292-4d59b340305b","pid":5517,"peer_addr":"[fd00:1122:3344:101::d]:51947","req_id":"4999c61b-2580-4e67-8aab-dc3d26fa1cf6","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 59154,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-27T03:14:58.697205018Z","hostname":"oxz_internal_dns_650c19fa-e5b3-44c5-b292-4d59b340305b","pid":5517,"peer_addr":"[fd00:1122:3344:101::d]:62102","req_id":"74a53eb9-e264-430a-b181-aa5384ae40f7","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 36302,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_d55bc10f-c95d-456d-99d1-562480d572e3.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_d55bc10f-c95d-456d-99d1-562480d572e3.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 100,\n 53,\n 53,\n 98,\n 99,\n 49,\n 48,\n 102,\n 45,\n 99,\n 57,\n 53,\n 100,\n 45,\n 52,\n 53,\n 54,\n 100,\n 45,\n 57,\n 57,\n 100,\n 49,\n 45,\n 53,\n 54,\n 50,\n 52,\n 56,\n 48,\n 100,\n 53,\n 55,\n 50,\n 101,\n 51,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_d55bc10f-c95d-456d-99d1-562480d572e3.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-27T03:15:00.17688959Z","hostname":"oxz_internal_dns_650c19fa-e5b3-44c5-b292-4d59b340305b","pid":5517,"peer_addr":"[fd00:1122:3344:101::e]:44117","req_id":"4afe7585-226b-4c91-a651-8e6559fc94ee","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 36302,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_d55bc10f-c95d-456d-99d1-562480d572e3.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_d55bc10f-c95d-456d-99d1-562480d572e3.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 100,\n 53,\n 53,\n 98,\n 99,\n 49,\n 48,\n 102,\n 45,\n 99,\n 57,\n 53,\n 100,\n 45,\n 52,\n 53,\n 54,\n 100,\n 45,\n 57,\n 57,\n 100,\n 49,\n 45,\n 53,\n 54,\n 50,\n 52,\n 56,\n 48,\n 100,\n 53,\n 55,\n 50,\n 101,\n 51,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_d55bc10f-c95d-456d-99d1-562480d572e3.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-27T03:15:00.177587899Z","hostname":"oxz_internal_dns_650c19fa-e5b3-44c5-b292-4d59b340305b","pid":5517,"peer_addr":"[fd00:1122:3344:101::e]:49794","req_id":"eccb136f-2e7f-47d0-9df7-8d224c623a3b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 20484,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_ecc549a0-26a4-4435-80d8-6c2ce077ba8d.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_ecc549a0-26a4-4435-80d8-6c2ce077ba8d.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 101,\n 99,\n 99,\n 53,\n 52,\n 57,\n 97,\n 48,\n 45,\n 50,\n 54,\n 97,\n 52,\n 45,\n 52,\n 52,\n 51,\n 53,\n 45,\n 56,\n 48,\n 100,\n 56,\n 45,\n 54,\n 99,\n 50,\n 99,\n 101,\n 48,\n 55,\n 55,\n 98,\n 97,\n 56,\n 100,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_ecc549a0-26a4-4435-80d8-6c2ce077ba8d.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-27T03:15:00.2837067Z","hostname":"oxz_internal_dns_650c19fa-e5b3-44c5-b292-4d59b340305b","pid":5517,"peer_addr":"[fd00:1122:3344:101::3]:52475","req_id":"b6d4b54a-ee0a-47b0-aac9-07c6125e0401","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 20484,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_ecc549a0-26a4-4435-80d8-6c2ce077ba8d.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_ecc549a0-26a4-4435-80d8-6c2ce077ba8d.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 101,\n 99,\n 99,\n 53,\n 52,\n 57,\n 97,\n 48,\n 45,\n 50,\n 54,\n 97,\n 52,\n 45,\n 52,\n 52,\n 51,\n 53,\n 45,\n 56,\n 48,\n 100,\n 56,\n 45,\n 54,\n 99,\n 50,\n 99,\n 101,\n 48,\n 55,\n 55,\n 98,\n 97,\n 56,\n 100,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_ecc549a0-26a4-4435-80d8-6c2ce077ba8d.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-27T03:15:00.284327536Z","hostname":"oxz_internal_dns_650c19fa-e5b3-44c5-b292-4d59b340305b","pid":5517,"peer_addr":"[fd00:1122:3344:101::3]:62035","req_id":"0fcce5b7-03dd-46e1-a965-38bc8db13eb1","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 52564,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_5381d3a6-7b62-46a4-aa9c-258fbb9c452c.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_5381d3a6-7b62-46a4-aa9c-258fbb9c452c.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 53,\n 51,\n 56,\n 49,\n 100,\n 51,\n 97,\n 54,\n 45,\n 55,\n 98,\n 54,\n 50,\n 45,\n 52,\n 54,\n 97,\n 52,\n 45,\n 97,\n 97,\n 57,\n 99,\n 45,\n 50,\n 53,\n 56,\n 102,\n 98,\n 98,\n 57,\n 99,\n 52,\n 53,\n 50,\n 99,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_5381d3a6-7b62-46a4-aa9c-258fbb9c452c.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-27T03:15:00.474590895Z","hostname":"oxz_internal_dns_650c19fa-e5b3-44c5-b292-4d59b340305b","pid":5517,"peer_addr":"[fd00:1122:3344:101::4]:55564","req_id":"6fdf422b-1d26-401d-b68b-c8a44c897393","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 52564,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_5381d3a6-7b62-46a4-aa9c-258fbb9c452c.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_5381d3a6-7b62-46a4-aa9c-258fbb9c452c.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 53,\n 51,\n 56,\n 49,\n 100,\n 51,\n 97,\n 54,\n 45,\n 55,\n 98,\n 54,\n 50,\n 45,\n 52,\n 54,\n 97,\n 52,\n 45,\n 97,\n 97,\n 57,\n 99,\n 45,\n 50,\n 53,\n 56,\n 102,\n 98,\n 98,\n 57,\n 99,\n 52,\n 53,\n 50,\n 99,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_5381d3a6-7b62-46a4-aa9c-258fbb9c452c.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-27T03:15:00.475192951Z","hostname":"oxz_internal_dns_650c19fa-e5b3-44c5-b292-4d59b340305b","pid":5517,"peer_addr":"[fd00:1122:3344:101::4]:60401","req_id":"d955b5f8-8841-4781-8a88-2a1c740e94fa","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 23789,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_ntp_9f82f907-47fe-4d0a-80ce-eb796dbaeb9f.\"),\n ),\n original: Query {\n name: Name(\"oxz_ntp_9f82f907-47fe-4d0a-80ce-eb796dbaeb9f.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 44,\n 111,\n 120,\n 122,\n 95,\n 110,\n 116,\n 112,\n 95,\n 57,\n 102,\n 56,\n 50,\n 102,\n 57,\n 48,\n 55,\n 45,\n 52,\n 55,\n 102,\n 101,\n 45,\n 52,\n 100,\n 48,\n 97,\n 45,\n 56,\n 48,\n 99,\n 101,\n 45,\n 101,\n 98,\n 55,\n 57,\n 54,\n 100,\n 98,\n 97,\n 101,\n 98,\n 57,\n 102,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_ntp_9f82f907-47fe-4d0a-80ce-eb796dbaeb9f.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-27T03:15:00.48433849Z","hostname":"oxz_internal_dns_650c19fa-e5b3-44c5-b292-4d59b340305b","pid":5517,"peer_addr":"[fd00:1122:3344:101::1b]:36646","req_id":"dea47c70-186d-47a0-bd05-43561fcf9d83","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 29674,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_be7a7515-b053-43dd-a8ac-ba29042bea07.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_be7a7515-b053-43dd-a8ac-ba29042bea07.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 98,\n 101,\n 55,\n 97,\n 55,\n 53,\n 49,\n 53,\n 45,\n 98,\n 48,\n 53,\n 51,\n 45,\n 52,\n 51,\n 100,\n 100,\n 45,\n 97,\n 56,\n 97,\n 99,\n 45,\n 98,\n 97,\n 50,\n 57,\n 48,\n 52,\n 50,\n 98,\n 101,\n 97,\n 48,\n 55,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_be7a7515-b053-43dd-a8ac-ba29042bea07.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-27T03:15:00.492684468Z","hostname":"oxz_internal_dns_650c19fa-e5b3-44c5-b292-4d59b340305b","pid":5517,"peer_addr":"[fd00:1122:3344:101::5]:62950","req_id":"44ac0752-502d-4a14-aa97-a7e6c6cc9d7e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 29674,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_be7a7515-b053-43dd-a8ac-ba29042bea07.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_be7a7515-b053-43dd-a8ac-ba29042bea07.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 98,\n 101,\n 55,\n 97,\n 55,\n 53,\n 49,\n 53,\n 45,\n 98,\n 48,\n 53,\n 51,\n 45,\n 52,\n 51,\n 100,\n 100,\n 45,\n 97,\n 56,\n 97,\n 99,\n 45,\n 98,\n 97,\n 50,\n 57,\n 48,\n 52,\n 50,\n 98,\n 101,\n 97,\n 48,\n 55,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_be7a7515-b053-43dd-a8ac-ba29042bea07.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-27T03:15:00.493184631Z","hostname":"oxz_internal_dns_650c19fa-e5b3-44c5-b292-4d59b340305b","pid":5517,"peer_addr":"[fd00:1122:3344:101::5]:48183","req_id":"0d3b0708-37bf-4b1d-8018-83ca1fb9f3de","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 33009,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_7464cf48-d232-4cb4-9c1d-eca13eb502b1.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_7464cf48-d232-4cb4-9c1d-eca13eb502b1.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 55,\n 52,\n 54,\n 52,\n 99,\n 102,\n 52,\n 56,\n 45,\n 100,\n 50,\n 51,\n 50,\n 45,\n 52,\n 99,\n 98,\n 52,\n 45,\n 57,\n 99,\n 49,\n 100,\n 45,\n 101,\n 99,\n 97,\n 49,\n 51,\n 101,\n 98,\n 53,\n 48,\n 50,\n 98,\n 49,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_7464cf48-d232-4cb4-9c1d-eca13eb502b1.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-27T03:15:00.518651036Z","hostname":"oxz_internal_dns_650c19fa-e5b3-44c5-b292-4d59b340305b","pid":5517,"peer_addr":"[fd00:1122:3344:101::7]:48728","req_id":"227e66e5-82c0-45f1-8f5a-36ad781f8816","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 33009,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_7464cf48-d232-4cb4-9c1d-eca13eb502b1.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_7464cf48-d232-4cb4-9c1d-eca13eb502b1.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 55,\n 52,\n 54,\n 52,\n 99,\n 102,\n 52,\n 56,\n 45,\n 100,\n 50,\n 51,\n 50,\n 45,\n 52,\n 99,\n 98,\n 52,\n 45,\n 57,\n 99,\n 49,\n 100,\n 45,\n 101,\n 99,\n 97,\n 49,\n 51,\n 101,\n 98,\n 53,\n 48,\n 50,\n 98,\n 49,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_7464cf48-d232-4cb4-9c1d-eca13eb502b1.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-27T03:15:00.519286583Z","hostname":"oxz_internal_dns_650c19fa-e5b3-44c5-b292-4d59b340305b","pid":5517,"peer_addr":"[fd00:1122:3344:101::7]:61926","req_id":"137e164f-17b9-4b2e-88e0-22115cb53952","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 8842,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_b3ad217a-a128-468d-8f68-6fe2abb5b449.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_b3ad217a-a128-468d-8f68-6fe2abb5b449.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 98,\n 51,\n 97,\n 100,\n 50,\n 49,\n 55,\n 97,\n 45,\n 97,\n 49,\n 50,\n 56,\n 45,\n 52,\n 54,\n 56,\n 100,\n 45,\n 56,\n 102,\n 54,\n 56,\n 45,\n 54,\n 102,\n 101,\n 50,\n 97,\n 98,\n 98,\n 53,\n 98,\n 52,\n 52,\n 57,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_b3ad217a-a128-468d-8f68-6fe2abb5b449.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-27T03:15:00.543865045Z","hostname":"oxz_internal_dns_650c19fa-e5b3-44c5-b292-4d59b340305b","pid":5517,"peer_addr":"[fd00:1122:3344:101::6]:33347","req_id":"38d069c8-9c7d-485a-b530-aca19240c2c5","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 8842,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_b3ad217a-a128-468d-8f68-6fe2abb5b449.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_b3ad217a-a128-468d-8f68-6fe2abb5b449.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 98,\n 51,\n 97,\n 100,\n 50,\n 49,\n 55,\n 97,\n 45,\n 97,\n 49,\n 50,\n 56,\n 45,\n 52,\n 54,\n 56,\n 100,\n 45,\n 56,\n 102,\n 54,\n 56,\n 45,\n 54,\n 102,\n 101,\n 50,\n 97,\n 98,\n 98,\n 53,\n 98,\n 52,\n 52,\n 57,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_b3ad217a-a128-468d-8f68-6fe2abb5b449.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-27T03:15:00.544353377Z","hostname":"oxz_internal_dns_650c19fa-e5b3-44c5-b292-4d59b340305b","pid":5517,"peer_addr":"[fd00:1122:3344:101::6]:59334","req_id":"462aa1e0-e729-47db-871b-63aa0d25b555","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 59582,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-27T03:15:00.652716567Z","hostname":"oxz_internal_dns_650c19fa-e5b3-44c5-b292-4d59b340305b","pid":5517,"peer_addr":"[fd00:1122:3344:101::2]:61330","req_id":"f13f7f22-9b97-4f25-8f81-446f7de9a476","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 59582,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-27T03:15:00.6531986Z","hostname":"oxz_internal_dns_650c19fa-e5b3-44c5-b292-4d59b340305b","pid":5517,"peer_addr":"[fd00:1122:3344:101::2]:34483","req_id":"ded0f538-5639-4876-8506-81d5ee2d967b","component":"dns"}