[ Mar 30 19:25:06 Enabled. ] [ Mar 30 19:25:06 Rereading configuration. ] [ Mar 30 19:25:07 Rereading configuration. ] [ Mar 30 19:25:08 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:3::1]:5353 --dns-address [fd00:1122:3344:3::1]:53 &"). ] [ Mar 30 19:25:08 Method "start" exited with status 0. ] Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:3::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [] }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } note: configured to log to "/dev/stdout" {"msg":"config","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:25:08.583832011Z","hostname":"oxz_internal_dns_4919d451-a92b-4efd-a187-397eb67ef8ba","pid":5488,"dns_config":"Config { bind_address: [fd00:1122:3344:3::1]:53 }","config":"Config { log: File { level: Info, path: \"/dev/stdout\", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:3::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [] }, storage: Config { storage_path: \"/data/dns\", keep_old_generations: 3 } }"} {"msg":"opening sled database","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:25:08.584013992Z","hostname":"oxz_internal_dns_4919d451-a92b-4efd-a187-397eb67ef8ba","pid":5488,"component":"store","path":"/data/dns"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:25:08.605872727Z","hostname":"oxz_internal_dns_4919d451-a92b-4efd-a187-397eb67ef8ba","pid":5488,"component":"store"} {"msg":"pruning trees for generations older than 0","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:25:08.605890507Z","hostname":"oxz_internal_dns_4919d451-a92b-4efd-a187-397eb67ef8ba","pid":5488,"component":"store","keep":3} {"msg":"DNS server bound to address","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:25:08.605907367Z","hostname":"oxz_internal_dns_4919d451-a92b-4efd-a187-397eb67ef8ba","pid":5488,"component":"dns","local_address":"[fd00:1122:3344:3::1]:53"} {"msg":"listening","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:25:08.60626469Z","hostname":"oxz_internal_dns_4919d451-a92b-4efd-a187-397eb67ef8ba","pid":5488,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:25:09.22014536Z","hostname":"oxz_internal_dns_4919d451-a92b-4efd-a187-397eb67ef8ba","pid":5488,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:3::2]:45949"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:25:09.220883927Z","hostname":"oxz_internal_dns_4919d451-a92b-4efd-a187-397eb67ef8ba","pid":5488,"new_generation":1,"req_id":"edddcbcd-9fd3-424f-941e-c975b6a02ddd","component":"store"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:25:09.220899897Z","hostname":"oxz_internal_dns_4919d451-a92b-4efd-a187-397eb67ef8ba","pid":5488,"component":"store"} {"msg":"pruning trees for generations older than 1","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:25:09.239392701Z","hostname":"oxz_internal_dns_4919d451-a92b-4efd-a187-397eb67ef8ba","pid":5488,"component":"store","keep":3} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:25:09.239415192Z","hostname":"oxz_internal_dns_4919d451-a92b-4efd-a187-397eb67ef8ba","pid":5488,"new_generation":1,"req_id":"edddcbcd-9fd3-424f-941e-c975b6a02ddd","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:25:09.239454582Z","hostname":"oxz_internal_dns_4919d451-a92b-4efd-a187-397eb67ef8ba","pid":5488,"uri":"/config","method":"PUT","req_id":"edddcbcd-9fd3-424f-941e-c975b6a02ddd","remote_addr":"[fd00:1122:3344:3::2]:45949","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":18944,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 38466,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-30T19:25:20.734232687Z","hostname":"oxz_internal_dns_4919d451-a92b-4efd-a187-397eb67ef8ba","pid":5488,"peer_addr":"[fd00:1122:3344:101::1b]:55148","req_id":"41e3d68f-d502-4570-9433-8262802f97eb","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 52535,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-30T19:25:20.738630857Z","hostname":"oxz_internal_dns_4919d451-a92b-4efd-a187-397eb67ef8ba","pid":5488,"peer_addr":"[fd00:1122:3344:101::1b]:39399","req_id":"c1f6dac3-b2c3-4e84-a9d5-040e964affa3","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 31681,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-30T19:25:20.743838133Z","hostname":"oxz_internal_dns_4919d451-a92b-4efd-a187-397eb67ef8ba","pid":5488,"peer_addr":"[fd00:1122:3344:101::1b]:51013","req_id":"ff127658-5bd1-46e1-b205-3726d4a4a9f3","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 36542,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-30T19:27:37.681114457Z","hostname":"oxz_internal_dns_4919d451-a92b-4efd-a187-397eb67ef8ba","pid":5488,"peer_addr":"[fd00:1122:3344:101::d]:53722","req_id":"d72d296a-7791-4d29-b71f-3fbb0006926b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 29046,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_0c53eab9-e0b3-43d9-bde9-477cd26c550c.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_0c53eab9-e0b3-43d9-bde9-477cd26c550c.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 48,\n 99,\n 53,\n 51,\n 101,\n 97,\n 98,\n 57,\n 45,\n 101,\n 48,\n 98,\n 51,\n 45,\n 52,\n 51,\n 100,\n 57,\n 45,\n 98,\n 100,\n 101,\n 57,\n 45,\n 52,\n 55,\n 55,\n 99,\n 100,\n 50,\n 54,\n 99,\n 53,\n 53,\n 48,\n 99,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_0c53eab9-e0b3-43d9-bde9-477cd26c550c.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-30T19:27:41.251791253Z","hostname":"oxz_internal_dns_4919d451-a92b-4efd-a187-397eb67ef8ba","pid":5488,"peer_addr":"[fd00:1122:3344:101::e]:64020","req_id":"795dfe87-abec-4838-94c0-2a03b06b6480","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 29046,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_0c53eab9-e0b3-43d9-bde9-477cd26c550c.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_0c53eab9-e0b3-43d9-bde9-477cd26c550c.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 48,\n 99,\n 53,\n 51,\n 101,\n 97,\n 98,\n 57,\n 45,\n 101,\n 48,\n 98,\n 51,\n 45,\n 52,\n 51,\n 100,\n 57,\n 45,\n 98,\n 100,\n 101,\n 57,\n 45,\n 52,\n 55,\n 55,\n 99,\n 100,\n 50,\n 54,\n 99,\n 53,\n 53,\n 48,\n 99,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_0c53eab9-e0b3-43d9-bde9-477cd26c550c.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-30T19:27:41.253486259Z","hostname":"oxz_internal_dns_4919d451-a92b-4efd-a187-397eb67ef8ba","pid":5488,"peer_addr":"[fd00:1122:3344:101::e]:56253","req_id":"03fc9700-495d-4ab7-9eba-9620be7faab4","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 57277,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-30T19:27:47.5404907Z","hostname":"oxz_internal_dns_4919d451-a92b-4efd-a187-397eb67ef8ba","pid":5488,"peer_addr":"[fd00:1122:3344:101::c]:31570","req_id":"1929ca66-a764-4b9d-b22e-218d57d23994","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 15595,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-30T19:27:47.660629536Z","hostname":"oxz_internal_dns_4919d451-a92b-4efd-a187-397eb67ef8ba","pid":5488,"peer_addr":"[fd00:1122:3344:101::d]:58513","req_id":"94ff108c-1c2a-497e-89a5-53d1cec75394","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 52502,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-30T19:27:48.823421473Z","hostname":"oxz_internal_dns_4919d451-a92b-4efd-a187-397eb67ef8ba","pid":5488,"peer_addr":"[fd00:1122:3344:101::a]:54002","req_id":"e1ea2de4-319c-44ae-a4d2-a8be45636e4f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 63919,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-30T19:27:49.680482212Z","hostname":"oxz_internal_dns_4919d451-a92b-4efd-a187-397eb67ef8ba","pid":5488,"peer_addr":"[fd00:1122:3344:101::b]:61830","req_id":"d0a19fca-9054-4193-9ca9-65d37055a985","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 11905,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-30T19:27:57.662532563Z","hostname":"oxz_internal_dns_4919d451-a92b-4efd-a187-397eb67ef8ba","pid":5488,"peer_addr":"[fd00:1122:3344:101::d]:64164","req_id":"959f1482-bd69-4157-9554-cbc3ac619ed0","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 2013,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-30T19:28:07.664354864Z","hostname":"oxz_internal_dns_4919d451-a92b-4efd-a187-397eb67ef8ba","pid":5488,"peer_addr":"[fd00:1122:3344:101::d]:60509","req_id":"e3290b22-1460-4526-be8c-aeccd7212ae2","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 62713,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-30T19:28:17.667017038Z","hostname":"oxz_internal_dns_4919d451-a92b-4efd-a187-397eb67ef8ba","pid":5488,"peer_addr":"[fd00:1122:3344:101::d]:53214","req_id":"8236aef6-7076-4335-9608-2b111f17de7a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 36950,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-30T19:28:27.668415991Z","hostname":"oxz_internal_dns_4919d451-a92b-4efd-a187-397eb67ef8ba","pid":5488,"peer_addr":"[fd00:1122:3344:101::d]:59886","req_id":"43dee1fe-6a33-48e9-b0bc-802724da12b9","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 15188,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-30T19:28:28.761860149Z","hostname":"oxz_internal_dns_4919d451-a92b-4efd-a187-397eb67ef8ba","pid":5488,"peer_addr":"[fd00:1122:3344:101::c]:5993","req_id":"0df26b5e-5139-4fcc-84e2-29f3a8a93624","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:28:28.996491293Z","hostname":"oxz_internal_dns_4919d451-a92b-4efd-a187-397eb67ef8ba","pid":5488,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:42380"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:28:29.055536957Z","hostname":"oxz_internal_dns_4919d451-a92b-4efd-a187-397eb67ef8ba","pid":5488,"uri":"/config","method":"GET","req_id":"251afbf1-34b5-4a0c-95be-7833cc6fe7e8","remote_addr":"[fd00:1122:3344:101::c]:42380","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":39748,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 25904,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-30T19:28:30.597891541Z","hostname":"oxz_internal_dns_4919d451-a92b-4efd-a187-397eb67ef8ba","pid":5488,"peer_addr":"[fd00:1122:3344:101::a]:49521","req_id":"2ded0f64-7fd9-4878-a72d-8c48843ddab1","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:28:30.631092846Z","hostname":"oxz_internal_dns_4919d451-a92b-4efd-a187-397eb67ef8ba","pid":5488,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:45055"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:28:30.638622093Z","hostname":"oxz_internal_dns_4919d451-a92b-4efd-a187-397eb67ef8ba","pid":5488,"new_generation":1,"req_id":"e3b0622f-7ace-404d-aa76-495eab766fb0","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:28:30.638646923Z","hostname":"oxz_internal_dns_4919d451-a92b-4efd-a187-397eb67ef8ba","pid":5488,"new_generation":1,"req_id":"e3b0622f-7ace-404d-aa76-495eab766fb0","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:28:30.638696903Z","hostname":"oxz_internal_dns_4919d451-a92b-4efd-a187-397eb67ef8ba","pid":5488,"uri":"/config","method":"PUT","req_id":"e3b0622f-7ace-404d-aa76-495eab766fb0","remote_addr":"[fd00:1122:3344:101::a]:45055","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":2755,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:28:30.741317115Z","hostname":"oxz_internal_dns_4919d451-a92b-4efd-a187-397eb67ef8ba","pid":5488,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:35085"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:28:30.741638938Z","hostname":"oxz_internal_dns_4919d451-a92b-4efd-a187-397eb67ef8ba","pid":5488,"uri":"/config","method":"GET","req_id":"18ae16bb-e8eb-47e8-b46f-7f97cb455732","remote_addr":"[fd00:1122:3344:101::a]:35085","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":255,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 25382,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-30T19:28:31.444908652Z","hostname":"oxz_internal_dns_4919d451-a92b-4efd-a187-397eb67ef8ba","pid":5488,"peer_addr":"[fd00:1122:3344:101::a]:23986","req_id":"6464555e-1a46-4271-9b35-a34b3e44db2e","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:28:31.544196334Z","hostname":"oxz_internal_dns_4919d451-a92b-4efd-a187-397eb67ef8ba","pid":5488,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:39676"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:28:31.544459006Z","hostname":"oxz_internal_dns_4919d451-a92b-4efd-a187-397eb67ef8ba","pid":5488,"uri":"/config","method":"GET","req_id":"34154c6f-23cf-447a-88f3-f16b45b07f73","remote_addr":"[fd00:1122:3344:101::a]:39676","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":208,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 39744,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-30T19:28:37.670021021Z","hostname":"oxz_internal_dns_4919d451-a92b-4efd-a187-397eb67ef8ba","pid":5488,"peer_addr":"[fd00:1122:3344:101::d]:60253","req_id":"8f67837b-2cf3-48a8-b896-2d924e70d934","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 41531,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-30T19:28:38.067167871Z","hostname":"oxz_internal_dns_4919d451-a92b-4efd-a187-397eb67ef8ba","pid":5488,"peer_addr":"[fd00:1122:3344:101::c]:59847","req_id":"a806d94e-6ccf-4234-aabf-6df9ed398d73","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:28:38.158305738Z","hostname":"oxz_internal_dns_4919d451-a92b-4efd-a187-397eb67ef8ba","pid":5488,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:38944"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:28:38.158521824Z","hostname":"oxz_internal_dns_4919d451-a92b-4efd-a187-397eb67ef8ba","pid":5488,"uri":"/config","method":"GET","req_id":"02be7cde-3716-4ecf-a28a-4908ae7a2f56","remote_addr":"[fd00:1122:3344:101::c]:38944","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":192,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 44586,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-30T19:28:40.341173757Z","hostname":"oxz_internal_dns_4919d451-a92b-4efd-a187-397eb67ef8ba","pid":5488,"peer_addr":"[fd00:1122:3344:101::b]:28023","req_id":"4cbd4601-966f-46df-b18e-8346089ecc8b","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:28:40.44849328Z","hostname":"oxz_internal_dns_4919d451-a92b-4efd-a187-397eb67ef8ba","pid":5488,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:65132"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:28:40.448769832Z","hostname":"oxz_internal_dns_4919d451-a92b-4efd-a187-397eb67ef8ba","pid":5488,"uri":"/config","method":"GET","req_id":"613bbe9f-6f72-4608-a319-529a267fcb4d","remote_addr":"[fd00:1122:3344:101::b]:65132","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":214,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:28:47.429845304Z","hostname":"oxz_internal_dns_4919d451-a92b-4efd-a187-397eb67ef8ba","pid":5488,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:33813"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:28:47.43503529Z","hostname":"oxz_internal_dns_4919d451-a92b-4efd-a187-397eb67ef8ba","pid":5488,"new_generation":1,"req_id":"9d8bebcb-81e5-4585-8878-65d52ad15db0","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:28:47.43509566Z","hostname":"oxz_internal_dns_4919d451-a92b-4efd-a187-397eb67ef8ba","pid":5488,"new_generation":1,"req_id":"9d8bebcb-81e5-4585-8878-65d52ad15db0","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:28:47.43510714Z","hostname":"oxz_internal_dns_4919d451-a92b-4efd-a187-397eb67ef8ba","pid":5488,"uri":"/config","method":"PUT","req_id":"9d8bebcb-81e5-4585-8878-65d52ad15db0","remote_addr":"[fd00:1122:3344:101::c]:33813","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":355,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 26435,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-30T19:28:47.672501969Z","hostname":"oxz_internal_dns_4919d451-a92b-4efd-a187-397eb67ef8ba","pid":5488,"peer_addr":"[fd00:1122:3344:101::d]:54501","req_id":"23f0ab35-4e65-4d32-8fb9-25c4a5035dee","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 25920,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-30T19:28:48.617542879Z","hostname":"oxz_internal_dns_4919d451-a92b-4efd-a187-397eb67ef8ba","pid":5488,"peer_addr":"[fd00:1122:3344:101::c]:49042","req_id":"82e8c630-27eb-4230-b284-7f821f032446","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:28:48.702154231Z","hostname":"oxz_internal_dns_4919d451-a92b-4efd-a187-397eb67ef8ba","pid":5488,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:38191"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:28:48.704706944Z","hostname":"oxz_internal_dns_4919d451-a92b-4efd-a187-397eb67ef8ba","pid":5488,"new_generation":1,"req_id":"67989f62-5989-4e5e-a1c7-a44e714a3ae5","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:28:48.704752134Z","hostname":"oxz_internal_dns_4919d451-a92b-4efd-a187-397eb67ef8ba","pid":5488,"new_generation":1,"req_id":"67989f62-5989-4e5e-a1c7-a44e714a3ae5","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:28:48.704759824Z","hostname":"oxz_internal_dns_4919d451-a92b-4efd-a187-397eb67ef8ba","pid":5488,"uri":"/config","method":"PUT","req_id":"67989f62-5989-4e5e-a1c7-a44e714a3ae5","remote_addr":"[fd00:1122:3344:101::a]:38191","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":637,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:28:48.718617267Z","hostname":"oxz_internal_dns_4919d451-a92b-4efd-a187-397eb67ef8ba","pid":5488,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:52746"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:28:48.719056581Z","hostname":"oxz_internal_dns_4919d451-a92b-4efd-a187-397eb67ef8ba","pid":5488,"uri":"/config","method":"GET","req_id":"ce963bfe-b167-460e-be39-41bb136f638f","remote_addr":"[fd00:1122:3344:101::c]:52746","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":345,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 26415,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-30T19:28:49.43866557Z","hostname":"oxz_internal_dns_4919d451-a92b-4efd-a187-397eb67ef8ba","pid":5488,"peer_addr":"[fd00:1122:3344:101::a]:49753","req_id":"0091aa3b-8a67-4d82-968f-063abdc84ac0","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:28:49.56035432Z","hostname":"oxz_internal_dns_4919d451-a92b-4efd-a187-397eb67ef8ba","pid":5488,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:64954"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:28:49.560777314Z","hostname":"oxz_internal_dns_4919d451-a92b-4efd-a187-397eb67ef8ba","pid":5488,"uri":"/config","method":"GET","req_id":"86246326-2c7a-4f73-afd9-6f760dd30a35","remote_addr":"[fd00:1122:3344:101::a]:64954","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":367,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:28:49.637218763Z","hostname":"oxz_internal_dns_4919d451-a92b-4efd-a187-397eb67ef8ba","pid":5488,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:47623"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:28:49.640551042Z","hostname":"oxz_internal_dns_4919d451-a92b-4efd-a187-397eb67ef8ba","pid":5488,"new_generation":1,"req_id":"9b8119ef-d999-40fb-abfe-4bce81eae1fb","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:28:49.640581643Z","hostname":"oxz_internal_dns_4919d451-a92b-4efd-a187-397eb67ef8ba","pid":5488,"new_generation":1,"req_id":"9b8119ef-d999-40fb-abfe-4bce81eae1fb","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:28:49.640611303Z","hostname":"oxz_internal_dns_4919d451-a92b-4efd-a187-397eb67ef8ba","pid":5488,"uri":"/config","method":"PUT","req_id":"9b8119ef-d999-40fb-abfe-4bce81eae1fb","remote_addr":"[fd00:1122:3344:101::b]:47623","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":177,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 31393,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-30T19:28:50.419151786Z","hostname":"oxz_internal_dns_4919d451-a92b-4efd-a187-397eb67ef8ba","pid":5488,"peer_addr":"[fd00:1122:3344:101::b]:52251","req_id":"fc21ea84-ad0b-47c1-8df2-9cf12fed7a91","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:28:50.517522209Z","hostname":"oxz_internal_dns_4919d451-a92b-4efd-a187-397eb67ef8ba","pid":5488,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:39458"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:28:50.517865522Z","hostname":"oxz_internal_dns_4919d451-a92b-4efd-a187-397eb67ef8ba","pid":5488,"uri":"/config","method":"GET","req_id":"1c3f944d-d16b-4863-b189-2b27793e08c8","remote_addr":"[fd00:1122:3344:101::b]:39458","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":293,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47870,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-30T19:28:57.673433958Z","hostname":"oxz_internal_dns_4919d451-a92b-4efd-a187-397eb67ef8ba","pid":5488,"peer_addr":"[fd00:1122:3344:101::d]:52849","req_id":"5c507bf0-a6e0-42cf-8a93-1e72fdd188e7","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 35756,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-30T19:29:07.675205853Z","hostname":"oxz_internal_dns_4919d451-a92b-4efd-a187-397eb67ef8ba","pid":5488,"peer_addr":"[fd00:1122:3344:101::d]:61576","req_id":"532967b2-ae97-499b-806b-bd0f9dce8b54","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 62765,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-30T19:29:12.565560465Z","hostname":"oxz_internal_dns_4919d451-a92b-4efd-a187-397eb67ef8ba","pid":5488,"peer_addr":"[fd00:1122:3344:101::1b]:63515","req_id":"04ea0790-36dc-424f-abec-a3fd1dc1749a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 16348,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-30T19:29:12.569898355Z","hostname":"oxz_internal_dns_4919d451-a92b-4efd-a187-397eb67ef8ba","pid":5488,"peer_addr":"[fd00:1122:3344:101::1b]:47142","req_id":"b50f6249-f517-4670-8fbb-8d074c8510df","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 606,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-30T19:29:12.574697938Z","hostname":"oxz_internal_dns_4919d451-a92b-4efd-a187-397eb67ef8ba","pid":5488,"peer_addr":"[fd00:1122:3344:101::1b]:43367","req_id":"d584b050-b479-4413-a371-76869a635595","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 37809,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-30T19:29:17.677751557Z","hostname":"oxz_internal_dns_4919d451-a92b-4efd-a187-397eb67ef8ba","pid":5488,"peer_addr":"[fd00:1122:3344:101::d]:51515","req_id":"54ae8971-f93d-4377-8cd3-1dff40ddf7a1","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 31704,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-30T19:29:27.679253911Z","hostname":"oxz_internal_dns_4919d451-a92b-4efd-a187-397eb67ef8ba","pid":5488,"peer_addr":"[fd00:1122:3344:101::d]:49907","req_id":"ca523340-8bf0-4357-91bc-6abe56df8a87","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 37308,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-30T19:29:37.680767843Z","hostname":"oxz_internal_dns_4919d451-a92b-4efd-a187-397eb67ef8ba","pid":5488,"peer_addr":"[fd00:1122:3344:101::d]:49795","req_id":"92c9c657-fa31-4ca1-98d5-08b71c9ccd69","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:29:47.323385867Z","hostname":"oxz_internal_dns_4919d451-a92b-4efd-a187-397eb67ef8ba","pid":5488,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:54788"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:29:47.32587855Z","hostname":"oxz_internal_dns_4919d451-a92b-4efd-a187-397eb67ef8ba","pid":5488,"new_generation":1,"req_id":"e4b606f8-133a-46f2-b405-a04ce9d696b6","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:29:47.32590176Z","hostname":"oxz_internal_dns_4919d451-a92b-4efd-a187-397eb67ef8ba","pid":5488,"new_generation":1,"req_id":"e4b606f8-133a-46f2-b405-a04ce9d696b6","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:29:47.32592963Z","hostname":"oxz_internal_dns_4919d451-a92b-4efd-a187-397eb67ef8ba","pid":5488,"uri":"/config","method":"PUT","req_id":"e4b606f8-133a-46f2-b405-a04ce9d696b6","remote_addr":"[fd00:1122:3344:101::c]:54788","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":266,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 55172,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-30T19:29:47.683181611Z","hostname":"oxz_internal_dns_4919d451-a92b-4efd-a187-397eb67ef8ba","pid":5488,"peer_addr":"[fd00:1122:3344:101::d]:52085","req_id":"3698bcb0-de84-4f0b-a27b-64459bf75043","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 41370,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-30T19:29:48.142030716Z","hostname":"oxz_internal_dns_4919d451-a92b-4efd-a187-397eb67ef8ba","pid":5488,"peer_addr":"[fd00:1122:3344:101::c]:6221","req_id":"96b3a433-bfa6-47f9-9eb5-42910e0e8b1a","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:29:48.237344232Z","hostname":"oxz_internal_dns_4919d451-a92b-4efd-a187-397eb67ef8ba","pid":5488,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:58131"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:29:48.237596425Z","hostname":"oxz_internal_dns_4919d451-a92b-4efd-a187-397eb67ef8ba","pid":5488,"uri":"/config","method":"GET","req_id":"2409b735-c768-4fd9-b7a7-37eecb997476","remote_addr":"[fd00:1122:3344:101::c]:58131","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":213,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:29:48.701825986Z","hostname":"oxz_internal_dns_4919d451-a92b-4efd-a187-397eb67ef8ba","pid":5488,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:34255"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:29:48.703974535Z","hostname":"oxz_internal_dns_4919d451-a92b-4efd-a187-397eb67ef8ba","pid":5488,"new_generation":1,"req_id":"d739320f-4c94-4a1e-a86d-a20ffbd26854","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:29:48.704026375Z","hostname":"oxz_internal_dns_4919d451-a92b-4efd-a187-397eb67ef8ba","pid":5488,"new_generation":1,"req_id":"d739320f-4c94-4a1e-a86d-a20ffbd26854","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:29:48.704035846Z","hostname":"oxz_internal_dns_4919d451-a92b-4efd-a187-397eb67ef8ba","pid":5488,"uri":"/config","method":"PUT","req_id":"d739320f-4c94-4a1e-a86d-a20ffbd26854","remote_addr":"[fd00:1122:3344:101::a]:34255","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":212,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:29:49.467648456Z","hostname":"oxz_internal_dns_4919d451-a92b-4efd-a187-397eb67ef8ba","pid":5488,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:48776"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:29:49.470793644Z","hostname":"oxz_internal_dns_4919d451-a92b-4efd-a187-397eb67ef8ba","pid":5488,"new_generation":1,"req_id":"e0cda8f7-3e14-4996-9324-318375f6a137","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:29:49.470886205Z","hostname":"oxz_internal_dns_4919d451-a92b-4efd-a187-397eb67ef8ba","pid":5488,"new_generation":1,"req_id":"e0cda8f7-3e14-4996-9324-318375f6a137","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:29:49.470931725Z","hostname":"oxz_internal_dns_4919d451-a92b-4efd-a187-397eb67ef8ba","pid":5488,"uri":"/config","method":"PUT","req_id":"e0cda8f7-3e14-4996-9324-318375f6a137","remote_addr":"[fd00:1122:3344:101::b]:48776","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":237,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 20793,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-30T19:29:49.499272177Z","hostname":"oxz_internal_dns_4919d451-a92b-4efd-a187-397eb67ef8ba","pid":5488,"peer_addr":"[fd00:1122:3344:101::a]:28204","req_id":"0c8669a8-70ab-4a84-a3ee-dff141054606","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:29:49.761644147Z","hostname":"oxz_internal_dns_4919d451-a92b-4efd-a187-397eb67ef8ba","pid":5488,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:44809"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:29:49.762649556Z","hostname":"oxz_internal_dns_4919d451-a92b-4efd-a187-397eb67ef8ba","pid":5488,"uri":"/config","method":"GET","req_id":"6dd58fbb-af6b-42e0-aa2f-ce9d76354e74","remote_addr":"[fd00:1122:3344:101::a]:44809","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":199,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 3656,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-30T19:29:50.353741404Z","hostname":"oxz_internal_dns_4919d451-a92b-4efd-a187-397eb67ef8ba","pid":5488,"peer_addr":"[fd00:1122:3344:101::b]:45502","req_id":"d5bef4f1-7afd-4ddd-b4a8-97a78261378a","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:29:50.445796951Z","hostname":"oxz_internal_dns_4919d451-a92b-4efd-a187-397eb67ef8ba","pid":5488,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:45215"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:29:50.446067123Z","hostname":"oxz_internal_dns_4919d451-a92b-4efd-a187-397eb67ef8ba","pid":5488,"uri":"/config","method":"GET","req_id":"4bd4ecc6-d732-4d73-ae37-f78649f504dd","remote_addr":"[fd00:1122:3344:101::b]:45215","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":220,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 10446,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-30T19:29:57.684966499Z","hostname":"oxz_internal_dns_4919d451-a92b-4efd-a187-397eb67ef8ba","pid":5488,"peer_addr":"[fd00:1122:3344:101::d]:55860","req_id":"00ad890d-4f28-4933-95e5-a7c981b4c002","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 43659,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_56a4bda5-4ab5-4c90-bdc9-9e8e8806ca6f.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_56a4bda5-4ab5-4c90-bdc9-9e8e8806ca6f.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 53,\n 54,\n 97,\n 52,\n 98,\n 100,\n 97,\n 53,\n 45,\n 52,\n 97,\n 98,\n 53,\n 45,\n 52,\n 99,\n 57,\n 48,\n 45,\n 98,\n 100,\n 99,\n 57,\n 45,\n 57,\n 101,\n 56,\n 101,\n 56,\n 56,\n 48,\n 54,\n 99,\n 97,\n 54,\n 102,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_56a4bda5-4ab5-4c90-bdc9-9e8e8806ca6f.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-30T19:30:00.136927711Z","hostname":"oxz_internal_dns_4919d451-a92b-4efd-a187-397eb67ef8ba","pid":5488,"peer_addr":"[fd00:1122:3344:101::6]:43123","req_id":"af76dafd-b11b-467d-b82c-9c09bb4a86c8","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 43659,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_56a4bda5-4ab5-4c90-bdc9-9e8e8806ca6f.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_56a4bda5-4ab5-4c90-bdc9-9e8e8806ca6f.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 53,\n 54,\n 97,\n 52,\n 98,\n 100,\n 97,\n 53,\n 45,\n 52,\n 97,\n 98,\n 53,\n 45,\n 52,\n 99,\n 57,\n 48,\n 45,\n 98,\n 100,\n 99,\n 57,\n 45,\n 57,\n 101,\n 56,\n 101,\n 56,\n 56,\n 48,\n 54,\n 99,\n 97,\n 54,\n 102,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_56a4bda5-4ab5-4c90-bdc9-9e8e8806ca6f.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-30T19:30:00.137418486Z","hostname":"oxz_internal_dns_4919d451-a92b-4efd-a187-397eb67ef8ba","pid":5488,"peer_addr":"[fd00:1122:3344:101::6]:63181","req_id":"26217ab9-f263-4f29-b553-3fa98c468123","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 20430,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_71063aa2-59aa-48c2-b797-269ef5a0b22a.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_71063aa2-59aa-48c2-b797-269ef5a0b22a.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 55,\n 49,\n 48,\n 54,\n 51,\n 97,\n 97,\n 50,\n 45,\n 53,\n 57,\n 97,\n 97,\n 45,\n 52,\n 56,\n 99,\n 50,\n 45,\n 98,\n 55,\n 57,\n 55,\n 45,\n 50,\n 54,\n 57,\n 101,\n 102,\n 53,\n 97,\n 48,\n 98,\n 50,\n 50,\n 97,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_71063aa2-59aa-48c2-b797-269ef5a0b22a.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-30T19:30:00.150375821Z","hostname":"oxz_internal_dns_4919d451-a92b-4efd-a187-397eb67ef8ba","pid":5488,"peer_addr":"[fd00:1122:3344:101::7]:34255","req_id":"29dd16ce-49a9-447b-a8a6-9851b90ec1b8","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 20430,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_71063aa2-59aa-48c2-b797-269ef5a0b22a.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_71063aa2-59aa-48c2-b797-269ef5a0b22a.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 55,\n 49,\n 48,\n 54,\n 51,\n 97,\n 97,\n 50,\n 45,\n 53,\n 57,\n 97,\n 97,\n 45,\n 52,\n 56,\n 99,\n 50,\n 45,\n 98,\n 55,\n 57,\n 55,\n 45,\n 50,\n 54,\n 57,\n 101,\n 102,\n 53,\n 97,\n 48,\n 98,\n 50,\n 50,\n 97,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_71063aa2-59aa-48c2-b797-269ef5a0b22a.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-30T19:30:00.150797144Z","hostname":"oxz_internal_dns_4919d451-a92b-4efd-a187-397eb67ef8ba","pid":5488,"peer_addr":"[fd00:1122:3344:101::7]:37068","req_id":"e420feb0-c55a-433b-a6ff-010ecce6c4d4","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 30895,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_8f9420e0-dc26-4896-9fec-9989dcc82bfa.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_8f9420e0-dc26-4896-9fec-9989dcc82bfa.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 56,\n 102,\n 57,\n 52,\n 50,\n 48,\n 101,\n 48,\n 45,\n 100,\n 99,\n 50,\n 54,\n 45,\n 52,\n 56,\n 57,\n 54,\n 45,\n 57,\n 102,\n 101,\n 99,\n 45,\n 57,\n 57,\n 56,\n 57,\n 100,\n 99,\n 99,\n 56,\n 50,\n 98,\n 102,\n 97,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_8f9420e0-dc26-4896-9fec-9989dcc82bfa.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-30T19:30:00.167031738Z","hostname":"oxz_internal_dns_4919d451-a92b-4efd-a187-397eb67ef8ba","pid":5488,"peer_addr":"[fd00:1122:3344:101::5]:58571","req_id":"08990e37-0cb4-42f0-9239-87d577414427","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 30895,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_8f9420e0-dc26-4896-9fec-9989dcc82bfa.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_8f9420e0-dc26-4896-9fec-9989dcc82bfa.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 56,\n 102,\n 57,\n 52,\n 50,\n 48,\n 101,\n 48,\n 45,\n 100,\n 99,\n 50,\n 54,\n 45,\n 52,\n 56,\n 57,\n 54,\n 45,\n 57,\n 102,\n 101,\n 99,\n 45,\n 57,\n 57,\n 56,\n 57,\n 100,\n 99,\n 99,\n 56,\n 50,\n 98,\n 102,\n 97,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_8f9420e0-dc26-4896-9fec-9989dcc82bfa.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-30T19:30:00.167321721Z","hostname":"oxz_internal_dns_4919d451-a92b-4efd-a187-397eb67ef8ba","pid":5488,"peer_addr":"[fd00:1122:3344:101::5]:33808","req_id":"f05ae5b1-b13a-4810-8a3c-d027485de397","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 7489,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_26a449e5-4f30-4659-a085-0a727b4755fe.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_26a449e5-4f30-4659-a085-0a727b4755fe.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 50,\n 54,\n 97,\n 52,\n 52,\n 57,\n 101,\n 53,\n 45,\n 52,\n 102,\n 51,\n 48,\n 45,\n 52,\n 54,\n 53,\n 57,\n 45,\n 97,\n 48,\n 56,\n 53,\n 45,\n 48,\n 97,\n 55,\n 50,\n 55,\n 98,\n 52,\n 55,\n 53,\n 53,\n 102,\n 101,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_26a449e5-4f30-4659-a085-0a727b4755fe.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-30T19:30:00.18180881Z","hostname":"oxz_internal_dns_4919d451-a92b-4efd-a187-397eb67ef8ba","pid":5488,"peer_addr":"[fd00:1122:3344:101::3]:46176","req_id":"7b5c9089-8dec-4022-8d80-1f2891485dfd","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 7489,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_26a449e5-4f30-4659-a085-0a727b4755fe.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_26a449e5-4f30-4659-a085-0a727b4755fe.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 50,\n 54,\n 97,\n 52,\n 52,\n 57,\n 101,\n 53,\n 45,\n 52,\n 102,\n 51,\n 48,\n 45,\n 52,\n 54,\n 53,\n 57,\n 45,\n 97,\n 48,\n 56,\n 53,\n 45,\n 48,\n 97,\n 55,\n 50,\n 55,\n 98,\n 52,\n 55,\n 53,\n 53,\n 102,\n 101,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_26a449e5-4f30-4659-a085-0a727b4755fe.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-30T19:30:00.182236307Z","hostname":"oxz_internal_dns_4919d451-a92b-4efd-a187-397eb67ef8ba","pid":5488,"peer_addr":"[fd00:1122:3344:101::3]:47778","req_id":"23d40fde-4184-41cc-bb55-7fdf84044f84","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 38292,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_85bb1efe-acea-4db4-a8ac-d908fc97ff66.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_85bb1efe-acea-4db4-a8ac-d908fc97ff66.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 56,\n 53,\n 98,\n 98,\n 49,\n 101,\n 102,\n 101,\n 45,\n 97,\n 99,\n 101,\n 97,\n 45,\n 52,\n 100,\n 98,\n 52,\n 45,\n 97,\n 56,\n 97,\n 99,\n 45,\n 100,\n 57,\n 48,\n 56,\n 102,\n 99,\n 57,\n 55,\n 102,\n 102,\n 54,\n 54,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_85bb1efe-acea-4db4-a8ac-d908fc97ff66.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-30T19:30:00.188890243Z","hostname":"oxz_internal_dns_4919d451-a92b-4efd-a187-397eb67ef8ba","pid":5488,"peer_addr":"[fd00:1122:3344:101::4]:34403","req_id":"b4d2fe2c-9029-4aec-ab1e-62955fe36519","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 38292,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_85bb1efe-acea-4db4-a8ac-d908fc97ff66.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_85bb1efe-acea-4db4-a8ac-d908fc97ff66.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 56,\n 53,\n 98,\n 98,\n 49,\n 101,\n 102,\n 101,\n 45,\n 97,\n 99,\n 101,\n 97,\n 45,\n 52,\n 100,\n 98,\n 52,\n 45,\n 97,\n 56,\n 97,\n 99,\n 45,\n 100,\n 57,\n 48,\n 56,\n 102,\n 99,\n 57,\n 55,\n 102,\n 102,\n 54,\n 54,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_85bb1efe-acea-4db4-a8ac-d908fc97ff66.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-30T19:30:00.189343296Z","hostname":"oxz_internal_dns_4919d451-a92b-4efd-a187-397eb67ef8ba","pid":5488,"peer_addr":"[fd00:1122:3344:101::4]:37164","req_id":"c7c22d2d-06c3-42c0-88ca-26d4cbc4cadf","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 2843,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-30T19:30:00.200104762Z","hostname":"oxz_internal_dns_4919d451-a92b-4efd-a187-397eb67ef8ba","pid":5488,"peer_addr":"[fd00:1122:3344:101::2]:46463","req_id":"32d0c9a6-fc2d-45d6-aa55-0f22ba6ed271","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 2843,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-30T19:30:00.200454355Z","hostname":"oxz_internal_dns_4919d451-a92b-4efd-a187-397eb67ef8ba","pid":5488,"peer_addr":"[fd00:1122:3344:101::2]:47522","req_id":"b0a0a935-3016-43e8-a08d-2ec5c464a66b","component":"dns"}