[ May 23 04:46:07 Enabled. ] [ May 23 04:46:07 Rereading configuration. ] [ May 23 04:46:08 Rereading configuration. ] [ May 23 04:46:09 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:3::1]:5353 --dns-address [fd00:1122:3344:3::1]:53 &"). ] [ May 23 04:46:09 Method "start" exited with status 0. ] Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:3::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } note: configured to log to "/dev/stdout" {"msg":"config","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:46:09.833744803Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"dns_config":"Config { bind_address: [fd00:1122:3344:3::1]:53 }","config":"Config { log: File { level: Info, path: \"/dev/stdout\", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:3::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: \"/data/dns\", keep_old_generations: 3 } }"} {"msg":"opening sled database","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:46:09.833899358Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"component":"store","path":"/data/dns"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:46:09.855049505Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"component":"store"} {"msg":"pruning trees for generations older than 0","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:46:09.855068215Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"component":"store","keep":3} {"msg":"DNS server bound to address","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:46:09.855143407Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"component":"dns","local_address":"[fd00:1122:3344:3::1]:53"} {"msg":"listening","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:46:09.855395014Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:46:11.185124275Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:3::2]:35501"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:46:11.186158513Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"new_generation":1,"req_id":"a4aa0b74-5723-48f7-87b7-bd5f919ac81e","component":"store"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:46:11.186189424Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"component":"store"} {"msg":"pruning trees for generations older than 1","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:46:11.214117643Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"component":"store","keep":3} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:46:11.214156414Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"new_generation":1,"req_id":"a4aa0b74-5723-48f7-87b7-bd5f919ac81e","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:46:11.214172514Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"uri":"/config","method":"PUT","req_id":"a4aa0b74-5723-48f7-87b7-bd5f919ac81e","remote_addr":"[fd00:1122:3344:3::2]:35501","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":28546,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 44980,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:46:23.465622452Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"peer_addr":"[fd00:1122:3344:101::1b]:43523","req_id":"82540a19-ab24-4e9e-8ac5-1a4d06169ad8","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 40366,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:46:23.48008449Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"peer_addr":"[fd00:1122:3344:101::1b]:49440","req_id":"a740f49d-41c7-48cb-af43-1e92a5ec8bd0","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 61762,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:46:23.492923524Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"peer_addr":"[fd00:1122:3344:101::1b]:55660","req_id":"acd1a942-8d68-4329-87fb-8be9d07408a0","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 63336,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:47:47.097927859Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"peer_addr":"[fd00:1122:3344:101::1b]:63921","req_id":"76c4bc3d-16f8-45a2-856a-e3b3788a22cc","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 36335,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:47:47.109387607Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"peer_addr":"[fd00:1122:3344:101::1b]:57005","req_id":"129e138b-6683-487f-99ff-3f2331dcfcf3","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 57196,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:47:47.120383623Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"peer_addr":"[fd00:1122:3344:101::1b]:48110","req_id":"2601c54d-1836-4479-95aa-3f95b1944107","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 19906,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:48:45.165254289Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"peer_addr":"[fd00:1122:3344:101::1b]:45994","req_id":"216e14f9-050b-4021-960b-ed439d43fb48","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 40042,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:48:45.181705201Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"peer_addr":"[fd00:1122:3344:101::1b]:45044","req_id":"f524c990-49ae-43bf-8257-023894ca982b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 4014,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:48:45.194356052Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"peer_addr":"[fd00:1122:3344:101::1b]:45051","req_id":"52cc55c6-8526-4558-9066-e6ffcf370a87","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 15254,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:50:13.010498396Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"peer_addr":"[fd00:1122:3344:101::d]:56671","req_id":"fa4395a5-b016-42c0-9781-2d7a5b207f1f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 57968,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_bed44565-d02e-48ca-a071-176e985c6312.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_bed44565-d02e-48ca-a071-176e985c6312.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 98,\n 101,\n 100,\n 52,\n 52,\n 53,\n 54,\n 53,\n 45,\n 100,\n 48,\n 50,\n 101,\n 45,\n 52,\n 56,\n 99,\n 97,\n 45,\n 97,\n 48,\n 55,\n 49,\n 45,\n 49,\n 55,\n 54,\n 101,\n 57,\n 56,\n 53,\n 99,\n 54,\n 51,\n 49,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_bed44565-d02e-48ca-a071-176e985c6312.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:50:15.36583849Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"peer_addr":"[fd00:1122:3344:101::e]:65318","req_id":"3eaa3d8c-71d7-40b8-9f2a-ce42b58eb12f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 57968,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_bed44565-d02e-48ca-a071-176e985c6312.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_bed44565-d02e-48ca-a071-176e985c6312.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 98,\n 101,\n 100,\n 52,\n 52,\n 53,\n 54,\n 53,\n 45,\n 100,\n 48,\n 50,\n 101,\n 45,\n 52,\n 56,\n 99,\n 97,\n 45,\n 97,\n 48,\n 55,\n 49,\n 45,\n 49,\n 55,\n 54,\n 101,\n 57,\n 56,\n 53,\n 99,\n 54,\n 51,\n 49,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_bed44565-d02e-48ca-a071-176e985c6312.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:50:15.366489748Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"peer_addr":"[fd00:1122:3344:101::e]:45603","req_id":"ea44a405-cd4a-4a2f-b53d-bf2f274b9d1c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 33922,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:50:22.98602358Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"peer_addr":"[fd00:1122:3344:101::d]:60991","req_id":"c625be42-366a-4522-8d43-b1d140820336","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 9125,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:50:23.174292341Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"peer_addr":"[fd00:1122:3344:101::c]:18329","req_id":"1ecabc8f-20de-4a06-b3ff-b15a9d57dd2e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 25261,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:50:23.263321529Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"peer_addr":"[fd00:1122:3344:101::b]:65406","req_id":"e814c23a-c2dc-4968-b78a-ad15e2b295d8","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 56140,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:50:23.514089627Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"peer_addr":"[fd00:1122:3344:101::a]:27703","req_id":"60e4080b-577d-4494-ae64-bc46aef0fec3","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 7692,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:50:23.916861921Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"peer_addr":"[fd00:1122:3344:101::1b]:63991","req_id":"22b02258-83b5-48a6-8031-aa294b48250c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 41397,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:50:23.930181218Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"peer_addr":"[fd00:1122:3344:101::1b]:48166","req_id":"e36972cb-dec5-4e31-b749-4db369052f04","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 49369,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:50:23.944509183Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"peer_addr":"[fd00:1122:3344:101::1b]:52263","req_id":"ebe93a05-bd80-45a6-afc2-dca773e401d7","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:50:25.433705653Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:35360"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:50:25.446073975Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:59368"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:50:25.446102095Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:50143"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:50:25.486113929Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:59701"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:50:25.504217814Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"new_generation":1,"req_id":"0dd64cc7-420b-4bc6-98f2-23037bf5507e","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:50:25.504298777Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"new_generation":1,"req_id":"0dd64cc7-420b-4bc6-98f2-23037bf5507e","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:50:25.504308387Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"uri":"/config","method":"PUT","req_id":"0dd64cc7-420b-4bc6-98f2-23037bf5507e","remote_addr":"[fd00:1122:3344:101::c]:59701","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":16593,"response_code":204} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:50:25.504461991Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"uri":"/config","method":"GET","req_id":"6a6ce6f2-1c85-4fa8-87d5-621b8888cbde","remote_addr":"[fd00:1122:3344:101::c]:35360","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":36168,"response_code":200} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:50:25.504514782Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"uri":"/config","method":"GET","req_id":"0555167d-2003-4f51-9359-03a9303a32c7","remote_addr":"[fd00:1122:3344:101::b]:50143","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":36201,"response_code":200} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:50:25.504548913Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"uri":"/config","method":"GET","req_id":"d15a6d90-52e9-47bb-b391-8df8c8a75c72","remote_addr":"[fd00:1122:3344:101::a]:59368","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":36208,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 31405,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:50:26.190820503Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"peer_addr":"[fd00:1122:3344:101::c]:15600","req_id":"11cabb57-63ff-42a9-a4a9-fb326d988a46","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:50:26.315123138Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:60438"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:50:26.315403525Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"uri":"/config","method":"GET","req_id":"ca4b5cfe-fde1-4eae-8660-db50c05c8013","remote_addr":"[fd00:1122:3344:101::c]:60438","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":214,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 61867,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:50:27.418562749Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"peer_addr":"[fd00:1122:3344:101::c]:26969","req_id":"1f555e3c-0986-47b0-b551-85d75890ed74","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:50:27.547498228Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:50004"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:50:27.547734974Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"uri":"/config","method":"GET","req_id":"3e45e8c0-1b96-45ac-ae36-d13b4a9e0cce","remote_addr":"[fd00:1122:3344:101::c]:50004","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":196,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 23227,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:50:32.987670178Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"peer_addr":"[fd00:1122:3344:101::d]:62555","req_id":"29cf8cf4-2686-4c74-8682-bf1efe1be745","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 29580,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:50:34.225016353Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"peer_addr":"[fd00:1122:3344:101::a]:4118","req_id":"1e59d6b8-b0fa-4e4b-9431-80c3437e807a","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:50:34.345445374Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:42419"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:50:34.345716892Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"uri":"/config","method":"GET","req_id":"03d2a888-2cec-4257-ba72-bd4fd633b73c","remote_addr":"[fd00:1122:3344:101::a]:42419","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":217,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 50631,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:50:34.816028529Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"peer_addr":"[fd00:1122:3344:101::b]:24821","req_id":"87fbb500-88e9-4d65-8b9b-4806d47c982f","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:50:34.938080973Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:57088"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:50:34.93835283Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"uri":"/config","method":"GET","req_id":"e3f8cce2-4a01-4696-9446-72e9b693e61b","remote_addr":"[fd00:1122:3344:101::b]:57088","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":218,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 62651,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:50:42.989098285Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"peer_addr":"[fd00:1122:3344:101::d]:62688","req_id":"f350d69a-7be7-4acd-8e5d-344e027721d0","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 54172,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:50:52.990939388Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"peer_addr":"[fd00:1122:3344:101::d]:56796","req_id":"fc1ae29c-0103-418c-a6ff-3e0e2edbfb4b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 51194,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:51:02.992656368Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"peer_addr":"[fd00:1122:3344:101::d]:60273","req_id":"20b86d49-29f4-4e84-81f6-d7e0eec595e2","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 59148,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:51:12.994036124Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"peer_addr":"[fd00:1122:3344:101::d]:64060","req_id":"89da9606-7a4f-4073-b6fd-f587364ffcdf","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:51:22.873635773Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:40789"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:51:22.874044144Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"new_generation":1,"req_id":"14cca20f-7ac5-4139-b1d5-38e90827cd02","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:51:22.874064605Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"new_generation":1,"req_id":"14cca20f-7ac5-4139-b1d5-38e90827cd02","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:51:22.874092325Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"uri":"/config","method":"PUT","req_id":"14cca20f-7ac5-4139-b1d5-38e90827cd02","remote_addr":"[fd00:1122:3344:101::c]:40789","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":279,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 44120,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:51:22.99652969Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"peer_addr":"[fd00:1122:3344:101::d]:54603","req_id":"40acef49-a676-4e19-ac7b-5632aada1b5d","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:51:23.091524048Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:47664"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:51:23.091871308Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"new_generation":1,"req_id":"0b290fde-f63e-4f59-a2c9-be725b6325e7","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:51:23.091909439Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"new_generation":1,"req_id":"0b290fde-f63e-4f59-a2c9-be725b6325e7","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:51:23.09195283Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"uri":"/config","method":"PUT","req_id":"0b290fde-f63e-4f59-a2c9-be725b6325e7","remote_addr":"[fd00:1122:3344:101::b]:47664","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":345,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:51:23.421253584Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:47141"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:51:23.421599803Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"new_generation":1,"req_id":"bbee95d5-58d4-4680-87ab-60c12cda09f0","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:51:23.421640954Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"new_generation":1,"req_id":"bbee95d5-58d4-4680-87ab-60c12cda09f0","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:51:23.421650685Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"uri":"/config","method":"PUT","req_id":"bbee95d5-58d4-4680-87ab-60c12cda09f0","remote_addr":"[fd00:1122:3344:101::a]:47141","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":280,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 26596,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:51:24.236857043Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"peer_addr":"[fd00:1122:3344:101::c]:23001","req_id":"f1250960-9745-4f42-b8dc-4e3d4ffef1c1","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 36506,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:51:24.236976426Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"peer_addr":"[fd00:1122:3344:101::b]:26514","req_id":"26d0da03-320e-4929-834a-f6e641ea292e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 15745,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:51:24.237767167Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"peer_addr":"[fd00:1122:3344:101::a]:3023","req_id":"dd76d130-5f24-4d37-b9ec-b32c3948934b","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:51:24.352940817Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:54416"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:51:24.353228405Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"uri":"/config","method":"GET","req_id":"6ca39c1b-bde9-4c0e-96b2-2f19508187ed","remote_addr":"[fd00:1122:3344:101::c]:54416","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":251,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:51:24.387223727Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:60512"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:51:24.387414812Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"uri":"/config","method":"GET","req_id":"1d9b2b55-ec17-48ff-bb35-b4c76d159580","remote_addr":"[fd00:1122:3344:101::b]:60512","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":156,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:51:24.42648244Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:48925"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:51:24.426702036Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"uri":"/config","method":"GET","req_id":"6c570cbb-6559-4fb4-9a0f-e0a822014098","remote_addr":"[fd00:1122:3344:101::a]:48925","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":182,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 9399,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:51:32.997758392Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"peer_addr":"[fd00:1122:3344:101::d]:53325","req_id":"ffd5e8c1-8d9f-4fc2-b145-ffa6408f59ee","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 52295,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:51:42.999439786Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"peer_addr":"[fd00:1122:3344:101::d]:55451","req_id":"66963ab8-720c-4669-849d-f673e534c315","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 15628,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:51:53.001403098Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"peer_addr":"[fd00:1122:3344:101::d]:52092","req_id":"e2c0913b-7a87-4e72-b9ba-e7c5bb485a3f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 50495,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:52:03.003116224Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"peer_addr":"[fd00:1122:3344:101::d]:54175","req_id":"68ce40e0-56a9-4b2a-8bb7-bc41708537f8","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 6123,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:52:13.005420975Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"peer_addr":"[fd00:1122:3344:101::d]:58542","req_id":"82788f2d-e13d-4631-a559-6083469cc79f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 40381,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:52:15.963381895Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"peer_addr":"[fd00:1122:3344:101::1b]:51251","req_id":"1d489a16-1845-486f-949b-1bda4498a639","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 25028,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:52:15.977296928Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"peer_addr":"[fd00:1122:3344:101::1b]:54237","req_id":"6299a0cd-e9de-4173-81fe-1ee11bbf76e6","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 42615,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:52:15.988621422Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"peer_addr":"[fd00:1122:3344:101::1b]:45336","req_id":"6d03a79d-0a78-43d5-80e2-85aadff77b69","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:52:22.852334258Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:62190"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:52:22.85277392Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"new_generation":1,"req_id":"af131041-2d15-42d8-9b58-bb96adf1c60f","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:52:22.852885093Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"new_generation":1,"req_id":"af131041-2d15-42d8-9b58-bb96adf1c60f","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:52:22.852902503Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"uri":"/config","method":"PUT","req_id":"af131041-2d15-42d8-9b58-bb96adf1c60f","remote_addr":"[fd00:1122:3344:101::a]:62190","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":301,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:52:22.87217105Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:50003"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:52:22.872467218Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"new_generation":1,"req_id":"aef21cb1-9b7a-4458-93bc-728f2d2ff429","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:52:22.872495579Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"new_generation":1,"req_id":"aef21cb1-9b7a-4458-93bc-728f2d2ff429","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:52:22.872741395Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"uri":"/config","method":"PUT","req_id":"aef21cb1-9b7a-4458-93bc-728f2d2ff429","remote_addr":"[fd00:1122:3344:101::c]:50003","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":224,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:52:22.881505631Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:33598"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:52:22.885700263Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"new_generation":1,"req_id":"541bed45-5e4d-49d3-96f6-2d6d5b1c1f4f","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:52:22.885802446Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"new_generation":1,"req_id":"541bed45-5e4d-49d3-96f6-2d6d5b1c1f4f","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:52:22.885815856Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"uri":"/config","method":"PUT","req_id":"541bed45-5e4d-49d3-96f6-2d6d5b1c1f4f","remote_addr":"[fd00:1122:3344:101::b]:33598","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":262,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 29526,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:52:23.007179812Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"peer_addr":"[fd00:1122:3344:101::d]:59099","req_id":"e7579918-4991-4079-808a-fe3ade886490","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 19109,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:52:24.338848635Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"peer_addr":"[fd00:1122:3344:101::c]:14333","req_id":"72742053-5bd2-47d6-893a-c2ede237d7ad","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47764,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:52:24.339527573Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"peer_addr":"[fd00:1122:3344:101::a]:30372","req_id":"3c104f2f-c023-4efb-988b-f9c4e1316d72","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 32215,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:52:24.345874454Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"peer_addr":"[fd00:1122:3344:101::b]:48904","req_id":"7504450a-a114-49f3-a629-42e15d9ad47e","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:52:24.449851203Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:40585"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:52:24.450073019Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"uri":"/config","method":"GET","req_id":"bbc44464-386f-4660-a8e1-92bf8b3a8f48","remote_addr":"[fd00:1122:3344:101::c]:40585","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":186,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:52:24.487850072Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:38017"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:52:24.488091349Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"uri":"/config","method":"GET","req_id":"99b6ab51-9822-4439-b730-70996222e323","remote_addr":"[fd00:1122:3344:101::a]:38017","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":198,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:52:24.520707354Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:63478"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:52:24.52095177Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"uri":"/config","method":"GET","req_id":"01b83b0b-fe0e-43c9-ad39-746b0b561def","remote_addr":"[fd00:1122:3344:101::b]:63478","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":198,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 17447,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:52:33.009098133Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"peer_addr":"[fd00:1122:3344:101::d]:51012","req_id":"4cd26b58-dc23-4208-a4d4-567fcc38a367","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 10084,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:52:43.011366702Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"peer_addr":"[fd00:1122:3344:101::d]:53893","req_id":"27cfe45f-3853-4ecf-a894-49733804a0aa","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 39417,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:52:53.013438653Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"peer_addr":"[fd00:1122:3344:101::d]:54229","req_id":"461b5572-9820-484b-b9b7-33a9cb98f5cf","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 12037,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:53:03.014914783Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"peer_addr":"[fd00:1122:3344:101::d]:53844","req_id":"e0d9905a-b181-4bf1-920b-2e4d1fc8be6c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 40278,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:53:13.016573192Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"peer_addr":"[fd00:1122:3344:101::d]:49254","req_id":"aec14b09-b71f-4c47-918f-2bfc9dc68baa","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:53:22.853226908Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:40072"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:53:22.853441654Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"new_generation":1,"req_id":"86228a75-79d1-42c5-a137-6c0d6d43157b","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:53:22.853464784Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"new_generation":1,"req_id":"86228a75-79d1-42c5-a137-6c0d6d43157b","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:53:22.853475105Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"uri":"/config","method":"PUT","req_id":"86228a75-79d1-42c5-a137-6c0d6d43157b","remote_addr":"[fd00:1122:3344:101::a]:40072","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":178,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:53:22.873362498Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:55797"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:53:22.873736688Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"new_generation":1,"req_id":"444baf13-77d8-4d3c-8529-7ba4fc038d80","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:53:22.873770449Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"new_generation":1,"req_id":"444baf13-77d8-4d3c-8529-7ba4fc038d80","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:53:22.873787089Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"uri":"/config","method":"PUT","req_id":"444baf13-77d8-4d3c-8529-7ba4fc038d80","remote_addr":"[fd00:1122:3344:101::c]:55797","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":248,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:53:22.88015049Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:36427"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:53:22.881782634Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"new_generation":1,"req_id":"0e91412b-89c4-490d-ac81-c17503746e38","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:53:22.881810495Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"new_generation":1,"req_id":"0e91412b-89c4-490d-ac81-c17503746e38","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:53:22.881820135Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"uri":"/config","method":"PUT","req_id":"0e91412b-89c4-490d-ac81-c17503746e38","remote_addr":"[fd00:1122:3344:101::b]:36427","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":211,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 44513,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:53:23.01769121Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"peer_addr":"[fd00:1122:3344:101::d]:55711","req_id":"cf9aea17-15de-453d-b339-16f02cd3c18b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 11375,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:53:24.888872895Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"peer_addr":"[fd00:1122:3344:101::a]:56809","req_id":"a3aefeec-bc0c-4705-9251-b731e4394ff4","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 20113,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:53:24.890093538Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"peer_addr":"[fd00:1122:3344:101::c]:11505","req_id":"f941aec8-091f-4e2c-932f-82c97b5c7a9e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 30127,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:53:24.895456112Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"peer_addr":"[fd00:1122:3344:101::b]:44375","req_id":"d299b780-9ba7-43cc-b3db-917fa898618a","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:53:24.996248366Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:64629"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:53:24.996476592Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"uri":"/config","method":"GET","req_id":"c03321f0-c517-481e-8b92-529e286c1426","remote_addr":"[fd00:1122:3344:101::a]:64629","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":194,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:53:25.032811417Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:65497"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:53:25.033036433Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"uri":"/config","method":"GET","req_id":"78d8a9d0-db4f-4e11-8e2f-c233d69cef6d","remote_addr":"[fd00:1122:3344:101::b]:65497","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":188,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:53:25.088311486Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:50525"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:53:25.088531172Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"uri":"/config","method":"GET","req_id":"30a846c4-8095-45f3-ba2b-ebb0d5397f2a","remote_addr":"[fd00:1122:3344:101::c]:50525","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":187,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 49101,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:53:33.020035704Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"peer_addr":"[fd00:1122:3344:101::d]:60267","req_id":"cbac8973-ad94-41ac-9e3e-a1d2acbd0294","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 34322,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:53:43.021539084Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"peer_addr":"[fd00:1122:3344:101::d]:62209","req_id":"d0ca3740-ef29-4d75-9ad7-fd63aab07f74","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 4149,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:53:53.023406954Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"peer_addr":"[fd00:1122:3344:101::d]:59352","req_id":"c88c8733-6e63-4f2a-a375-a80d1eb64ab7","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 20821,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:54:03.024533454Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"peer_addr":"[fd00:1122:3344:101::d]:63757","req_id":"0bb22d3c-5fa1-4dc5-9137-1aa302073465","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 44100,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:54:13.026285717Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"peer_addr":"[fd00:1122:3344:101::d]:61130","req_id":"cd4cd8eb-2339-4bb8-8bd8-0ea2d58e578e","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:54:22.852632954Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:63997"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:54:22.852873561Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"new_generation":1,"req_id":"3471afb5-0e17-4c5a-b7a2-845f7ac37da7","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:54:22.852899832Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"new_generation":1,"req_id":"3471afb5-0e17-4c5a-b7a2-845f7ac37da7","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:54:22.852910772Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"uri":"/config","method":"PUT","req_id":"3471afb5-0e17-4c5a-b7a2-845f7ac37da7","remote_addr":"[fd00:1122:3344:101::a]:63997","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":185,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:54:22.876213807Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:51947"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:54:22.876492515Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"new_generation":1,"req_id":"c1cf9a89-3ea1-4d75-9953-0ee50d5edffe","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:54:22.876522385Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"new_generation":1,"req_id":"c1cf9a89-3ea1-4d75-9953-0ee50d5edffe","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:54:22.876533506Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"uri":"/config","method":"PUT","req_id":"c1cf9a89-3ea1-4d75-9953-0ee50d5edffe","remote_addr":"[fd00:1122:3344:101::c]:51947","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":244,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:54:22.883072581Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:48834"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:54:22.88341271Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"new_generation":1,"req_id":"0cc4445f-5b72-4b1c-987d-9a065c4cc4c8","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:54:22.883434341Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"new_generation":1,"req_id":"0cc4445f-5b72-4b1c-987d-9a065c4cc4c8","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:54:22.883449001Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"uri":"/config","method":"PUT","req_id":"0cc4445f-5b72-4b1c-987d-9a065c4cc4c8","remote_addr":"[fd00:1122:3344:101::b]:48834","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":269,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 22291,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:54:23.028122722Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"peer_addr":"[fd00:1122:3344:101::d]:65477","req_id":"b757092d-76ad-4513-a4c4-861ec9736654","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 43285,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:54:25.330360582Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"peer_addr":"[fd00:1122:3344:101::a]:6564","req_id":"8a347097-6d06-40ce-8b05-ff1ef87ebc01","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 45229,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:54:25.330915037Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"peer_addr":"[fd00:1122:3344:101::c]:51277","req_id":"6e415b82-d880-4105-b1da-7c104697667d","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:54:25.434927377Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:64984"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:54:25.435154093Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"uri":"/config","method":"GET","req_id":"4bb7b89e-ef93-4589-a87b-e7cd400cbc97","remote_addr":"[fd00:1122:3344:101::a]:64984","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":191,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 763,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:54:25.438696968Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"peer_addr":"[fd00:1122:3344:101::b]:64597","req_id":"9bb2d6d3-eff7-4508-a3ef-5bf9de036d27","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:54:25.528302672Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:64948"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:54:25.528524058Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"uri":"/config","method":"GET","req_id":"cc5be548-e9f5-4f00-a5e9-bbc99f362da2","remote_addr":"[fd00:1122:3344:101::c]:64948","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":187,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:54:25.574169413Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:43435"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:54:25.574391309Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"uri":"/config","method":"GET","req_id":"ffaa2fc4-a429-4f88-9f9a-817e7bdb9e0f","remote_addr":"[fd00:1122:3344:101::b]:43435","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":188,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 34204,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:54:33.030059465Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"peer_addr":"[fd00:1122:3344:101::d]:52170","req_id":"eb96b98a-fa64-4ec2-b824-110f6f96dd51","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 14600,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:54:43.031705719Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"peer_addr":"[fd00:1122:3344:101::d]:55290","req_id":"0bbaddcb-e21e-4ee1-845f-1d83890dc7f7","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 39633,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:54:53.033057445Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"peer_addr":"[fd00:1122:3344:101::d]:50760","req_id":"e46edb43-4f95-4a8f-bc64-d118e01b5fd6","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 51309,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:55:03.035244814Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"peer_addr":"[fd00:1122:3344:101::d]:60242","req_id":"5a6c8761-7e89-48dd-b8bd-e535e304c95e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 304,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:55:13.036764144Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"peer_addr":"[fd00:1122:3344:101::d]:58007","req_id":"6ed8651f-8b8b-4455-9b60-527d6b9a7464","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:55:22.853003373Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:33920"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:55:22.85327701Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"new_generation":1,"req_id":"a1dc2909-1093-4cba-b466-71c93ec1cc41","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:55:22.853307281Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"new_generation":1,"req_id":"a1dc2909-1093-4cba-b466-71c93ec1cc41","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:55:22.853318301Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"uri":"/config","method":"PUT","req_id":"a1dc2909-1093-4cba-b466-71c93ec1cc41","remote_addr":"[fd00:1122:3344:101::a]:33920","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":198,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:55:22.874627662Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:42296"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:55:22.874960342Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"new_generation":1,"req_id":"0feb7f47-646b-426f-b53e-1f03ba3528a9","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:55:22.875001303Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"new_generation":1,"req_id":"0feb7f47-646b-426f-b53e-1f03ba3528a9","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:55:22.875014403Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"uri":"/config","method":"PUT","req_id":"0feb7f47-646b-426f-b53e-1f03ba3528a9","remote_addr":"[fd00:1122:3344:101::c]:42296","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":211,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:55:22.885477074Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:61838"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:55:22.88607873Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"new_generation":1,"req_id":"103957ee-ec9d-43fa-8e2c-50547c1ac9d4","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:55:22.886116601Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"new_generation":1,"req_id":"103957ee-ec9d-43fa-8e2c-50547c1ac9d4","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:55:22.886128991Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"uri":"/config","method":"PUT","req_id":"103957ee-ec9d-43fa-8e2c-50547c1ac9d4","remote_addr":"[fd00:1122:3344:101::b]:61838","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":269,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 9967,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:55:23.038426507Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"peer_addr":"[fd00:1122:3344:101::d]:63608","req_id":"61a2bce6-e5d7-4348-b6bf-6e72242ac154","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 21611,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:55:24.977910395Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"peer_addr":"[fd00:1122:3344:101::b]:44127","req_id":"d5f81b50-2aa9-4e8d-82d4-0758a31df683","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 65023,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:55:24.984537993Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"peer_addr":"[fd00:1122:3344:101::c]:24662","req_id":"df917aee-1499-47a9-b56a-8c16d2ff7d77","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 21858,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:55:24.984668056Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"peer_addr":"[fd00:1122:3344:101::a]:17375","req_id":"bf383715-8e64-4195-88e1-2f33c1865f5f","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:55:25.09069525Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:34983"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:55:25.090944657Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"uri":"/config","method":"GET","req_id":"0a85e88c-b9ab-4239-8c60-6e870d52c342","remote_addr":"[fd00:1122:3344:101::b]:34983","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":207,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:55:25.128756862Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:39142"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:55:25.128973408Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"uri":"/config","method":"GET","req_id":"91788286-aa1f-4e2f-8c13-3e4b4be08c43","remote_addr":"[fd00:1122:3344:101::c]:39142","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":181,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:55:25.172055963Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:40906"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:55:25.172285489Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"uri":"/config","method":"GET","req_id":"1950f69b-9144-4fe1-92ee-1f05d2b50038","remote_addr":"[fd00:1122:3344:101::a]:40906","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":186,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 36103,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:55:33.039795212Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"peer_addr":"[fd00:1122:3344:101::d]:59797","req_id":"bea79533-9de9-46f7-9c98-d7bb89de35e7","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 50315,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:55:43.041060675Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"peer_addr":"[fd00:1122:3344:101::d]:59482","req_id":"3cb71d7d-c6ef-4d0e-948d-4d6e1c16ca58","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 12876,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:55:53.042085791Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"peer_addr":"[fd00:1122:3344:101::d]:52315","req_id":"eedc3039-a3a7-4044-8422-56ed64c53fe7","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 18305,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:56:03.043821468Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"peer_addr":"[fd00:1122:3344:101::d]:63635","req_id":"ac62b9ce-bef9-4e54-97ea-2b6118fe6d83","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 12430,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:56:13.045272856Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"peer_addr":"[fd00:1122:3344:101::d]:56746","req_id":"0b771bac-d448-4000-834a-ab5d979a9839","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:56:22.853444301Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:33206"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:56:22.853876362Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"new_generation":1,"req_id":"da0c676c-8898-4757-a171-6f726f2f276d","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:56:22.853897383Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"new_generation":1,"req_id":"da0c676c-8898-4757-a171-6f726f2f276d","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:56:22.853903823Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"uri":"/config","method":"PUT","req_id":"da0c676c-8898-4757-a171-6f726f2f276d","remote_addr":"[fd00:1122:3344:101::a]:33206","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":278,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:56:22.87504855Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:35182"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:56:22.876492559Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"new_generation":1,"req_id":"8728bc78-32d8-4c82-a7d3-3b3ba0cd9252","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:56:22.87651926Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"new_generation":1,"req_id":"8728bc78-32d8-4c82-a7d3-3b3ba0cd9252","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:56:22.87653019Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"uri":"/config","method":"PUT","req_id":"8728bc78-32d8-4c82-a7d3-3b3ba0cd9252","remote_addr":"[fd00:1122:3344:101::c]:35182","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":817,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:56:22.890278509Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:48743"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:56:22.890887635Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"new_generation":1,"req_id":"323fe759-b557-4a82-bec8-acb18ce6ed4f","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:56:22.890908616Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"new_generation":1,"req_id":"323fe759-b557-4a82-bec8-acb18ce6ed4f","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:56:22.890919026Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"uri":"/config","method":"PUT","req_id":"323fe759-b557-4a82-bec8-acb18ce6ed4f","remote_addr":"[fd00:1122:3344:101::b]:48743","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":252,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 50877,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:56:23.046764807Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"peer_addr":"[fd00:1122:3344:101::d]:57190","req_id":"f7a952cc-fd3d-498c-a6fc-ef2c18446ec5","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 40377,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:56:24.841983035Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"peer_addr":"[fd00:1122:3344:101::a]:59714","req_id":"34b381bd-da05-4ad4-83c4-ed1a56d4caba","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 58884,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:56:24.895306296Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"peer_addr":"[fd00:1122:3344:101::c]:23662","req_id":"a523334c-7b66-4b45-9ffa-30b203514fef","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 17511,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:56:24.999376728Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"peer_addr":"[fd00:1122:3344:101::b]:41480","req_id":"41263e08-decf-48b4-8159-d2ce2754daea","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:56:25.002124251Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:52265"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:56:25.002384849Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"uri":"/config","method":"GET","req_id":"7572bc98-45a7-493e-85b9-2354a5314c89","remote_addr":"[fd00:1122:3344:101::c]:52265","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":200,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:56:25.039088153Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:39712"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:56:25.03932728Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"uri":"/config","method":"GET","req_id":"be12159e-ef2f-4cc4-b5c7-f0ad99404970","remote_addr":"[fd00:1122:3344:101::a]:39712","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":204,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:56:25.190110925Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:48820"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:56:25.190382142Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"uri":"/config","method":"GET","req_id":"7657b31d-8f6e-4354-9141-cf116febcf8f","remote_addr":"[fd00:1122:3344:101::b]:48820","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":228,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 7750,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:56:25.554086719Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"peer_addr":"[fd00:1122:3344:101::1b]:38878","req_id":"e5f4211e-fdac-4305-b87b-ef29bc0a3e8d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 13440,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:56:25.575595336Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"peer_addr":"[fd00:1122:3344:101::1b]:61813","req_id":"3b5dfcc1-a6a3-44f0-8b40-bad46a3449e3","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 12756,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:56:25.589056777Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"peer_addr":"[fd00:1122:3344:101::1b]:56068","req_id":"2f350d32-6dd4-472e-b496-75fe4e2c300b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 6657,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:56:33.047921039Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"peer_addr":"[fd00:1122:3344:101::d]:53715","req_id":"3076bb96-c5fd-4437-9aa3-e4b4cb1e5462","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 4678,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:56:43.049675347Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"peer_addr":"[fd00:1122:3344:101::d]:49901","req_id":"6796441f-1775-49f9-9767-c3c97fd772b5","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 42763,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:56:53.050892609Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"peer_addr":"[fd00:1122:3344:101::d]:51161","req_id":"9b4c0ba9-e557-4ab3-b185-247df40bc4ef","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 3754,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:57:03.051836584Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"peer_addr":"[fd00:1122:3344:101::d]:60008","req_id":"7e35f70a-7b8e-4084-8ae1-da8fb7fd10cb","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 25016,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:57:13.053438015Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"peer_addr":"[fd00:1122:3344:101::d]:56020","req_id":"78e1f0b6-9162-4c3c-94f3-f8b4a451149f","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:57:22.853487981Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:43001"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:57:22.85385195Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"new_generation":1,"req_id":"29cf3f3f-cc2c-4ebc-bbf9-29df6bf4ba5a","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:57:22.853881091Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"new_generation":1,"req_id":"29cf3f3f-cc2c-4ebc-bbf9-29df6bf4ba5a","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:57:22.853894532Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"uri":"/config","method":"PUT","req_id":"29cf3f3f-cc2c-4ebc-bbf9-29df6bf4ba5a","remote_addr":"[fd00:1122:3344:101::a]:43001","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":309,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:57:22.874821163Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:57546"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:57:22.875225924Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"new_generation":1,"req_id":"dd202c18-e40a-44e7-a40d-9e3d539373f4","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:57:22.875254465Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"new_generation":1,"req_id":"dd202c18-e40a-44e7-a40d-9e3d539373f4","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:57:22.875271595Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"uri":"/config","method":"PUT","req_id":"dd202c18-e40a-44e7-a40d-9e3d539373f4","remote_addr":"[fd00:1122:3344:101::c]:57546","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":335,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:57:22.883032893Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:44171"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:57:22.883233559Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"new_generation":1,"req_id":"455b63c5-ab99-4a8c-bf8b-ba68b96065b1","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:57:22.883269969Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"new_generation":1,"req_id":"455b63c5-ab99-4a8c-bf8b-ba68b96065b1","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:57:22.88328107Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"uri":"/config","method":"PUT","req_id":"455b63c5-ab99-4a8c-bf8b-ba68b96065b1","remote_addr":"[fd00:1122:3344:101::b]:44171","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":228,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 14863,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:57:23.055620243Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"peer_addr":"[fd00:1122:3344:101::d]:59307","req_id":"b1511270-ef92-4889-b380-81118ff3e423","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 42643,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:57:24.178207427Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"peer_addr":"[fd00:1122:3344:101::b]:26856","req_id":"6d71eb31-b59a-43e3-b4b7-6eefcaee9606","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 29257,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:57:24.184530327Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"peer_addr":"[fd00:1122:3344:101::a]:26408","req_id":"b7c68fb2-4634-477f-9062-ba536f537903","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 19962,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:57:24.237138208Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"peer_addr":"[fd00:1122:3344:101::c]:60626","req_id":"b6ad8374-a582-4e1d-a007-1c3a3a018ff8","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:57:24.294144178Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:46529"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:57:24.294398424Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"uri":"/config","method":"GET","req_id":"1d5efeec-840b-428b-ba6e-8042e7abc063","remote_addr":"[fd00:1122:3344:101::a]:46529","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":201,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:57:24.339211837Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:40894"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:57:24.339505545Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"uri":"/config","method":"GET","req_id":"1eb16f72-9a33-4bf2-ab56-5e1200d9daf8","remote_addr":"[fd00:1122:3344:101::c]:40894","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":239,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:57:24.378984894Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:63344"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:57:24.37923474Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"uri":"/config","method":"GET","req_id":"15fa79bc-d555-431a-ace2-cddb4df7444c","remote_addr":"[fd00:1122:3344:101::b]:63344","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":201,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 55079,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:57:33.056928838Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"peer_addr":"[fd00:1122:3344:101::d]:65220","req_id":"1e7a2da0-cd3c-44b0-8e61-feb9d6842abb","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 28705,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:57:43.058637883Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"peer_addr":"[fd00:1122:3344:101::d]:59333","req_id":"3a3f2f16-1434-4f26-a270-deaf8e999bd7","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 15778,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:57:53.060008369Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"peer_addr":"[fd00:1122:3344:101::d]:64011","req_id":"b85ec2b7-cca3-4a8f-bf4c-42849b1c9399","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 22200,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:58:03.061944691Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"peer_addr":"[fd00:1122:3344:101::d]:50148","req_id":"6080c960-ae42-4b47-a9c3-d327456b9a62","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 1802,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:58:13.063455852Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"peer_addr":"[fd00:1122:3344:101::d]:51963","req_id":"fcc06428-ac88-478d-8f78-79f17fb3a6b4","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:58:22.854026215Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:59712"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:58:22.854316272Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"new_generation":1,"req_id":"e21c770b-a14c-41d7-88f0-80f0bd106b14","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:58:22.854390284Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"new_generation":1,"req_id":"e21c770b-a14c-41d7-88f0-80f0bd106b14","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:58:22.854407055Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"uri":"/config","method":"PUT","req_id":"e21c770b-a14c-41d7-88f0-80f0bd106b14","remote_addr":"[fd00:1122:3344:101::a]:59712","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":253,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:58:22.874271988Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:63850"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:58:22.874757941Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"new_generation":1,"req_id":"9b241b34-eb8c-461c-9d87-26db0b8a306c","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:58:22.874875344Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"new_generation":1,"req_id":"9b241b34-eb8c-461c-9d87-26db0b8a306c","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:58:22.874888814Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"uri":"/config","method":"PUT","req_id":"9b241b34-eb8c-461c-9d87-26db0b8a306c","remote_addr":"[fd00:1122:3344:101::c]:63850","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":247,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:58:22.880622548Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:51832"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:58:22.881230234Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"new_generation":1,"req_id":"6e2b591c-fde3-4922-b2fb-45a4a768a911","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:58:22.881259925Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"new_generation":1,"req_id":"6e2b591c-fde3-4922-b2fb-45a4a768a911","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:58:22.881269766Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"uri":"/config","method":"PUT","req_id":"6e2b591c-fde3-4922-b2fb-45a4a768a911","remote_addr":"[fd00:1122:3344:101::b]:51832","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":286,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 63235,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:58:23.065067426Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"peer_addr":"[fd00:1122:3344:101::d]:56602","req_id":"2bb19536-f598-447b-8b4d-95c7f5cef23d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 16343,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:58:24.694517038Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"peer_addr":"[fd00:1122:3344:101::c]:45696","req_id":"d5930475-b42f-453c-be5a-392467beb74b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 45905,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:58:24.700313203Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"peer_addr":"[fd00:1122:3344:101::a]:30077","req_id":"7ebafbba-f412-4f79-8d0e-ea6f178321a6","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 48589,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:58:24.700974511Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"peer_addr":"[fd00:1122:3344:101::b]:56510","req_id":"c746559c-0632-4a79-8ab6-627a2057be8d","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:58:24.798782544Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:38652"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:58:24.799033471Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"uri":"/config","method":"GET","req_id":"91cf0d54-3a6b-4b86-8f36-88a42319a791","remote_addr":"[fd00:1122:3344:101::c]:38652","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":212,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:58:24.83814599Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:43400"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:58:24.838405137Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"uri":"/config","method":"GET","req_id":"f7d19cbc-09f8-4320-87c3-d9c868b0bbbe","remote_addr":"[fd00:1122:3344:101::b]:43400","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":221,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:58:24.902390484Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:35147"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:58:24.90262557Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"uri":"/config","method":"GET","req_id":"91d7d339-b424-4210-aae9-b82cc910dbd6","remote_addr":"[fd00:1122:3344:101::a]:35147","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":200,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 36858,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:58:33.066576815Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"peer_addr":"[fd00:1122:3344:101::d]:61191","req_id":"ff95be9f-1e5a-4762-a5f2-28373040b9ca","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 7090,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:58:43.068915945Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"peer_addr":"[fd00:1122:3344:101::d]:62901","req_id":"8ac17a0e-aff2-4292-9864-4cf6399c7d25","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 2546,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:58:53.070426874Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"peer_addr":"[fd00:1122:3344:101::d]:59707","req_id":"94b494c9-2a12-43f3-9375-ed8a3a75f731","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 13887,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:59:03.072105357Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"peer_addr":"[fd00:1122:3344:101::d]:61973","req_id":"ac378b48-6240-4f60-9f9b-1f9d844ee1f3","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 40403,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:59:13.073595255Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"peer_addr":"[fd00:1122:3344:101::d]:52405","req_id":"836d85fc-d2c6-4f30-be6d-8ac5a8829c2f","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:59:22.853371466Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:43925"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:59:22.853685084Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"new_generation":1,"req_id":"3839e146-8e09-47df-b707-4724918699cd","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:59:22.853711265Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"new_generation":1,"req_id":"3839e146-8e09-47df-b707-4724918699cd","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:59:22.853719715Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"uri":"/config","method":"PUT","req_id":"3839e146-8e09-47df-b707-4724918699cd","remote_addr":"[fd00:1122:3344:101::a]:43925","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":250,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:59:22.877205625Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:63242"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:59:22.87889285Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"new_generation":1,"req_id":"52fe5897-6835-44fd-85fd-9f99212c20e5","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:59:22.878921011Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"new_generation":1,"req_id":"52fe5897-6835-44fd-85fd-9f99212c20e5","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:59:22.878931181Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"uri":"/config","method":"PUT","req_id":"52fe5897-6835-44fd-85fd-9f99212c20e5","remote_addr":"[fd00:1122:3344:101::c]:63242","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":231,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:59:22.880660528Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:40005"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:59:22.881152041Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"new_generation":1,"req_id":"f79e1457-9b2a-471c-83b9-21e9926bbb30","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:59:22.881175481Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"new_generation":1,"req_id":"f79e1457-9b2a-471c-83b9-21e9926bbb30","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:59:22.881186562Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"uri":"/config","method":"PUT","req_id":"f79e1457-9b2a-471c-83b9-21e9926bbb30","remote_addr":"[fd00:1122:3344:101::b]:40005","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":247,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 42360,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:59:23.075621828Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"peer_addr":"[fd00:1122:3344:101::d]:65298","req_id":"85703d31-6d1d-459a-977b-c3797b0459af","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 18174,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:59:24.514123927Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"peer_addr":"[fd00:1122:3344:101::a]:28392","req_id":"5af299c3-e1be-4163-bc45-ead8825ff434","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 37651,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:59:24.519753128Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"peer_addr":"[fd00:1122:3344:101::c]:8280","req_id":"410f2f32-dd16-43b2-ad49-85f5e8616554","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 13445,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:59:24.51982123Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"peer_addr":"[fd00:1122:3344:101::b]:11236","req_id":"f83ec9a8-5b5d-4291-9d13-2a21d63eecef","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:59:24.623048589Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:39095"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:59:24.623277265Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"uri":"/config","method":"GET","req_id":"1dddb653-85a2-4087-8344-aa893dc176fd","remote_addr":"[fd00:1122:3344:101::a]:39095","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":194,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:59:24.663378091Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:61536"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:59:24.663600357Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"uri":"/config","method":"GET","req_id":"fe5864d4-7b8b-4f70-a304-381328e7d6c8","remote_addr":"[fd00:1122:3344:101::c]:61536","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":188,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:59:24.709282532Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:38650"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:59:24.709502838Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"uri":"/config","method":"GET","req_id":"e62dcef3-07b6-4c4e-846e-48a08c8fc82e","remote_addr":"[fd00:1122:3344:101::b]:38650","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":189,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 18938,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:59:33.077775894Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"peer_addr":"[fd00:1122:3344:101::d]:60995","req_id":"b535ce37-f1f6-4d39-bf57-3dfd7f86b665","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 39265,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:59:43.079233692Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"peer_addr":"[fd00:1122:3344:101::d]:57233","req_id":"da8f9818-2a2c-4a80-978f-e088c97d8be1","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 48966,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:59:53.081173562Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"peer_addr":"[fd00:1122:3344:101::d]:55310","req_id":"383db90d-e70c-4b7d-a643-8a3c2a3474f3","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 11416,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_bed44565-d02e-48ca-a071-176e985c6312.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_bed44565-d02e-48ca-a071-176e985c6312.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 98,\n 101,\n 100,\n 52,\n 52,\n 53,\n 54,\n 53,\n 45,\n 100,\n 48,\n 50,\n 101,\n 45,\n 52,\n 56,\n 99,\n 97,\n 45,\n 97,\n 48,\n 55,\n 49,\n 45,\n 49,\n 55,\n 54,\n 101,\n 57,\n 56,\n 53,\n 99,\n 54,\n 51,\n 49,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_bed44565-d02e-48ca-a071-176e985c6312.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-23T05:00:00.070486456Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"peer_addr":"[fd00:1122:3344:101::e]:57335","req_id":"12d8e2da-a6fc-46cb-8132-7d49760a1dbf","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 11416,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_bed44565-d02e-48ca-a071-176e985c6312.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_bed44565-d02e-48ca-a071-176e985c6312.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 98,\n 101,\n 100,\n 52,\n 52,\n 53,\n 54,\n 53,\n 45,\n 100,\n 48,\n 50,\n 101,\n 45,\n 52,\n 56,\n 99,\n 97,\n 45,\n 97,\n 48,\n 55,\n 49,\n 45,\n 49,\n 55,\n 54,\n 101,\n 57,\n 56,\n 53,\n 99,\n 54,\n 51,\n 49,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_bed44565-d02e-48ca-a071-176e985c6312.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-23T05:00:00.071154014Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"peer_addr":"[fd00:1122:3344:101::e]:62628","req_id":"b7138ff5-9c79-4f76-b6c9-e2c69e921db7","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 17341,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_ntp_1a8135c5-43ac-4a96-8b12-04b17c608159.\"),\n ),\n original: Query {\n name: Name(\"oxz_ntp_1a8135c5-43ac-4a96-8b12-04b17c608159.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 44,\n 111,\n 120,\n 122,\n 95,\n 110,\n 116,\n 112,\n 95,\n 49,\n 97,\n 56,\n 49,\n 51,\n 53,\n 99,\n 53,\n 45,\n 52,\n 51,\n 97,\n 99,\n 45,\n 52,\n 97,\n 57,\n 54,\n 45,\n 56,\n 98,\n 49,\n 50,\n 45,\n 48,\n 52,\n 98,\n 49,\n 55,\n 99,\n 54,\n 48,\n 56,\n 49,\n 53,\n 57,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_ntp_1a8135c5-43ac-4a96-8b12-04b17c608159.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-23T05:00:00.136750003Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"peer_addr":"[fd00:1122:3344:101::1b]:40377","req_id":"87906ec9-bd96-47ba-a18e-b5deafb6bfa0","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 12109,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_5ec0197f-bc3b-4270-a8b5-925d3a4dd9ae.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_5ec0197f-bc3b-4270-a8b5-925d3a4dd9ae.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 53,\n 101,\n 99,\n 48,\n 49,\n 57,\n 55,\n 102,\n 45,\n 98,\n 99,\n 51,\n 98,\n 45,\n 52,\n 50,\n 55,\n 48,\n 45,\n 97,\n 56,\n 98,\n 53,\n 45,\n 57,\n 50,\n 53,\n 100,\n 51,\n 97,\n 52,\n 100,\n 100,\n 57,\n 97,\n 101,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_5ec0197f-bc3b-4270-a8b5-925d3a4dd9ae.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-23T05:00:00.506520633Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"peer_addr":"[fd00:1122:3344:101::3]:46849","req_id":"c4b9f1fe-2b2d-4363-b915-60dd1bbaf677","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 12109,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_5ec0197f-bc3b-4270-a8b5-925d3a4dd9ae.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_5ec0197f-bc3b-4270-a8b5-925d3a4dd9ae.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 53,\n 101,\n 99,\n 48,\n 49,\n 57,\n 55,\n 102,\n 45,\n 98,\n 99,\n 51,\n 98,\n 45,\n 52,\n 50,\n 55,\n 48,\n 45,\n 97,\n 56,\n 98,\n 53,\n 45,\n 57,\n 50,\n 53,\n 100,\n 51,\n 97,\n 52,\n 100,\n 100,\n 57,\n 97,\n 101,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_5ec0197f-bc3b-4270-a8b5-925d3a4dd9ae.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-23T05:00:00.507103998Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"peer_addr":"[fd00:1122:3344:101::3]:63566","req_id":"5883c125-87d1-4d06-ad08-a948f6988cf4","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 31826,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_e35e7630-e4d8-477d-a9aa-a42f8426f61e.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_e35e7630-e4d8-477d-a9aa-a42f8426f61e.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 101,\n 51,\n 53,\n 101,\n 55,\n 54,\n 51,\n 48,\n 45,\n 101,\n 52,\n 100,\n 56,\n 45,\n 52,\n 55,\n 55,\n 100,\n 45,\n 97,\n 57,\n 97,\n 97,\n 45,\n 97,\n 52,\n 50,\n 102,\n 56,\n 52,\n 50,\n 54,\n 102,\n 54,\n 49,\n 101,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_e35e7630-e4d8-477d-a9aa-a42f8426f61e.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-23T05:00:00.538670895Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"peer_addr":"[fd00:1122:3344:101::5]:57476","req_id":"12971cc2-cad0-4056-b83d-f200c7295c90","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 31826,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_e35e7630-e4d8-477d-a9aa-a42f8426f61e.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_e35e7630-e4d8-477d-a9aa-a42f8426f61e.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 101,\n 51,\n 53,\n 101,\n 55,\n 54,\n 51,\n 48,\n 45,\n 101,\n 52,\n 100,\n 56,\n 45,\n 52,\n 55,\n 55,\n 100,\n 45,\n 97,\n 57,\n 97,\n 97,\n 45,\n 97,\n 52,\n 50,\n 102,\n 56,\n 52,\n 50,\n 54,\n 102,\n 54,\n 49,\n 101,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_e35e7630-e4d8-477d-a9aa-a42f8426f61e.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-23T05:00:00.539276511Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"peer_addr":"[fd00:1122:3344:101::5]:62461","req_id":"5980643b-242d-4dc1-9a1a-5d6cf0292995","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 6902,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_10210177-dec8-41fe-aa08-f4734cb1de9b.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_10210177-dec8-41fe-aa08-f4734cb1de9b.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 49,\n 48,\n 50,\n 49,\n 48,\n 49,\n 55,\n 55,\n 45,\n 100,\n 101,\n 99,\n 56,\n 45,\n 52,\n 49,\n 102,\n 101,\n 45,\n 97,\n 97,\n 48,\n 56,\n 45,\n 102,\n 52,\n 55,\n 51,\n 52,\n 99,\n 98,\n 49,\n 100,\n 101,\n 57,\n 98,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_10210177-dec8-41fe-aa08-f4734cb1de9b.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-23T05:00:00.551497459Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"peer_addr":"[fd00:1122:3344:101::6]:64194","req_id":"0b9b6538-e147-4b33-b910-73ac77548d41","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 6902,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_10210177-dec8-41fe-aa08-f4734cb1de9b.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_10210177-dec8-41fe-aa08-f4734cb1de9b.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 49,\n 48,\n 50,\n 49,\n 48,\n 49,\n 55,\n 55,\n 45,\n 100,\n 101,\n 99,\n 56,\n 45,\n 52,\n 49,\n 102,\n 101,\n 45,\n 97,\n 97,\n 48,\n 56,\n 45,\n 102,\n 52,\n 55,\n 51,\n 52,\n 99,\n 98,\n 49,\n 100,\n 101,\n 57,\n 98,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_10210177-dec8-41fe-aa08-f4734cb1de9b.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-23T05:00:00.552097485Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"peer_addr":"[fd00:1122:3344:101::6]:58131","req_id":"e3cc665b-1a50-4ce0-a773-d21174e61863","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 28830,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_6a3ca42d-4314-4de2-b0c2-00f26d4c4cad.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_6a3ca42d-4314-4de2-b0c2-00f26d4c4cad.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 54,\n 97,\n 51,\n 99,\n 97,\n 52,\n 50,\n 100,\n 45,\n 52,\n 51,\n 49,\n 52,\n 45,\n 52,\n 100,\n 101,\n 50,\n 45,\n 98,\n 48,\n 99,\n 50,\n 45,\n 48,\n 48,\n 102,\n 50,\n 54,\n 100,\n 52,\n 99,\n 52,\n 99,\n 97,\n 100,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_6a3ca42d-4314-4de2-b0c2-00f26d4c4cad.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-23T05:00:00.616075541Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"peer_addr":"[fd00:1122:3344:101::7]:56373","req_id":"7a0655af-66fa-406f-b337-91e388ee0e4d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 28830,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_6a3ca42d-4314-4de2-b0c2-00f26d4c4cad.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_6a3ca42d-4314-4de2-b0c2-00f26d4c4cad.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 54,\n 97,\n 51,\n 99,\n 97,\n 52,\n 50,\n 100,\n 45,\n 52,\n 51,\n 49,\n 52,\n 45,\n 52,\n 100,\n 101,\n 50,\n 45,\n 98,\n 48,\n 99,\n 50,\n 45,\n 48,\n 48,\n 102,\n 50,\n 54,\n 100,\n 52,\n 99,\n 52,\n 99,\n 97,\n 100,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_6a3ca42d-4314-4de2-b0c2-00f26d4c4cad.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-23T05:00:00.616693368Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"peer_addr":"[fd00:1122:3344:101::7]:52246","req_id":"39ee0965-0a67-4b27-a58c-6442370dfd46","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 31480,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_73d4a3d1-d64e-484e-9971-19dc0a1e9f80.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_73d4a3d1-d64e-484e-9971-19dc0a1e9f80.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 55,\n 51,\n 100,\n 52,\n 97,\n 51,\n 100,\n 49,\n 45,\n 100,\n 54,\n 52,\n 101,\n 45,\n 52,\n 56,\n 52,\n 101,\n 45,\n 57,\n 57,\n 55,\n 49,\n 45,\n 49,\n 57,\n 100,\n 99,\n 48,\n 97,\n 49,\n 101,\n 57,\n 102,\n 56,\n 48,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_73d4a3d1-d64e-484e-9971-19dc0a1e9f80.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-23T05:00:00.725010293Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"peer_addr":"[fd00:1122:3344:101::4]:48475","req_id":"592c39fe-a649-4f4a-aa83-2ebef95af1fc","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 31480,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_73d4a3d1-d64e-484e-9971-19dc0a1e9f80.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_73d4a3d1-d64e-484e-9971-19dc0a1e9f80.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 55,\n 51,\n 100,\n 52,\n 97,\n 51,\n 100,\n 49,\n 45,\n 100,\n 54,\n 52,\n 101,\n 45,\n 52,\n 56,\n 52,\n 101,\n 45,\n 57,\n 57,\n 55,\n 49,\n 45,\n 49,\n 57,\n 100,\n 99,\n 48,\n 97,\n 49,\n 101,\n 57,\n 102,\n 56,\n 48,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_73d4a3d1-d64e-484e-9971-19dc0a1e9f80.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-23T05:00:00.725654771Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"peer_addr":"[fd00:1122:3344:101::4]:40622","req_id":"3d534f35-b8b2-4ab9-aeda-f0e1f01b48ce","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 9025,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-23T05:00:00.961389874Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"peer_addr":"[fd00:1122:3344:101::2]:39970","req_id":"edbc733f-9a38-4cd7-b523-834b8cd4a98b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 9025,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-23T05:00:00.96198592Z","hostname":"oxz_internal_dns_aaa95103-1422-4ba8-9c4c-b7290c2fdd7f","pid":5515,"peer_addr":"[fd00:1122:3344:101::2]:60018","req_id":"f52f0835-d6bd-4fed-b508-83c3d9921566","component":"dns"}