[ Jun 19 22:10:30 Enabled. ] [ Jun 19 22:10:30 Rereading configuration. ] [ Jun 19 22:10:30 Rereading configuration. ] [ Jun 19 22:10:32 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:2::1]:5353 --dns-address [fd00:1122:3344:2::1]:53 &"). ] [ Jun 19 22:10:32 Method "start" exited with status 0. ] Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:2::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } note: configured to log to "/dev/stdout" {"msg":"config","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:10:32.208235666Z","hostname":"oxz_internal_dns_84e73848-43f8-43cc-b439-025c5a50c7b5","pid":5508,"dns_config":"Config { bind_address: [fd00:1122:3344:2::1]:53 }","config":"Config { log: File { level: Info, path: \"/dev/stdout\", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:2::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: \"/data/dns\", keep_old_generations: 3 } }"} {"msg":"opening sled database","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:10:32.208393019Z","hostname":"oxz_internal_dns_84e73848-43f8-43cc-b439-025c5a50c7b5","pid":5508,"component":"store","path":"/data/dns"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:10:32.229555788Z","hostname":"oxz_internal_dns_84e73848-43f8-43cc-b439-025c5a50c7b5","pid":5508,"component":"store"} {"msg":"pruning trees for generations older than 0","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:10:32.229586428Z","hostname":"oxz_internal_dns_84e73848-43f8-43cc-b439-025c5a50c7b5","pid":5508,"component":"store","keep":3} {"msg":"DNS server bound to address","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:10:32.229646989Z","hostname":"oxz_internal_dns_84e73848-43f8-43cc-b439-025c5a50c7b5","pid":5508,"component":"dns","local_address":"[fd00:1122:3344:2::1]:53"} {"msg":"listening","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:10:32.229975784Z","hostname":"oxz_internal_dns_84e73848-43f8-43cc-b439-025c5a50c7b5","pid":5508,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:10:32.285657551Z","hostname":"oxz_internal_dns_84e73848-43f8-43cc-b439-025c5a50c7b5","pid":5508,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:2::2]:44071"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:10:32.286431971Z","hostname":"oxz_internal_dns_84e73848-43f8-43cc-b439-025c5a50c7b5","pid":5508,"new_generation":1,"req_id":"a44561ed-9506-45cf-8cff-282c64bdf4f5","component":"store"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:10:32.286466952Z","hostname":"oxz_internal_dns_84e73848-43f8-43cc-b439-025c5a50c7b5","pid":5508,"component":"store"} {"msg":"pruning trees for generations older than 1","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:10:32.315505802Z","hostname":"oxz_internal_dns_84e73848-43f8-43cc-b439-025c5a50c7b5","pid":5508,"component":"store","keep":3} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:10:32.315537173Z","hostname":"oxz_internal_dns_84e73848-43f8-43cc-b439-025c5a50c7b5","pid":5508,"new_generation":1,"req_id":"a44561ed-9506-45cf-8cff-282c64bdf4f5","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:10:32.315568823Z","hostname":"oxz_internal_dns_84e73848-43f8-43cc-b439-025c5a50c7b5","pid":5508,"uri":"/config","method":"PUT","req_id":"a44561ed-9506-45cf-8cff-282c64bdf4f5","remote_addr":"[fd00:1122:3344:2::2]:44071","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":29522,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 28239,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-19T22:10:44.695725858Z","hostname":"oxz_internal_dns_84e73848-43f8-43cc-b439-025c5a50c7b5","pid":5508,"peer_addr":"[fd00:1122:3344:101::1b]:61058","req_id":"d1a6b599-2d4e-4ac2-a4ad-ee42e03bf0d9","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 31111,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-19T22:10:44.700308252Z","hostname":"oxz_internal_dns_84e73848-43f8-43cc-b439-025c5a50c7b5","pid":5508,"peer_addr":"[fd00:1122:3344:101::1b]:35616","req_id":"f7d0f0fe-dda0-4bd8-a416-34fbb1bae39b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 58357,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-19T22:10:44.705013109Z","hostname":"oxz_internal_dns_84e73848-43f8-43cc-b439-025c5a50c7b5","pid":5508,"peer_addr":"[fd00:1122:3344:101::1b]:58060","req_id":"9d2eba91-c156-4c71-bdd9-0b776cad7bd2","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 35655,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-19T22:12:34.226211377Z","hostname":"oxz_internal_dns_84e73848-43f8-43cc-b439-025c5a50c7b5","pid":5508,"peer_addr":"[fd00:1122:3344:101::d]:55106","req_id":"cdef4efb-7667-4822-a9c2-c1e5cb29df4b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 9890,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_e86d3cdb-057f-4af9-a52d-4d084f8e3c42.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_e86d3cdb-057f-4af9-a52d-4d084f8e3c42.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 101,\n 56,\n 54,\n 100,\n 51,\n 99,\n 100,\n 98,\n 45,\n 48,\n 53,\n 55,\n 102,\n 45,\n 52,\n 97,\n 102,\n 57,\n 45,\n 97,\n 53,\n 50,\n 100,\n 45,\n 52,\n 100,\n 48,\n 56,\n 52,\n 102,\n 56,\n 101,\n 51,\n 99,\n 52,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_e86d3cdb-057f-4af9-a52d-4d084f8e3c42.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-19T22:12:37.03165653Z","hostname":"oxz_internal_dns_84e73848-43f8-43cc-b439-025c5a50c7b5","pid":5508,"peer_addr":"[fd00:1122:3344:101::e]:47460","req_id":"ea32c79d-bd1b-475c-a723-49eb15477511","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 9890,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_e86d3cdb-057f-4af9-a52d-4d084f8e3c42.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_e86d3cdb-057f-4af9-a52d-4d084f8e3c42.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 101,\n 56,\n 54,\n 100,\n 51,\n 99,\n 100,\n 98,\n 45,\n 48,\n 53,\n 55,\n 102,\n 45,\n 52,\n 97,\n 102,\n 57,\n 45,\n 97,\n 53,\n 50,\n 100,\n 45,\n 52,\n 100,\n 48,\n 56,\n 52,\n 102,\n 56,\n 101,\n 51,\n 99,\n 52,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_e86d3cdb-057f-4af9-a52d-4d084f8e3c42.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-19T22:12:37.039116475Z","hostname":"oxz_internal_dns_84e73848-43f8-43cc-b439-025c5a50c7b5","pid":5508,"peer_addr":"[fd00:1122:3344:101::e]:65034","req_id":"0d73fb99-716b-4092-8665-65ddd5fdbd41","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 54644,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-19T22:12:41.613173101Z","hostname":"oxz_internal_dns_84e73848-43f8-43cc-b439-025c5a50c7b5","pid":5508,"peer_addr":"[fd00:1122:3344:101::a]:5660","req_id":"d41a4578-1afd-4feb-9c4c-5392ef347fbb","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 56482,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-19T22:12:43.308548348Z","hostname":"oxz_internal_dns_84e73848-43f8-43cc-b439-025c5a50c7b5","pid":5508,"peer_addr":"[fd00:1122:3344:101::b]:18974","req_id":"134508f7-cf60-45ac-8665-be5b7ad941ba","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 56880,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-19T22:12:43.309371929Z","hostname":"oxz_internal_dns_84e73848-43f8-43cc-b439-025c5a50c7b5","pid":5508,"peer_addr":"[fd00:1122:3344:101::c]:45665","req_id":"22baa1f1-a6f2-4239-9403-6b8bdc989847","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 20651,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-19T22:12:44.216234414Z","hostname":"oxz_internal_dns_84e73848-43f8-43cc-b439-025c5a50c7b5","pid":5508,"peer_addr":"[fd00:1122:3344:101::d]:62991","req_id":"446f6cfa-ef3a-4ddc-a5de-4ef19fbd0cb9","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 52367,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-19T22:12:44.940842133Z","hostname":"oxz_internal_dns_84e73848-43f8-43cc-b439-025c5a50c7b5","pid":5508,"peer_addr":"[fd00:1122:3344:101::1b]:35254","req_id":"d2131e16-29ab-4d53-9914-040870c59b78","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 10126,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-19T22:12:44.945128954Z","hostname":"oxz_internal_dns_84e73848-43f8-43cc-b439-025c5a50c7b5","pid":5508,"peer_addr":"[fd00:1122:3344:101::1b]:42870","req_id":"0c489526-a3c4-4f97-a60a-df0873b98c83","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 58674,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-19T22:12:44.94981999Z","hostname":"oxz_internal_dns_84e73848-43f8-43cc-b439-025c5a50c7b5","pid":5508,"peer_addr":"[fd00:1122:3344:101::1b]:51588","req_id":"46d91a4e-2722-4459-93e8-77fa3f6d2ffc","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 51362,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-19T22:12:49.466890211Z","hostname":"oxz_internal_dns_84e73848-43f8-43cc-b439-025c5a50c7b5","pid":5508,"peer_addr":"[fd00:1122:3344:101::b]:57659","req_id":"b028525b-2752-4d1d-bb9a-da21a680ff16","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:12:49.730725899Z","hostname":"oxz_internal_dns_84e73848-43f8-43cc-b439-025c5a50c7b5","pid":5508,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:58226"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:12:49.771984422Z","hostname":"oxz_internal_dns_84e73848-43f8-43cc-b439-025c5a50c7b5","pid":5508,"uri":"/config","method":"GET","req_id":"81b8ba38-0f08-433f-9563-3516525df469","remote_addr":"[fd00:1122:3344:101::b]:58226","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":19960,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 38929,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-19T22:12:51.270857892Z","hostname":"oxz_internal_dns_84e73848-43f8-43cc-b439-025c5a50c7b5","pid":5508,"peer_addr":"[fd00:1122:3344:101::b]:29834","req_id":"e5b865f1-46e2-4b0b-b9cf-f698b9346065","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:12:51.372655451Z","hostname":"oxz_internal_dns_84e73848-43f8-43cc-b439-025c5a50c7b5","pid":5508,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:35538"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:12:51.373964299Z","hostname":"oxz_internal_dns_84e73848-43f8-43cc-b439-025c5a50c7b5","pid":5508,"new_generation":1,"req_id":"c71e1a68-1f9b-4b1e-b434-cb68cb1d0157","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:12:51.37404236Z","hostname":"oxz_internal_dns_84e73848-43f8-43cc-b439-025c5a50c7b5","pid":5508,"new_generation":1,"req_id":"c71e1a68-1f9b-4b1e-b434-cb68cb1d0157","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:12:51.37405136Z","hostname":"oxz_internal_dns_84e73848-43f8-43cc-b439-025c5a50c7b5","pid":5508,"uri":"/config","method":"PUT","req_id":"c71e1a68-1f9b-4b1e-b434-cb68cb1d0157","remote_addr":"[fd00:1122:3344:101::b]:35538","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":336,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:12:51.513628903Z","hostname":"oxz_internal_dns_84e73848-43f8-43cc-b439-025c5a50c7b5","pid":5508,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:57392"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:12:51.513916467Z","hostname":"oxz_internal_dns_84e73848-43f8-43cc-b439-025c5a50c7b5","pid":5508,"uri":"/config","method":"GET","req_id":"71eb7f9e-8a1d-4be3-9c55-375d5c7b3557","remote_addr":"[fd00:1122:3344:101::b]:57392","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":218,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 15644,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-19T22:12:52.145432271Z","hostname":"oxz_internal_dns_84e73848-43f8-43cc-b439-025c5a50c7b5","pid":5508,"peer_addr":"[fd00:1122:3344:101::a]:33372","req_id":"edd10aea-f729-4fa1-85be-c65c2135c0a4","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:12:52.273860405Z","hostname":"oxz_internal_dns_84e73848-43f8-43cc-b439-025c5a50c7b5","pid":5508,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:39858"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:12:52.274163339Z","hostname":"oxz_internal_dns_84e73848-43f8-43cc-b439-025c5a50c7b5","pid":5508,"uri":"/config","method":"GET","req_id":"cf648cf1-2e41-423c-a921-b0d84a66c527","remote_addr":"[fd00:1122:3344:101::a]:39858","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":240,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 32896,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-19T22:12:52.654643056Z","hostname":"oxz_internal_dns_84e73848-43f8-43cc-b439-025c5a50c7b5","pid":5508,"peer_addr":"[fd00:1122:3344:101::b]:8869","req_id":"c2f48f84-4387-491d-acf7-645b06ea3302","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:12:52.930809958Z","hostname":"oxz_internal_dns_84e73848-43f8-43cc-b439-025c5a50c7b5","pid":5508,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:58495"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:12:52.931123723Z","hostname":"oxz_internal_dns_84e73848-43f8-43cc-b439-025c5a50c7b5","pid":5508,"uri":"/config","method":"GET","req_id":"d38cdad4-d866-4522-b76f-4abd17b9d669","remote_addr":"[fd00:1122:3344:101::b]:58495","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":271,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 46075,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-19T22:12:53.942797189Z","hostname":"oxz_internal_dns_84e73848-43f8-43cc-b439-025c5a50c7b5","pid":5508,"peer_addr":"[fd00:1122:3344:101::c]:49026","req_id":"2fd1eb75-8d9e-46a9-9b1c-5cd7fdc437d8","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:12:54.069400007Z","hostname":"oxz_internal_dns_84e73848-43f8-43cc-b439-025c5a50c7b5","pid":5508,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:64096"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:12:54.069625951Z","hostname":"oxz_internal_dns_84e73848-43f8-43cc-b439-025c5a50c7b5","pid":5508,"uri":"/config","method":"GET","req_id":"955fcb41-4170-4c4b-932c-fc31921f1c26","remote_addr":"[fd00:1122:3344:101::c]:64096","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":183,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 43223,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-19T22:12:54.218350843Z","hostname":"oxz_internal_dns_84e73848-43f8-43cc-b439-025c5a50c7b5","pid":5508,"peer_addr":"[fd00:1122:3344:101::d]:51831","req_id":"362a6141-972c-4990-8e3d-7dc98aa46b21","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 18122,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-19T22:13:04.220326139Z","hostname":"oxz_internal_dns_84e73848-43f8-43cc-b439-025c5a50c7b5","pid":5508,"peer_addr":"[fd00:1122:3344:101::d]:55082","req_id":"c7b02101-7d94-4104-ac8d-3d22bf25db80","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 12523,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-19T22:13:14.222092409Z","hostname":"oxz_internal_dns_84e73848-43f8-43cc-b439-025c5a50c7b5","pid":5508,"peer_addr":"[fd00:1122:3344:101::d]:52475","req_id":"f40d3c34-a28e-4026-aff8-29a7a231cf78","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 40042,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-19T22:13:24.224186366Z","hostname":"oxz_internal_dns_84e73848-43f8-43cc-b439-025c5a50c7b5","pid":5508,"peer_addr":"[fd00:1122:3344:101::d]:65214","req_id":"145ebb10-d68b-48da-938d-7de463ae6b0c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 27610,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-19T22:13:34.225715046Z","hostname":"oxz_internal_dns_84e73848-43f8-43cc-b439-025c5a50c7b5","pid":5508,"peer_addr":"[fd00:1122:3344:101::d]:58435","req_id":"f1a8bcf1-99e7-44e5-bc18-b6c94a6e46ac","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:13:41.393956559Z","hostname":"oxz_internal_dns_84e73848-43f8-43cc-b439-025c5a50c7b5","pid":5508,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:34526"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:13:41.398069167Z","hostname":"oxz_internal_dns_84e73848-43f8-43cc-b439-025c5a50c7b5","pid":5508,"new_generation":1,"req_id":"a9e94f7b-8f84-4070-935b-431a7b8f4052","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:13:41.398112918Z","hostname":"oxz_internal_dns_84e73848-43f8-43cc-b439-025c5a50c7b5","pid":5508,"new_generation":1,"req_id":"a9e94f7b-8f84-4070-935b-431a7b8f4052","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:13:41.398129188Z","hostname":"oxz_internal_dns_84e73848-43f8-43cc-b439-025c5a50c7b5","pid":5508,"uri":"/config","method":"PUT","req_id":"a9e94f7b-8f84-4070-935b-431a7b8f4052","remote_addr":"[fd00:1122:3344:101::a]:34526","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":239,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:13:42.994722729Z","hostname":"oxz_internal_dns_84e73848-43f8-43cc-b439-025c5a50c7b5","pid":5508,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:47413"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:13:42.996389732Z","hostname":"oxz_internal_dns_84e73848-43f8-43cc-b439-025c5a50c7b5","pid":5508,"new_generation":1,"req_id":"66a04370-dc23-410c-85e7-fa17548b47fc","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:13:42.996423303Z","hostname":"oxz_internal_dns_84e73848-43f8-43cc-b439-025c5a50c7b5","pid":5508,"new_generation":1,"req_id":"66a04370-dc23-410c-85e7-fa17548b47fc","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:13:42.996451633Z","hostname":"oxz_internal_dns_84e73848-43f8-43cc-b439-025c5a50c7b5","pid":5508,"uri":"/config","method":"PUT","req_id":"66a04370-dc23-410c-85e7-fa17548b47fc","remote_addr":"[fd00:1122:3344:101::b]:47413","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":309,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:13:43.225748868Z","hostname":"oxz_internal_dns_84e73848-43f8-43cc-b439-025c5a50c7b5","pid":5508,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:52983"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:13:43.227744652Z","hostname":"oxz_internal_dns_84e73848-43f8-43cc-b439-025c5a50c7b5","pid":5508,"new_generation":1,"req_id":"1c65154b-46c3-4f0b-901f-69561a358862","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:13:43.227953464Z","hostname":"oxz_internal_dns_84e73848-43f8-43cc-b439-025c5a50c7b5","pid":5508,"new_generation":1,"req_id":"1c65154b-46c3-4f0b-901f-69561a358862","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:13:43.228002085Z","hostname":"oxz_internal_dns_84e73848-43f8-43cc-b439-025c5a50c7b5","pid":5508,"uri":"/config","method":"PUT","req_id":"1c65154b-46c3-4f0b-901f-69561a358862","remote_addr":"[fd00:1122:3344:101::c]:52983","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":294,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 56500,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-19T22:13:43.296113518Z","hostname":"oxz_internal_dns_84e73848-43f8-43cc-b439-025c5a50c7b5","pid":5508,"peer_addr":"[fd00:1122:3344:101::a]:64161","req_id":"f4c8f943-c7f3-4cfc-9b2c-b3c1e9b75196","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:13:43.430581148Z","hostname":"oxz_internal_dns_84e73848-43f8-43cc-b439-025c5a50c7b5","pid":5508,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:46128"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:13:43.430872682Z","hostname":"oxz_internal_dns_84e73848-43f8-43cc-b439-025c5a50c7b5","pid":5508,"uri":"/config","method":"GET","req_id":"a5e9976b-29f8-44c0-ade8-943c5cc48999","remote_addr":"[fd00:1122:3344:101::a]:46128","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":235,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 44553,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-19T22:13:44.22760494Z","hostname":"oxz_internal_dns_84e73848-43f8-43cc-b439-025c5a50c7b5","pid":5508,"peer_addr":"[fd00:1122:3344:101::d]:62781","req_id":"833ecdf9-10a3-4d5d-bd0e-481c6465e371","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 52741,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-19T22:13:44.3436082Z","hostname":"oxz_internal_dns_84e73848-43f8-43cc-b439-025c5a50c7b5","pid":5508,"peer_addr":"[fd00:1122:3344:101::c]:22899","req_id":"74736afa-f164-401d-b321-b44c120f0653","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 31677,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-19T22:13:44.348790583Z","hostname":"oxz_internal_dns_84e73848-43f8-43cc-b439-025c5a50c7b5","pid":5508,"peer_addr":"[fd00:1122:3344:101::b]:19843","req_id":"75f74e13-0a7d-4c66-b8c7-e183a7abd9a3","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:13:44.444297092Z","hostname":"oxz_internal_dns_84e73848-43f8-43cc-b439-025c5a50c7b5","pid":5508,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:40044"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:13:44.444559606Z","hostname":"oxz_internal_dns_84e73848-43f8-43cc-b439-025c5a50c7b5","pid":5508,"uri":"/config","method":"GET","req_id":"9b815a42-cda8-411f-ac7a-c3e759789958","remote_addr":"[fd00:1122:3344:101::c]:40044","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":224,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:13:44.537099074Z","hostname":"oxz_internal_dns_84e73848-43f8-43cc-b439-025c5a50c7b5","pid":5508,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:52546"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:13:44.537362518Z","hostname":"oxz_internal_dns_84e73848-43f8-43cc-b439-025c5a50c7b5","pid":5508,"uri":"/config","method":"GET","req_id":"adc8218f-e39b-4708-83f0-ebe664a33516","remote_addr":"[fd00:1122:3344:101::b]:52546","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":200,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 1609,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-19T22:13:54.229117519Z","hostname":"oxz_internal_dns_84e73848-43f8-43cc-b439-025c5a50c7b5","pid":5508,"peer_addr":"[fd00:1122:3344:101::d]:56715","req_id":"2a2aef3a-420e-48d5-b759-1c31aea4a807","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 65356,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-19T22:14:04.230338995Z","hostname":"oxz_internal_dns_84e73848-43f8-43cc-b439-025c5a50c7b5","pid":5508,"peer_addr":"[fd00:1122:3344:101::d]:54272","req_id":"69e2ecbf-833e-44a6-a7ad-7ecd2aceb34b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 4942,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-19T22:14:14.232056549Z","hostname":"oxz_internal_dns_84e73848-43f8-43cc-b439-025c5a50c7b5","pid":5508,"peer_addr":"[fd00:1122:3344:101::d]:55540","req_id":"d1147c89-2140-4550-9535-d0d9075ead8c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 25052,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-19T22:14:24.233820973Z","hostname":"oxz_internal_dns_84e73848-43f8-43cc-b439-025c5a50c7b5","pid":5508,"peer_addr":"[fd00:1122:3344:101::d]:64230","req_id":"be99015d-752c-47f6-aab0-53e95cfcaf06","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 5572,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-19T22:14:34.236005153Z","hostname":"oxz_internal_dns_84e73848-43f8-43cc-b439-025c5a50c7b5","pid":5508,"peer_addr":"[fd00:1122:3344:101::d]:62321","req_id":"7a39ee82-bc01-4369-a682-9cc19ac7dd3b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 14200,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-19T22:14:36.957085194Z","hostname":"oxz_internal_dns_84e73848-43f8-43cc-b439-025c5a50c7b5","pid":5508,"peer_addr":"[fd00:1122:3344:101::1b]:42477","req_id":"c4b90a41-09a0-495f-a231-c361d5875ca9","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47136,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-19T22:14:36.961341194Z","hostname":"oxz_internal_dns_84e73848-43f8-43cc-b439-025c5a50c7b5","pid":5508,"peer_addr":"[fd00:1122:3344:101::1b]:62653","req_id":"1b239d91-4709-4c42-8530-af85de01eda5","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 33113,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-19T22:14:36.96531494Z","hostname":"oxz_internal_dns_84e73848-43f8-43cc-b439-025c5a50c7b5","pid":5508,"peer_addr":"[fd00:1122:3344:101::1b]:41440","req_id":"c134a7a1-34e5-49f0-9678-44d633a4f5e2","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:14:41.244235566Z","hostname":"oxz_internal_dns_84e73848-43f8-43cc-b439-025c5a50c7b5","pid":5508,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:50990"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:14:41.245888849Z","hostname":"oxz_internal_dns_84e73848-43f8-43cc-b439-025c5a50c7b5","pid":5508,"new_generation":1,"req_id":"3fb53aa5-f212-4bed-9ff3-6111bd90f3bf","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:14:41.24594729Z","hostname":"oxz_internal_dns_84e73848-43f8-43cc-b439-025c5a50c7b5","pid":5508,"new_generation":1,"req_id":"3fb53aa5-f212-4bed-9ff3-6111bd90f3bf","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:14:41.24598479Z","hostname":"oxz_internal_dns_84e73848-43f8-43cc-b439-025c5a50c7b5","pid":5508,"uri":"/config","method":"PUT","req_id":"3fb53aa5-f212-4bed-9ff3-6111bd90f3bf","remote_addr":"[fd00:1122:3344:101::a]:50990","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":239,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 41428,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-19T22:14:42.482513704Z","hostname":"oxz_internal_dns_84e73848-43f8-43cc-b439-025c5a50c7b5","pid":5508,"peer_addr":"[fd00:1122:3344:101::a]:25562","req_id":"80e66f39-6838-4031-9a58-53097579106b","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:14:42.582209112Z","hostname":"oxz_internal_dns_84e73848-43f8-43cc-b439-025c5a50c7b5","pid":5508,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:33738"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:14:42.582505927Z","hostname":"oxz_internal_dns_84e73848-43f8-43cc-b439-025c5a50c7b5","pid":5508,"uri":"/config","method":"GET","req_id":"114c3149-f318-488f-a77e-0baec09a8908","remote_addr":"[fd00:1122:3344:101::a]:33738","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":225,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:14:42.994379476Z","hostname":"oxz_internal_dns_84e73848-43f8-43cc-b439-025c5a50c7b5","pid":5508,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:40704"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:14:42.995933018Z","hostname":"oxz_internal_dns_84e73848-43f8-43cc-b439-025c5a50c7b5","pid":5508,"new_generation":1,"req_id":"8f14d259-c221-4b46-a067-3bd048254bc8","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:14:42.995985219Z","hostname":"oxz_internal_dns_84e73848-43f8-43cc-b439-025c5a50c7b5","pid":5508,"new_generation":1,"req_id":"8f14d259-c221-4b46-a067-3bd048254bc8","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:14:42.996010329Z","hostname":"oxz_internal_dns_84e73848-43f8-43cc-b439-025c5a50c7b5","pid":5508,"uri":"/config","method":"PUT","req_id":"8f14d259-c221-4b46-a067-3bd048254bc8","remote_addr":"[fd00:1122:3344:101::b]:40704","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":242,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:14:43.00034585Z","hostname":"oxz_internal_dns_84e73848-43f8-43cc-b439-025c5a50c7b5","pid":5508,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:53446"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:14:43.003389396Z","hostname":"oxz_internal_dns_84e73848-43f8-43cc-b439-025c5a50c7b5","pid":5508,"new_generation":1,"req_id":"af733364-f8bc-4881-a618-b129a78e0b33","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:14:43.003433412Z","hostname":"oxz_internal_dns_84e73848-43f8-43cc-b439-025c5a50c7b5","pid":5508,"new_generation":1,"req_id":"af733364-f8bc-4881-a618-b129a78e0b33","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:14:43.003468287Z","hostname":"oxz_internal_dns_84e73848-43f8-43cc-b439-025c5a50c7b5","pid":5508,"uri":"/config","method":"PUT","req_id":"af733364-f8bc-4881-a618-b129a78e0b33","remote_addr":"[fd00:1122:3344:101::c]:53446","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":259,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 8634,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-19T22:14:43.866783944Z","hostname":"oxz_internal_dns_84e73848-43f8-43cc-b439-025c5a50c7b5","pid":5508,"peer_addr":"[fd00:1122:3344:101::c]:16488","req_id":"8e1bf4e4-140b-44d5-aaaa-e82a13d93a85","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 16089,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-19T22:14:43.915510482Z","hostname":"oxz_internal_dns_84e73848-43f8-43cc-b439-025c5a50c7b5","pid":5508,"peer_addr":"[fd00:1122:3344:101::b]:56106","req_id":"a249f823-26c8-478e-8bcc-a2d1e4fe084f","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:14:43.97759596Z","hostname":"oxz_internal_dns_84e73848-43f8-43cc-b439-025c5a50c7b5","pid":5508,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:43666"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:14:43.977750132Z","hostname":"oxz_internal_dns_84e73848-43f8-43cc-b439-025c5a50c7b5","pid":5508,"uri":"/config","method":"GET","req_id":"7fc2e7f6-c7b1-4310-ab96-fa3ff3daf3bd","remote_addr":"[fd00:1122:3344:101::c]:43666","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":196,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:14:44.015018618Z","hostname":"oxz_internal_dns_84e73848-43f8-43cc-b439-025c5a50c7b5","pid":5508,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:36191"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:14:44.015374884Z","hostname":"oxz_internal_dns_84e73848-43f8-43cc-b439-025c5a50c7b5","pid":5508,"uri":"/config","method":"GET","req_id":"26b30a1a-abed-458a-8dec-d0b1e0d54549","remote_addr":"[fd00:1122:3344:101::b]:36191","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":241,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 4336,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-19T22:14:44.237390181Z","hostname":"oxz_internal_dns_84e73848-43f8-43cc-b439-025c5a50c7b5","pid":5508,"peer_addr":"[fd00:1122:3344:101::d]:49226","req_id":"54cd48cf-7509-4e91-9821-c29056c439bb","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 42393,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-19T22:14:54.239048042Z","hostname":"oxz_internal_dns_84e73848-43f8-43cc-b439-025c5a50c7b5","pid":5508,"peer_addr":"[fd00:1122:3344:101::d]:49459","req_id":"dad71406-e6e4-4ec0-a89b-39e975725c46","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 46386,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_d9be26dc-2770-485b-8962-b3f8e51195ae.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_d9be26dc-2770-485b-8962-b3f8e51195ae.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 100,\n 57,\n 98,\n 101,\n 50,\n 54,\n 100,\n 99,\n 45,\n 50,\n 55,\n 55,\n 48,\n 45,\n 52,\n 56,\n 53,\n 98,\n 45,\n 56,\n 57,\n 54,\n 50,\n 45,\n 98,\n 51,\n 102,\n 56,\n 101,\n 53,\n 49,\n 49,\n 57,\n 53,\n 97,\n 101,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_d9be26dc-2770-485b-8962-b3f8e51195ae.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-19T22:15:00.042777219Z","hostname":"oxz_internal_dns_84e73848-43f8-43cc-b439-025c5a50c7b5","pid":5508,"peer_addr":"[fd00:1122:3344:101::3]:51084","req_id":"847a80b0-5c5c-47ee-a28a-7aa279a6ed37","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 46386,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_d9be26dc-2770-485b-8962-b3f8e51195ae.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_d9be26dc-2770-485b-8962-b3f8e51195ae.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 100,\n 57,\n 98,\n 101,\n 50,\n 54,\n 100,\n 99,\n 45,\n 50,\n 55,\n 55,\n 48,\n 45,\n 52,\n 56,\n 53,\n 98,\n 45,\n 56,\n 57,\n 54,\n 50,\n 45,\n 98,\n 51,\n 102,\n 56,\n 101,\n 53,\n 49,\n 49,\n 57,\n 53,\n 97,\n 101,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_d9be26dc-2770-485b-8962-b3f8e51195ae.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-19T22:15:00.043380868Z","hostname":"oxz_internal_dns_84e73848-43f8-43cc-b439-025c5a50c7b5","pid":5508,"peer_addr":"[fd00:1122:3344:101::3]:54720","req_id":"91b82b66-8c44-41e8-9362-2765530ddda6","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 30914,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_42e9cfe3-e445-4ebd-a898-82d731170942.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_42e9cfe3-e445-4ebd-a898-82d731170942.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 52,\n 50,\n 101,\n 57,\n 99,\n 102,\n 101,\n 51,\n 45,\n 101,\n 52,\n 52,\n 53,\n 45,\n 52,\n 101,\n 98,\n 100,\n 45,\n 97,\n 56,\n 57,\n 56,\n 45,\n 56,\n 50,\n 100,\n 55,\n 51,\n 49,\n 49,\n 55,\n 48,\n 57,\n 52,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_42e9cfe3-e445-4ebd-a898-82d731170942.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-19T22:15:00.105912212Z","hostname":"oxz_internal_dns_84e73848-43f8-43cc-b439-025c5a50c7b5","pid":5508,"peer_addr":"[fd00:1122:3344:101::4]:42586","req_id":"d022f578-1811-4854-bd26-c6cbb18aaf19","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 30914,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_42e9cfe3-e445-4ebd-a898-82d731170942.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_42e9cfe3-e445-4ebd-a898-82d731170942.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 52,\n 50,\n 101,\n 57,\n 99,\n 102,\n 101,\n 51,\n 45,\n 101,\n 52,\n 52,\n 53,\n 45,\n 52,\n 101,\n 98,\n 100,\n 45,\n 97,\n 56,\n 57,\n 56,\n 45,\n 56,\n 50,\n 100,\n 55,\n 51,\n 49,\n 49,\n 55,\n 48,\n 57,\n 52,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_42e9cfe3-e445-4ebd-a898-82d731170942.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-19T22:15:00.106468919Z","hostname":"oxz_internal_dns_84e73848-43f8-43cc-b439-025c5a50c7b5","pid":5508,"peer_addr":"[fd00:1122:3344:101::4]:56923","req_id":"5cd27f1c-decd-4131-9792-7f624b8549fe","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 55337,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_e86d3cdb-057f-4af9-a52d-4d084f8e3c42.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_e86d3cdb-057f-4af9-a52d-4d084f8e3c42.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 101,\n 56,\n 54,\n 100,\n 51,\n 99,\n 100,\n 98,\n 45,\n 48,\n 53,\n 55,\n 102,\n 45,\n 52,\n 97,\n 102,\n 57,\n 45,\n 97,\n 53,\n 50,\n 100,\n 45,\n 52,\n 100,\n 48,\n 56,\n 52,\n 102,\n 56,\n 101,\n 51,\n 99,\n 52,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_e86d3cdb-057f-4af9-a52d-4d084f8e3c42.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-19T22:15:00.122060839Z","hostname":"oxz_internal_dns_84e73848-43f8-43cc-b439-025c5a50c7b5","pid":5508,"peer_addr":"[fd00:1122:3344:101::e]:52050","req_id":"238d9ecc-c146-448c-a880-c154a650bf33","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 18560,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_0bfda6ff-1ccc-4c85-841b-f4339ea9f792.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_0bfda6ff-1ccc-4c85-841b-f4339ea9f792.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 48,\n 98,\n 102,\n 100,\n 97,\n 54,\n 102,\n 102,\n 45,\n 49,\n 99,\n 99,\n 99,\n 45,\n 52,\n 99,\n 56,\n 53,\n 45,\n 56,\n 52,\n 49,\n 98,\n 45,\n 102,\n 52,\n 51,\n 51,\n 57,\n 101,\n 97,\n 57,\n 102,\n 55,\n 57,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_0bfda6ff-1ccc-4c85-841b-f4339ea9f792.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-19T22:15:00.122162747Z","hostname":"oxz_internal_dns_84e73848-43f8-43cc-b439-025c5a50c7b5","pid":5508,"peer_addr":"[fd00:1122:3344:101::7]:44775","req_id":"8899a9ee-8e9e-4c65-a195-3f457829ec9e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 55337,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_e86d3cdb-057f-4af9-a52d-4d084f8e3c42.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_e86d3cdb-057f-4af9-a52d-4d084f8e3c42.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 101,\n 56,\n 54,\n 100,\n 51,\n 99,\n 100,\n 98,\n 45,\n 48,\n 53,\n 55,\n 102,\n 45,\n 52,\n 97,\n 102,\n 57,\n 45,\n 97,\n 53,\n 50,\n 100,\n 45,\n 52,\n 100,\n 48,\n 56,\n 52,\n 102,\n 56,\n 101,\n 51,\n 99,\n 52,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_e86d3cdb-057f-4af9-a52d-4d084f8e3c42.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-19T22:15:00.122553357Z","hostname":"oxz_internal_dns_84e73848-43f8-43cc-b439-025c5a50c7b5","pid":5508,"peer_addr":"[fd00:1122:3344:101::e]:33708","req_id":"fe139e31-1fe0-41ab-a1c0-5827d3da7287","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 18560,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_0bfda6ff-1ccc-4c85-841b-f4339ea9f792.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_0bfda6ff-1ccc-4c85-841b-f4339ea9f792.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 48,\n 98,\n 102,\n 100,\n 97,\n 54,\n 102,\n 102,\n 45,\n 49,\n 99,\n 99,\n 99,\n 45,\n 52,\n 99,\n 56,\n 53,\n 45,\n 56,\n 52,\n 49,\n 98,\n 45,\n 102,\n 52,\n 51,\n 51,\n 57,\n 101,\n 97,\n 57,\n 102,\n 55,\n 57,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_0bfda6ff-1ccc-4c85-841b-f4339ea9f792.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-19T22:15:00.122740349Z","hostname":"oxz_internal_dns_84e73848-43f8-43cc-b439-025c5a50c7b5","pid":5508,"peer_addr":"[fd00:1122:3344:101::7]:62902","req_id":"b6df4035-a76d-4b5c-8e7d-9975e27bf923","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 55690,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_12dff2d3-4402-4218-b230-6fbf3308a108.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_12dff2d3-4402-4218-b230-6fbf3308a108.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 49,\n 50,\n 100,\n 102,\n 102,\n 50,\n 100,\n 51,\n 45,\n 52,\n 52,\n 48,\n 50,\n 45,\n 52,\n 50,\n 49,\n 56,\n 45,\n 98,\n 50,\n 51,\n 48,\n 45,\n 54,\n 102,\n 98,\n 102,\n 51,\n 51,\n 48,\n 56,\n 97,\n 49,\n 48,\n 56,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_12dff2d3-4402-4218-b230-6fbf3308a108.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-19T22:15:00.133125396Z","hostname":"oxz_internal_dns_84e73848-43f8-43cc-b439-025c5a50c7b5","pid":5508,"peer_addr":"[fd00:1122:3344:101::5]:53897","req_id":"08252ff0-af43-4b56-9ba9-37670b20f7b6","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 55690,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_12dff2d3-4402-4218-b230-6fbf3308a108.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_12dff2d3-4402-4218-b230-6fbf3308a108.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 49,\n 50,\n 100,\n 102,\n 102,\n 50,\n 100,\n 51,\n 45,\n 52,\n 52,\n 48,\n 50,\n 45,\n 52,\n 50,\n 49,\n 56,\n 45,\n 98,\n 50,\n 51,\n 48,\n 45,\n 54,\n 102,\n 98,\n 102,\n 51,\n 51,\n 48,\n 56,\n 97,\n 49,\n 48,\n 56,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_12dff2d3-4402-4218-b230-6fbf3308a108.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-19T22:15:00.133717675Z","hostname":"oxz_internal_dns_84e73848-43f8-43cc-b439-025c5a50c7b5","pid":5508,"peer_addr":"[fd00:1122:3344:101::5]:46799","req_id":"a5bcd593-7efb-406e-b21c-548038d691d1","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 51422,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-19T22:15:00.268445859Z","hostname":"oxz_internal_dns_84e73848-43f8-43cc-b439-025c5a50c7b5","pid":5508,"peer_addr":"[fd00:1122:3344:101::2]:63475","req_id":"506756e3-fab5-46c6-b04a-43966ca41e61","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 51422,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-19T22:15:00.269011167Z","hostname":"oxz_internal_dns_84e73848-43f8-43cc-b439-025c5a50c7b5","pid":5508,"peer_addr":"[fd00:1122:3344:101::2]:43434","req_id":"de23c238-df10-442d-ad7e-d0a0c449bc7a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 37815,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_ntp_0dd615fb-a2f2-4266-87e6-a42a1272d77f.\"),\n ),\n original: Query {\n name: Name(\"oxz_ntp_0dd615fb-a2f2-4266-87e6-a42a1272d77f.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 44,\n 111,\n 120,\n 122,\n 95,\n 110,\n 116,\n 112,\n 95,\n 48,\n 100,\n 100,\n 54,\n 49,\n 53,\n 102,\n 98,\n 45,\n 97,\n 50,\n 102,\n 50,\n 45,\n 52,\n 50,\n 54,\n 54,\n 45,\n 56,\n 55,\n 101,\n 54,\n 45,\n 97,\n 52,\n 50,\n 97,\n 49,\n 50,\n 55,\n 50,\n 100,\n 55,\n 55,\n 102,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_ntp_0dd615fb-a2f2-4266-87e6-a42a1272d77f.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-19T22:15:00.459089143Z","hostname":"oxz_internal_dns_84e73848-43f8-43cc-b439-025c5a50c7b5","pid":5508,"peer_addr":"[fd00:1122:3344:101::1b]:65111","req_id":"db0c2734-143d-4f1a-b50e-73b34c30df6c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 48635,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_83be7115-c150-4fd4-b751-ebf4067f3e7b.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_83be7115-c150-4fd4-b751-ebf4067f3e7b.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 56,\n 51,\n 98,\n 101,\n 55,\n 49,\n 49,\n 53,\n 45,\n 99,\n 49,\n 53,\n 48,\n 45,\n 52,\n 102,\n 100,\n 52,\n 45,\n 98,\n 55,\n 53,\n 49,\n 45,\n 101,\n 98,\n 102,\n 52,\n 48,\n 54,\n 55,\n 102,\n 51,\n 101,\n 55,\n 98,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_83be7115-c150-4fd4-b751-ebf4067f3e7b.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-19T22:15:00.975086454Z","hostname":"oxz_internal_dns_84e73848-43f8-43cc-b439-025c5a50c7b5","pid":5508,"peer_addr":"[fd00:1122:3344:101::6]:48932","req_id":"9d84a656-9f46-405c-96fb-05855997f567","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 48635,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_83be7115-c150-4fd4-b751-ebf4067f3e7b.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_83be7115-c150-4fd4-b751-ebf4067f3e7b.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 56,\n 51,\n 98,\n 101,\n 55,\n 49,\n 49,\n 53,\n 45,\n 99,\n 49,\n 53,\n 48,\n 45,\n 52,\n 102,\n 100,\n 52,\n 45,\n 98,\n 55,\n 53,\n 49,\n 45,\n 101,\n 98,\n 102,\n 52,\n 48,\n 54,\n 55,\n 102,\n 51,\n 101,\n 55,\n 98,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_83be7115-c150-4fd4-b751-ebf4067f3e7b.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-19T22:15:00.975773763Z","hostname":"oxz_internal_dns_84e73848-43f8-43cc-b439-025c5a50c7b5","pid":5508,"peer_addr":"[fd00:1122:3344:101::6]:40096","req_id":"8ae63dbd-d579-4954-ab83-726b75dfb9c1","component":"dns"}