[ Oct 27 18:21:15 Enabled. ] [ Oct 27 18:21:15 Rereading configuration. ] [ Oct 27 18:21:16 Rereading configuration. ] [ Oct 27 18:21:17 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:2::1]:5353 --dns-addresses [fd00:1122:3344:2::1]:53 &"). ] [ Oct 27 18:21:17 Method "start" exited with status 0. ] Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:2::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } note: configured to log to "/dev/stdout" {"msg":"config","v":0,"name":"dns-server","level":30,"time":"2026-10-27T18:21:17.358341945Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"dns_config":"Config { bind_addresses: [[fd00:1122:3344:2::1]:53] }","config":"Config { log: File { level: Info, path: \"/dev/stdout\", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:2::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: \"/data/dns\", keep_old_generations: 3 } }"} {"msg":"opening sled database","v":0,"name":"dns-server","level":30,"time":"2026-10-27T18:21:17.358501428Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"component":"store","path":"/data/dns"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-10-27T18:21:17.380480348Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"component":"store"} {"msg":"pruning trees for generations older than 0","v":0,"name":"dns-server","level":30,"time":"2026-10-27T18:21:17.380507229Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"component":"store","keep":3} {"msg":"DNS server bound to address","v":0,"name":"dns-server","level":30,"time":"2026-10-27T18:21:17.380560299Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"bind_address":"[fd00:1122:3344:2::1]:53","component":"dns"} {"msg":"listening","v":0,"name":"dns-server","level":30,"time":"2026-10-27T18:21:17.380898955Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-10-27T18:21:19.410640605Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:2::2]:41488"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-10-27T18:21:19.411399097Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"new_generation":1,"req_id":"f356fe08-6157-4154-b008-c46ec47116b6","component":"store"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-10-27T18:21:19.411437287Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"component":"store"} {"msg":"pruning trees for generations older than 1","v":0,"name":"dns-server","level":30,"time":"2026-10-27T18:21:19.423691073Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"component":"store","keep":3} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-10-27T18:21:19.423744633Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"new_generation":1,"req_id":"f356fe08-6157-4154-b008-c46ec47116b6","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-10-27T18:21:19.423755134Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"uri":"/config","method":"PUT","req_id":"f356fe08-6157-4154-b008-c46ec47116b6","remote_addr":"[fd00:1122:3344:2::2]:41488","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":12733,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 31977,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-10-27T18:21:31.052021648Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"peer_addr":"[fd00:1122:3344:101::1b]:44189","req_id":"75552e93-f518-45b8-82e9-e6361a16b477","bind_address":"[fd00:1122:3344:2::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 55273,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-10-27T18:21:32.056073531Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"peer_addr":"[fd00:1122:3344:101::1b]:38369","req_id":"818514b9-af94-4b67-9520-08b26cd8a16f","bind_address":"[fd00:1122:3344:2::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 45841,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-10-27T18:21:32.06168244Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"peer_addr":"[fd00:1122:3344:101::1b]:36713","req_id":"3cc79a80-f94d-48b6-8778-0fcb3c82ce8b","bind_address":"[fd00:1122:3344:2::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 38695,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-10-27T18:22:34.901188439Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"peer_addr":"[fd00:1122:3344:101::d]:57606","req_id":"5c0f048e-33b0-4ef7-9882-fbd0f06e1f72","bind_address":"[fd00:1122:3344:2::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 14638,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-10-27T18:22:42.992298464Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"peer_addr":"[fd00:1122:3344:101::b]:11615","req_id":"479c2451-b74a-4a1f-ac4d-253025590c19","bind_address":"[fd00:1122:3344:2::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 45324,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-10-27T18:22:43.746359214Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"peer_addr":"[fd00:1122:3344:101::c]:38181","req_id":"9bd36055-b00c-4290-8897-a748cd6e5bfa","bind_address":"[fd00:1122:3344:2::1]:53","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-10-27T18:22:43.863598362Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:58867"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-10-27T18:22:43.876273484Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"uri":"/config","method":"GET","req_id":"48009e17-4849-448f-a76e-8528b5947445","remote_addr":"[fd00:1122:3344:101::b]:58867","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":12459,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-10-27T18:22:44.068253922Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:52009"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-10-27T18:22:44.068587607Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"uri":"/config","method":"GET","req_id":"ed6eb7c5-79cc-414c-be37-69255f0cb3fd","remote_addr":"[fd00:1122:3344:101::c]:52009","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":244,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47518,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-10-27T18:22:44.606592536Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"peer_addr":"[fd00:1122:3344:101::a]:63950","req_id":"d3ed1a3f-8dc0-418c-b50a-23cd8e9e2ffe","bind_address":"[fd00:1122:3344:2::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 31040,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-10-27T18:22:44.611119548Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"peer_addr":"[fd00:1122:3344:101::b]:8483","req_id":"dc6015c4-719e-4da2-ace3-3b7e65031187","bind_address":"[fd00:1122:3344:2::1]:53","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-10-27T18:22:44.7550257Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:38524"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-10-27T18:22:44.755328825Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"uri":"/config","method":"GET","req_id":"46cee1e3-dcb8-4e30-9b4c-98ea6f0d7653","remote_addr":"[fd00:1122:3344:101::b]:38524","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":234,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-10-27T18:22:44.884914769Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:35857"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-10-27T18:22:44.885214964Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"uri":"/config","method":"GET","req_id":"85de6a3e-b495-4c70-a97e-d73d79e20287","remote_addr":"[fd00:1122:3344:101::a]:35857","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":248,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 27319,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-10-27T18:22:44.902700713Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"peer_addr":"[fd00:1122:3344:101::d]:64768","req_id":"1d68e57c-0f04-4140-99f1-a660f8a1f540","bind_address":"[fd00:1122:3344:2::1]:53","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-10-27T18:22:48.335375558Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:43878"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-10-27T18:22:48.335894766Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"new_generation":1,"req_id":"cfc03df3-351f-417a-9004-fe1678530016","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-10-27T18:22:48.335932797Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"new_generation":1,"req_id":"cfc03df3-351f-417a-9004-fe1678530016","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-10-27T18:22:48.336006878Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"uri":"/config","method":"PUT","req_id":"cfc03df3-351f-417a-9004-fe1678530016","remote_addr":"[fd00:1122:3344:101::b]:43878","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":399,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 50209,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-10-27T18:22:48.341191391Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"peer_addr":"[fd00:1122:3344:101::b]:33586","req_id":"f62f52ba-49f5-4a97-9d8a-fa1f645a0478","bind_address":"[fd00:1122:3344:2::1]:53","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-10-27T18:22:48.570096557Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:40298"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-10-27T18:22:48.570430992Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"uri":"/config","method":"GET","req_id":"acac73b9-ceb8-4997-bef2-9f299b62b913","remote_addr":"[fd00:1122:3344:101::b]:40298","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":283,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 45318,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_ae6e7d74-a758-4837-bd0f-9bd964192591.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_ae6e7d74-a758-4837-bd0f-9bd964192591.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 97,\n 101,\n 54,\n 101,\n 55,\n 100,\n 55,\n 52,\n 45,\n 97,\n 55,\n 53,\n 56,\n 45,\n 52,\n 56,\n 51,\n 55,\n 45,\n 98,\n 100,\n 48,\n 102,\n 45,\n 57,\n 98,\n 100,\n 57,\n 54,\n 52,\n 49,\n 57,\n 50,\n 53,\n 57,\n 49,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_ae6e7d74-a758-4837-bd0f-9bd964192591.\"","v":0,"name":"dns-server","level":50,"time":"2026-10-27T18:22:49.053132421Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"peer_addr":"[fd00:1122:3344:101::e]:59142","req_id":"b854c480-5bb9-4fa0-ba0a-aa5283ee7fd9","bind_address":"[fd00:1122:3344:2::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 45318,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_ae6e7d74-a758-4837-bd0f-9bd964192591.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_ae6e7d74-a758-4837-bd0f-9bd964192591.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 97,\n 101,\n 54,\n 101,\n 55,\n 100,\n 55,\n 52,\n 45,\n 97,\n 55,\n 53,\n 56,\n 45,\n 52,\n 56,\n 51,\n 55,\n 45,\n 98,\n 100,\n 48,\n 102,\n 45,\n 57,\n 98,\n 100,\n 57,\n 54,\n 52,\n 49,\n 57,\n 50,\n 53,\n 57,\n 49,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_ae6e7d74-a758-4837-bd0f-9bd964192591.\"","v":0,"name":"dns-server","level":50,"time":"2026-10-27T18:22:49.053858902Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"peer_addr":"[fd00:1122:3344:101::e]:55056","req_id":"15126187-5122-44c1-a886-ab054581c366","bind_address":"[fd00:1122:3344:2::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 29257,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-10-27T18:22:50.249289243Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"peer_addr":"[fd00:1122:3344:101::b]:5785","req_id":"cd33195d-449c-421e-ae10-743121873eb0","bind_address":"[fd00:1122:3344:2::1]:53","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-10-27T18:22:50.496870987Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:36660"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-10-27T18:22:50.49710326Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"uri":"/config","method":"GET","req_id":"3668e34b-cbbe-4f5e-9e5b-7397efceb8a7","remote_addr":"[fd00:1122:3344:101::b]:36660","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":197,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 19392,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-10-27T18:22:54.617696783Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"peer_addr":"[fd00:1122:3344:101::c]:44226","req_id":"6ae4d898-2ae5-4636-ab59-0454d344c849","bind_address":"[fd00:1122:3344:2::1]:53","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-10-27T18:22:54.729195239Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:52745"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-10-27T18:22:54.729608285Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"uri":"/config","method":"GET","req_id":"603c299d-705b-4720-9d92-8636a270f348","remote_addr":"[fd00:1122:3344:101::c]:52745","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":342,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 59189,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-10-27T18:22:54.904132215Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"peer_addr":"[fd00:1122:3344:101::d]:65107","req_id":"fcc11c77-674c-424a-8094-5229d47830c1","bind_address":"[fd00:1122:3344:2::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 9788,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-10-27T18:22:55.219222093Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"peer_addr":"[fd00:1122:3344:101::a]:58411","req_id":"15a8fe13-a6f2-480b-83d4-a705308365eb","bind_address":"[fd00:1122:3344:2::1]:53","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-10-27T18:22:55.333118267Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:54823"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-10-27T18:22:55.333449943Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"uri":"/config","method":"GET","req_id":"e1f22e9c-efde-4d45-9d76-ab496d7beabb","remote_addr":"[fd00:1122:3344:101::a]:54823","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":210,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 49723,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-10-27T18:23:04.905903932Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"peer_addr":"[fd00:1122:3344:101::d]:58693","req_id":"6097a06f-22a6-4422-be1c-527fdc1e7ffb","bind_address":"[fd00:1122:3344:2::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47936,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-10-27T18:23:14.906980789Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"peer_addr":"[fd00:1122:3344:101::d]:52346","req_id":"d01a8d20-68ee-437c-bc8f-905c75b469a6","bind_address":"[fd00:1122:3344:2::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 869,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-10-27T18:23:24.910167214Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"peer_addr":"[fd00:1122:3344:101::d]:59995","req_id":"e4189960-e4ae-46fa-bb18-f01f22b31641","bind_address":"[fd00:1122:3344:2::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 29572,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-10-27T18:23:31.37775475Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"peer_addr":"[fd00:1122:3344:101::1b]:58184","req_id":"5e7b64be-1eea-4b76-9887-751a13a92d48","bind_address":"[fd00:1122:3344:2::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 27566,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-10-27T18:23:31.383132545Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"peer_addr":"[fd00:1122:3344:101::1b]:36558","req_id":"faef267c-719e-4127-be9b-3e48c5e80b21","bind_address":"[fd00:1122:3344:2::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 51677,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-10-27T18:23:31.391436048Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"peer_addr":"[fd00:1122:3344:101::1b]:38675","req_id":"5a6c6e93-1d2a-4cdc-ba11-b34dc3d56b96","bind_address":"[fd00:1122:3344:2::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 36563,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-10-27T18:23:34.91173488Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"peer_addr":"[fd00:1122:3344:101::d]:61749","req_id":"6e1dd8d0-8828-44da-b18a-32265aadc819","bind_address":"[fd00:1122:3344:2::1]:53","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-10-27T18:23:42.658994565Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:64073"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-10-27T18:23:42.659475313Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"new_generation":1,"req_id":"3a475a88-a04c-4838-a3bc-6083b2444cc6","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-10-27T18:23:42.659565934Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"new_generation":1,"req_id":"3a475a88-a04c-4838-a3bc-6083b2444cc6","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-10-27T18:23:42.659581875Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"uri":"/config","method":"PUT","req_id":"3a475a88-a04c-4838-a3bc-6083b2444cc6","remote_addr":"[fd00:1122:3344:101::b]:64073","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":241,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-10-27T18:23:43.585567974Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:57866"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-10-27T18:23:43.585906099Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"new_generation":1,"req_id":"f1bac42a-f553-4c58-8605-c31af7ef51bf","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-10-27T18:23:43.58595416Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"new_generation":1,"req_id":"f1bac42a-f553-4c58-8605-c31af7ef51bf","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-10-27T18:23:43.585983561Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"uri":"/config","method":"PUT","req_id":"f1bac42a-f553-4c58-8605-c31af7ef51bf","remote_addr":"[fd00:1122:3344:101::c]:57866","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":312,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 41996,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-10-27T18:23:43.733889146Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"peer_addr":"[fd00:1122:3344:101::b]:21811","req_id":"4be5f5c1-d3fe-427a-80f6-b2a71473b70e","bind_address":"[fd00:1122:3344:2::1]:53","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-10-27T18:23:43.833740777Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:42774"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-10-27T18:23:43.834029672Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"uri":"/config","method":"GET","req_id":"c56dcc47-8c37-41c9-b3d4-dd61dced3d48","remote_addr":"[fd00:1122:3344:101::b]:42774","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":228,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 12014,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-10-27T18:23:44.264220003Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"peer_addr":"[fd00:1122:3344:101::c]:46563","req_id":"96c1923a-8b6a-4374-8fc2-4d5e7cd04329","bind_address":"[fd00:1122:3344:2::1]:53","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-10-27T18:23:44.396629952Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:48508"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-10-27T18:23:44.396954887Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"uri":"/config","method":"GET","req_id":"d223da06-b620-49f4-97e4-2630fb9a39b7","remote_addr":"[fd00:1122:3344:101::c]:48508","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":252,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-10-27T18:23:44.425418561Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:62599"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-10-27T18:23:44.425642055Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"new_generation":1,"req_id":"45d7fe8a-a78b-4d26-90fc-9874354c5494","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-10-27T18:23:44.425693705Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"new_generation":1,"req_id":"45d7fe8a-a78b-4d26-90fc-9874354c5494","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-10-27T18:23:44.425711516Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"uri":"/config","method":"PUT","req_id":"45d7fe8a-a78b-4d26-90fc-9874354c5494","remote_addr":"[fd00:1122:3344:101::a]:62599","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":212,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 16564,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-10-27T18:23:44.913866951Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"peer_addr":"[fd00:1122:3344:101::d]:61148","req_id":"1ab3c137-39b8-4992-91bc-e05de07ca784","bind_address":"[fd00:1122:3344:2::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 33355,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-10-27T18:23:45.518651063Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"peer_addr":"[fd00:1122:3344:101::a]:40197","req_id":"6ac1a665-d222-4a05-a4d3-99d9ce0645c0","bind_address":"[fd00:1122:3344:2::1]:53","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-10-27T18:23:45.697655334Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:55348"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-10-27T18:23:45.697864857Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"uri":"/config","method":"GET","req_id":"5dd6554a-56ef-4ecc-a584-cf50df0e3a1f","remote_addr":"[fd00:1122:3344:101::a]:55348","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":176,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 59238,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-10-27T18:23:54.91639636Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"peer_addr":"[fd00:1122:3344:101::d]:62610","req_id":"e2ffa63a-836a-418f-97ce-04932bd44aa2","bind_address":"[fd00:1122:3344:2::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 15144,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-10-27T18:24:04.917441193Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"peer_addr":"[fd00:1122:3344:101::d]:59564","req_id":"53eb612d-e775-4539-ae4f-b22c88fd2425","bind_address":"[fd00:1122:3344:2::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 27737,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-10-27T18:24:14.918414471Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"peer_addr":"[fd00:1122:3344:101::d]:64770","req_id":"df0546d1-0770-4647-a89e-48b403eb66d2","bind_address":"[fd00:1122:3344:2::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 35128,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-10-27T18:24:24.919690529Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"peer_addr":"[fd00:1122:3344:101::d]:58540","req_id":"1bd6f6f7-8336-4967-93c2-63e6a048018b","bind_address":"[fd00:1122:3344:2::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 32143,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-10-27T18:24:34.920923321Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"peer_addr":"[fd00:1122:3344:101::d]:51527","req_id":"1fb72030-cb54-48cc-a2c8-039707dbd6f4","bind_address":"[fd00:1122:3344:2::1]:53","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-10-27T18:24:42.659289055Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:58402"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-10-27T18:24:42.659955066Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"new_generation":1,"req_id":"fa731901-e44b-40de-bfb9-ba028dffd1a0","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-10-27T18:24:42.660018527Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"new_generation":1,"req_id":"fa731901-e44b-40de-bfb9-ba028dffd1a0","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-10-27T18:24:42.66022494Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"uri":"/config","method":"PUT","req_id":"fa731901-e44b-40de-bfb9-ba028dffd1a0","remote_addr":"[fd00:1122:3344:101::b]:58402","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":254,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-10-27T18:24:43.452042384Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:56789"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-10-27T18:24:43.452359389Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"new_generation":1,"req_id":"a43bebca-f13d-4b4e-bc48-f526b0bb9b70","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-10-27T18:24:43.4524294Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"new_generation":1,"req_id":"a43bebca-f13d-4b4e-bc48-f526b0bb9b70","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-10-27T18:24:43.45244524Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"uri":"/config","method":"PUT","req_id":"a43bebca-f13d-4b4e-bc48-f526b0bb9b70","remote_addr":"[fd00:1122:3344:101::c]:56789","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":185,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 39843,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-10-27T18:24:43.895431457Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"peer_addr":"[fd00:1122:3344:101::b]:61796","req_id":"f9e69b1a-ba00-40f1-bdd3-96a913593341","bind_address":"[fd00:1122:3344:2::1]:53","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-10-27T18:24:44.075929433Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:64898"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-10-27T18:24:44.076168236Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"uri":"/config","method":"GET","req_id":"8c45f7be-53a2-4d50-9122-cf97ac4c32a9","remote_addr":"[fd00:1122:3344:101::b]:64898","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":203,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-10-27T18:24:44.172523111Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:50326"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-10-27T18:24:44.172764375Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"new_generation":1,"req_id":"a7b29687-573c-4bda-9429-80ac0a9436e1","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-10-27T18:24:44.172793615Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"new_generation":1,"req_id":"a7b29687-573c-4bda-9429-80ac0a9436e1","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-10-27T18:24:44.172817166Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"uri":"/config","method":"PUT","req_id":"a7b29687-573c-4bda-9429-80ac0a9436e1","remote_addr":"[fd00:1122:3344:101::a]:50326","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":221,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 25364,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-10-27T18:24:44.774320367Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"peer_addr":"[fd00:1122:3344:101::c]:10814","req_id":"acab03e5-4b25-4eaa-88f0-6c4bf533f32e","bind_address":"[fd00:1122:3344:2::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 60120,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-10-27T18:24:44.922872353Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"peer_addr":"[fd00:1122:3344:101::d]:62124","req_id":"98916f81-a42f-4fe3-9f5d-6feba346e8c4","bind_address":"[fd00:1122:3344:2::1]:53","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-10-27T18:24:44.967713717Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:47463"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-10-27T18:24:44.96792836Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"uri":"/config","method":"GET","req_id":"8d55570c-ca2d-4eaa-8443-6c48bfe6cb68","remote_addr":"[fd00:1122:3344:101::c]:47463","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":191,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 53686,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-10-27T18:24:45.718037378Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"peer_addr":"[fd00:1122:3344:101::a]:9509","req_id":"46a39624-5874-4f7c-b8a7-ba9e1d64c471","bind_address":"[fd00:1122:3344:2::1]:53","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-10-27T18:24:45.905053066Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:54358"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-10-27T18:24:45.90527774Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"uri":"/config","method":"GET","req_id":"337dcb63-6ac5-475d-a62b-de809e356250","remote_addr":"[fd00:1122:3344:101::a]:54358","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":175,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 44058,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-10-27T18:24:54.925151256Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"peer_addr":"[fd00:1122:3344:101::d]:62741","req_id":"2270b925-677a-4a3b-972b-3fcc3e07e778","bind_address":"[fd00:1122:3344:2::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 58624,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-10-27T18:25:04.927751264Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"peer_addr":"[fd00:1122:3344:101::d]:50915","req_id":"bc1200f8-59ad-498e-8ae5-d831f854a300","bind_address":"[fd00:1122:3344:2::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 18603,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-10-27T18:25:14.929208726Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"peer_addr":"[fd00:1122:3344:101::d]:58878","req_id":"96c48c4a-a6d7-4136-bc91-ce01b81e7df8","bind_address":"[fd00:1122:3344:2::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 14231,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-10-27T18:25:23.405234631Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"peer_addr":"[fd00:1122:3344:101::1b]:38078","req_id":"0edf8953-f076-41d8-8ce7-bcabba82b853","bind_address":"[fd00:1122:3344:2::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 51313,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-10-27T18:25:23.41267077Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"peer_addr":"[fd00:1122:3344:101::1b]:36554","req_id":"a8df0055-8f99-4dc6-b52f-8e895afb2645","bind_address":"[fd00:1122:3344:2::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 27892,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-10-27T18:25:23.416776815Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"peer_addr":"[fd00:1122:3344:101::1b]:47581","req_id":"0980073b-bc58-46cf-933b-cfcb99ff78b9","bind_address":"[fd00:1122:3344:2::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 38417,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-10-27T18:25:24.931480651Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"peer_addr":"[fd00:1122:3344:101::d]:62082","req_id":"9b837cb0-866e-47a2-8622-3e37f8298f0e","bind_address":"[fd00:1122:3344:2::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 51029,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-10-27T18:25:34.932576086Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"peer_addr":"[fd00:1122:3344:101::d]:61392","req_id":"c9214b17-f151-43cb-94f3-62df688cb0ba","bind_address":"[fd00:1122:3344:2::1]:53","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-10-27T18:25:42.659425707Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:44729"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-10-27T18:25:42.660029477Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"new_generation":1,"req_id":"87386258-f2e1-4ac5-99ce-f4aab2e50e1d","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-10-27T18:25:42.660054857Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"new_generation":1,"req_id":"87386258-f2e1-4ac5-99ce-f4aab2e50e1d","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-10-27T18:25:42.660067888Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"uri":"/config","method":"PUT","req_id":"87386258-f2e1-4ac5-99ce-f4aab2e50e1d","remote_addr":"[fd00:1122:3344:101::b]:44729","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":368,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-10-27T18:25:43.452498679Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:63431"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-10-27T18:25:43.453025108Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"new_generation":1,"req_id":"9d17235b-3ed5-4011-aea4-5135553e21cc","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-10-27T18:25:43.453059648Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"new_generation":1,"req_id":"9d17235b-3ed5-4011-aea4-5135553e21cc","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-10-27T18:25:43.453070138Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"uri":"/config","method":"PUT","req_id":"9d17235b-3ed5-4011-aea4-5135553e21cc","remote_addr":"[fd00:1122:3344:101::c]:63431","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":209,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 6120,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-10-27T18:25:43.946940795Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"peer_addr":"[fd00:1122:3344:101::b]:15324","req_id":"7e2c49c2-4003-4b2c-ad8d-473a9e1fab41","bind_address":"[fd00:1122:3344:2::1]:53","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-10-27T18:25:44.03765121Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:35696"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-10-27T18:25:44.037930504Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"uri":"/config","method":"GET","req_id":"30eadfb3-99b6-47a5-99ab-05bbcaf4b73b","remote_addr":"[fd00:1122:3344:101::b]:35696","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":196,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-10-27T18:25:44.171851117Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:39609"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-10-27T18:25:44.172145002Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"new_generation":1,"req_id":"09198ab2-d919-4baa-b348-e27aebe682af","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-10-27T18:25:44.172180962Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"new_generation":1,"req_id":"09198ab2-d919-4baa-b348-e27aebe682af","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-10-27T18:25:44.172191312Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"uri":"/config","method":"PUT","req_id":"09198ab2-d919-4baa-b348-e27aebe682af","remote_addr":"[fd00:1122:3344:101::a]:39609","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":211,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 48206,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-10-27T18:25:44.764126791Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"peer_addr":"[fd00:1122:3344:101::c]:28679","req_id":"eabf2206-9af7-41fc-99ac-f071519fda12","bind_address":"[fd00:1122:3344:2::1]:53","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-10-27T18:25:44.85759657Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:56156"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-10-27T18:25:44.857850674Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"uri":"/config","method":"GET","req_id":"92d22368-a21c-4f80-be78-e2fc9e95e202","remote_addr":"[fd00:1122:3344:101::c]:56156","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":204,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 43622,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-10-27T18:25:44.933506529Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"peer_addr":"[fd00:1122:3344:101::d]:56950","req_id":"988283f3-2388-4b4d-bbb0-2e9ceae08216","bind_address":"[fd00:1122:3344:2::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 4131,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-10-27T18:25:45.586235276Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"peer_addr":"[fd00:1122:3344:101::a]:31071","req_id":"da462442-1a51-4c12-bfcf-2314d01ac991","bind_address":"[fd00:1122:3344:2::1]:53","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-10-27T18:25:45.770966038Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:61443"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-10-27T18:25:45.771237672Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"uri":"/config","method":"GET","req_id":"71718ccf-51a6-4aee-9937-fff6b77d6526","remote_addr":"[fd00:1122:3344:101::a]:61443","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":228,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 32182,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-10-27T18:25:54.934863801Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"peer_addr":"[fd00:1122:3344:101::d]:60227","req_id":"5b03356b-6cfe-4464-9b18-fcc411cd5ae1","bind_address":"[fd00:1122:3344:2::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 27816,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-10-27T18:26:04.93671027Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"peer_addr":"[fd00:1122:3344:101::d]:60041","req_id":"9ede5dde-9f32-4fc4-b227-0dccffdbcc86","bind_address":"[fd00:1122:3344:2::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 52239,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-10-27T18:26:14.939170399Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"peer_addr":"[fd00:1122:3344:101::d]:64566","req_id":"d9f54e60-1ecc-421c-b49e-b3714224d3c6","bind_address":"[fd00:1122:3344:2::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 28065,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-10-27T18:26:24.941393753Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"peer_addr":"[fd00:1122:3344:101::d]:63462","req_id":"0dae4bf5-d1fb-4c48-a14e-52bf70e6a4c0","bind_address":"[fd00:1122:3344:2::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 51624,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-10-27T18:26:34.943426545Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"peer_addr":"[fd00:1122:3344:101::d]:63079","req_id":"18b0bbc2-6b4b-4d01-898e-99e0b000a063","bind_address":"[fd00:1122:3344:2::1]:53","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-10-27T18:26:42.659259021Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:38783"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-10-27T18:26:42.659640567Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"new_generation":1,"req_id":"69c2e6de-7c07-4331-9cf1-e8dfdf9c01b8","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-10-27T18:26:42.659672067Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"new_generation":1,"req_id":"69c2e6de-7c07-4331-9cf1-e8dfdf9c01b8","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-10-27T18:26:42.659684538Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"uri":"/config","method":"PUT","req_id":"69c2e6de-7c07-4331-9cf1-e8dfdf9c01b8","remote_addr":"[fd00:1122:3344:101::b]:38783","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":210,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-10-27T18:26:43.452626247Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:54687"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-10-27T18:26:43.453373149Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"new_generation":1,"req_id":"2f2f069f-5a2f-413d-8f3c-dc6dab6be825","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-10-27T18:26:43.45341326Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"new_generation":1,"req_id":"2f2f069f-5a2f-413d-8f3c-dc6dab6be825","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-10-27T18:26:43.45342457Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"uri":"/config","method":"PUT","req_id":"2f2f069f-5a2f-413d-8f3c-dc6dab6be825","remote_addr":"[fd00:1122:3344:101::c]:54687","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":197,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 36265,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-10-27T18:26:43.839374177Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"peer_addr":"[fd00:1122:3344:101::b]:10222","req_id":"61401be2-231e-430c-a45b-66f16a2501b3","bind_address":"[fd00:1122:3344:2::1]:53","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-10-27T18:26:43.937611972Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:48647"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-10-27T18:26:43.937843686Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"uri":"/config","method":"GET","req_id":"28c883b9-20cf-40aa-bbed-883d9329f744","remote_addr":"[fd00:1122:3344:101::b]:48647","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":190,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-10-27T18:26:44.172382951Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:57031"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-10-27T18:26:44.172861429Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"new_generation":1,"req_id":"570057b0-fb02-4a4b-bede-901329b50f64","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-10-27T18:26:44.172891529Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"new_generation":1,"req_id":"570057b0-fb02-4a4b-bede-901329b50f64","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-10-27T18:26:44.172902269Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"uri":"/config","method":"PUT","req_id":"570057b0-fb02-4a4b-bede-901329b50f64","remote_addr":"[fd00:1122:3344:101::a]:57031","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":266,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 26634,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-10-27T18:26:44.619569344Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"peer_addr":"[fd00:1122:3344:101::c]:65437","req_id":"e18f0405-875e-484c-a3ce-40ad7a87339a","bind_address":"[fd00:1122:3344:2::1]:53","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-10-27T18:26:44.81580829Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:48616"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-10-27T18:26:44.816124925Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"uri":"/config","method":"GET","req_id":"17317de4-0a4f-45e4-8b74-6277462ea104","remote_addr":"[fd00:1122:3344:101::c]:48616","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":280,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 20003,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-10-27T18:26:44.945349433Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"peer_addr":"[fd00:1122:3344:101::d]:58696","req_id":"39898ecc-577d-4213-8821-4ffdddba893b","bind_address":"[fd00:1122:3344:2::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 48543,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-10-27T18:26:45.315706012Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"peer_addr":"[fd00:1122:3344:101::a]:1474","req_id":"c99e983f-e9d8-4840-ac07-aeeb69e059c8","bind_address":"[fd00:1122:3344:2::1]:53","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-10-27T18:26:45.408604452Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:51569"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-10-27T18:26:45.408897707Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"uri":"/config","method":"GET","req_id":"1480bdad-7676-40e7-aa79-3baab4858cf2","remote_addr":"[fd00:1122:3344:101::a]:51569","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":242,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 13844,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-10-27T18:26:54.947219614Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"peer_addr":"[fd00:1122:3344:101::d]:55686","req_id":"95273ac5-7c3b-4b46-b31c-745b8d261dd7","bind_address":"[fd00:1122:3344:2::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 43998,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-10-27T18:27:04.94902724Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"peer_addr":"[fd00:1122:3344:101::d]:58263","req_id":"fac4ff1d-5402-4889-84c5-f8393e3acc2a","bind_address":"[fd00:1122:3344:2::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 4905,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-10-27T18:27:14.94968614Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"peer_addr":"[fd00:1122:3344:101::d]:63310","req_id":"3ba7658c-3baf-4bd7-84d6-2970df89e215","bind_address":"[fd00:1122:3344:2::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 13539,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-10-27T18:27:24.952132609Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"peer_addr":"[fd00:1122:3344:101::d]:65514","req_id":"b35a5070-392c-49bc-9ada-063080682115","bind_address":"[fd00:1122:3344:2::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47904,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-10-27T18:27:31.467007967Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"peer_addr":"[fd00:1122:3344:101::1b]:37197","req_id":"e2ffdb2d-1cb7-41d6-93ee-781aaeda4c0c","bind_address":"[fd00:1122:3344:2::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 54722,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-10-27T18:27:31.472794549Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"peer_addr":"[fd00:1122:3344:101::1b]:53058","req_id":"171f151e-0de1-46ba-834c-767ccf768be2","bind_address":"[fd00:1122:3344:2::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 50412,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-10-27T18:27:31.477389772Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"peer_addr":"[fd00:1122:3344:101::1b]:48479","req_id":"1fe2bbc3-ebc2-45c8-a333-48c6c851f87d","bind_address":"[fd00:1122:3344:2::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 40241,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-10-27T18:27:34.954656069Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"peer_addr":"[fd00:1122:3344:101::d]:55574","req_id":"64e5bfcb-c525-46d0-b52b-d8531edc9655","bind_address":"[fd00:1122:3344:2::1]:53","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-10-27T18:27:42.659412859Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:34163"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-10-27T18:27:42.659707994Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"new_generation":1,"req_id":"66c66b7b-8ad6-4c8a-b07c-6210b967a88b","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-10-27T18:27:42.659757995Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"new_generation":1,"req_id":"66c66b7b-8ad6-4c8a-b07c-6210b967a88b","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-10-27T18:27:42.659774085Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"uri":"/config","method":"PUT","req_id":"66c66b7b-8ad6-4c8a-b07c-6210b967a88b","remote_addr":"[fd00:1122:3344:101::b]:34163","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":233,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-10-27T18:27:43.452920358Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:55479"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-10-27T18:27:43.45368173Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"new_generation":1,"req_id":"c66a6a82-5f7a-4af6-ad64-e8956af5e1fe","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-10-27T18:27:43.453708491Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"new_generation":1,"req_id":"c66a6a82-5f7a-4af6-ad64-e8956af5e1fe","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-10-27T18:27:43.453719011Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"uri":"/config","method":"PUT","req_id":"c66a6a82-5f7a-4af6-ad64-e8956af5e1fe","remote_addr":"[fd00:1122:3344:101::c]:55479","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":202,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 35122,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-10-27T18:27:43.89439267Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"peer_addr":"[fd00:1122:3344:101::b]:10118","req_id":"54777c19-311f-44bc-8468-fff3086644b0","bind_address":"[fd00:1122:3344:2::1]:53","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-10-27T18:27:43.992073636Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:32917"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-10-27T18:27:43.99228724Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"uri":"/config","method":"GET","req_id":"d064154b-ba8d-4e6c-9519-54685b6b265b","remote_addr":"[fd00:1122:3344:101::b]:32917","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":183,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-10-27T18:27:44.172850905Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:48029"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-10-27T18:27:44.173476105Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"new_generation":1,"req_id":"825c067b-ca6f-4063-86be-b5fc1adbc179","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-10-27T18:27:44.173515446Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"new_generation":1,"req_id":"825c067b-ca6f-4063-86be-b5fc1adbc179","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-10-27T18:27:44.173527166Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"uri":"/config","method":"PUT","req_id":"825c067b-ca6f-4063-86be-b5fc1adbc179","remote_addr":"[fd00:1122:3344:101::a]:48029","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":206,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 32774,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-10-27T18:27:44.835970958Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"peer_addr":"[fd00:1122:3344:101::c]:26305","req_id":"b6671403-b232-455b-963b-03d58169746f","bind_address":"[fd00:1122:3344:2::1]:53","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-10-27T18:27:44.931947016Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:51420"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-10-27T18:27:44.93215865Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"uri":"/config","method":"GET","req_id":"8c8501b2-712e-4527-b551-73759fc53ec0","remote_addr":"[fd00:1122:3344:101::c]:51420","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":176,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 59459,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-10-27T18:27:44.955877508Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"peer_addr":"[fd00:1122:3344:101::d]:64678","req_id":"a8642fb8-78cf-4a29-9b1f-40eb066c1606","bind_address":"[fd00:1122:3344:2::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 39513,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-10-27T18:27:45.374463415Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"peer_addr":"[fd00:1122:3344:101::a]:32730","req_id":"49191c1b-5131-46f6-839c-e92f4f3ab926","bind_address":"[fd00:1122:3344:2::1]:53","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-10-27T18:27:45.475131878Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:54153"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-10-27T18:27:45.475407892Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"uri":"/config","method":"GET","req_id":"e7de2b25-a186-41f0-8223-07b51cfe916a","remote_addr":"[fd00:1122:3344:101::a]:54153","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":230,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 53939,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-10-27T18:27:54.95729555Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"peer_addr":"[fd00:1122:3344:101::d]:52386","req_id":"aaac955a-c6cf-4ae3-863d-dcb5bd7af01a","bind_address":"[fd00:1122:3344:2::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 62331,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-10-27T18:28:04.958868554Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"peer_addr":"[fd00:1122:3344:101::d]:49785","req_id":"6cd0fd41-1b2d-4058-b375-be528eb4d3ff","bind_address":"[fd00:1122:3344:2::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 10091,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-10-27T18:28:14.959974041Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"peer_addr":"[fd00:1122:3344:101::d]:64201","req_id":"bfc1be8b-6447-4eb3-ba2a-00dcd7ca8fb4","bind_address":"[fd00:1122:3344:2::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 19038,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-10-27T18:28:24.962099134Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"peer_addr":"[fd00:1122:3344:101::d]:61976","req_id":"f4ede858-dd0f-4210-bb19-e9e91ee004fa","bind_address":"[fd00:1122:3344:2::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 517,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-10-27T18:28:34.963684569Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"peer_addr":"[fd00:1122:3344:101::d]:59736","req_id":"21f0c619-f60f-4925-b1e9-3f5e0eee279d","bind_address":"[fd00:1122:3344:2::1]:53","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-10-27T18:28:42.660022055Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:33623"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-10-27T18:28:42.660513163Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"new_generation":1,"req_id":"e6230b1c-36dc-44d9-b33b-5fac456f66f3","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-10-27T18:28:42.660543394Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"new_generation":1,"req_id":"e6230b1c-36dc-44d9-b33b-5fac456f66f3","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-10-27T18:28:42.660554664Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"uri":"/config","method":"PUT","req_id":"e6230b1c-36dc-44d9-b33b-5fac456f66f3","remote_addr":"[fd00:1122:3344:101::b]:33623","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":268,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-10-27T18:28:43.453025046Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:33602"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-10-27T18:28:43.453767158Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"new_generation":1,"req_id":"18ab5ee3-ad38-454c-b9d0-7f24d5dbfa57","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-10-27T18:28:43.453798358Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"new_generation":1,"req_id":"18ab5ee3-ad38-454c-b9d0-7f24d5dbfa57","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-10-27T18:28:43.453812339Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"uri":"/config","method":"PUT","req_id":"18ab5ee3-ad38-454c-b9d0-7f24d5dbfa57","remote_addr":"[fd00:1122:3344:101::c]:33602","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":248,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 24941,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-10-27T18:28:43.847915326Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"peer_addr":"[fd00:1122:3344:101::b]:16147","req_id":"d78dca80-fdbf-441c-bc4f-45f80e43370c","bind_address":"[fd00:1122:3344:2::1]:53","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-10-27T18:28:43.937249189Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:43365"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-10-27T18:28:43.937473052Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"uri":"/config","method":"GET","req_id":"fe6443bf-ad33-4a8e-b3ac-32a0562931cb","remote_addr":"[fd00:1122:3344:101::b]:43365","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":176,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-10-27T18:28:44.173269358Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:44636"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-10-27T18:28:44.173809357Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"new_generation":1,"req_id":"7bd82bb3-4dcd-4576-8dd1-95b4010a09c8","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-10-27T18:28:44.173842437Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"new_generation":1,"req_id":"7bd82bb3-4dcd-4576-8dd1-95b4010a09c8","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-10-27T18:28:44.173854557Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"uri":"/config","method":"PUT","req_id":"7bd82bb3-4dcd-4576-8dd1-95b4010a09c8","remote_addr":"[fd00:1122:3344:101::a]:44636","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":272,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 7079,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-10-27T18:28:44.342105147Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"peer_addr":"[fd00:1122:3344:101::c]:46282","req_id":"c49fc485-0f2a-44b2-b508-aaa16216e17b","bind_address":"[fd00:1122:3344:2::1]:53","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-10-27T18:28:44.461308126Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:39220"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-10-27T18:28:44.461641921Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"uri":"/config","method":"GET","req_id":"8c599b38-3a5c-46b7-90a8-04eb2955a55a","remote_addr":"[fd00:1122:3344:101::c]:39220","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":285,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 57924,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-10-27T18:28:44.965837752Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"peer_addr":"[fd00:1122:3344:101::d]:55290","req_id":"3e96f461-d6de-460f-b632-030c898cf0c2","bind_address":"[fd00:1122:3344:2::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 59679,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-10-27T18:28:45.135966222Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"peer_addr":"[fd00:1122:3344:101::a]:18049","req_id":"14504d51-28ea-43b3-8ee2-b9d40f1ab630","bind_address":"[fd00:1122:3344:2::1]:53","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-10-27T18:28:45.229614083Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:63125"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-10-27T18:28:45.229852457Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"uri":"/config","method":"GET","req_id":"ac98645c-89c5-40bc-8627-ea13d57ab99b","remote_addr":"[fd00:1122:3344:101::a]:63125","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":202,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 36731,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-10-27T18:28:54.96754557Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"peer_addr":"[fd00:1122:3344:101::d]:55207","req_id":"fba9c9d2-bba8-438b-836c-244b7b45addb","bind_address":"[fd00:1122:3344:2::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 26278,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-10-27T18:29:04.969664453Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"peer_addr":"[fd00:1122:3344:101::d]:53499","req_id":"23cef412-eb2d-40bc-b71f-31df5bf776ef","bind_address":"[fd00:1122:3344:2::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 27267,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-10-27T18:29:14.971627013Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"peer_addr":"[fd00:1122:3344:101::d]:61858","req_id":"3586889d-6a3c-4bb8-80d9-3d08a7cb7fe4","bind_address":"[fd00:1122:3344:2::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 38640,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-10-27T18:29:24.974262115Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"peer_addr":"[fd00:1122:3344:101::d]:59267","req_id":"4cad671c-ddc3-4a79-be1e-908f4b091597","bind_address":"[fd00:1122:3344:2::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 32962,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-10-27T18:29:31.551572997Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"peer_addr":"[fd00:1122:3344:101::1b]:50437","req_id":"deb43c19-b125-443c-919d-3f15b36f44b9","bind_address":"[fd00:1122:3344:2::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 34393,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-10-27T18:29:31.557323728Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"peer_addr":"[fd00:1122:3344:101::1b]:52594","req_id":"89e34206-631b-449c-9493-6094d53c5477","bind_address":"[fd00:1122:3344:2::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 39709,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-10-27T18:29:31.564781527Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"peer_addr":"[fd00:1122:3344:101::1b]:54354","req_id":"9a4280ca-cdc4-4cb0-8dc0-b8050a8e5136","bind_address":"[fd00:1122:3344:2::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 50825,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-10-27T18:29:34.975777896Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"peer_addr":"[fd00:1122:3344:101::d]:49227","req_id":"17fb5145-25f0-4364-b0e9-b54eb83d4416","bind_address":"[fd00:1122:3344:2::1]:53","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-10-27T18:29:42.660105141Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:65120"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-10-27T18:29:42.660502307Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"new_generation":1,"req_id":"41b7355a-2449-48be-9463-c336b0777f5d","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-10-27T18:29:42.660530898Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"new_generation":1,"req_id":"41b7355a-2449-48be-9463-c336b0777f5d","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-10-27T18:29:42.660541108Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"uri":"/config","method":"PUT","req_id":"41b7355a-2449-48be-9463-c336b0777f5d","remote_addr":"[fd00:1122:3344:101::b]:65120","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":206,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-10-27T18:29:43.453228564Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:46480"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-10-27T18:29:43.453539989Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"new_generation":1,"req_id":"248b414a-7569-4afb-a73b-8b0c4cefa92e","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-10-27T18:29:43.453570419Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"new_generation":1,"req_id":"248b414a-7569-4afb-a73b-8b0c4cefa92e","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-10-27T18:29:43.453582919Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"uri":"/config","method":"PUT","req_id":"248b414a-7569-4afb-a73b-8b0c4cefa92e","remote_addr":"[fd00:1122:3344:101::c]:46480","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":194,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 64104,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-10-27T18:29:43.73170884Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"peer_addr":"[fd00:1122:3344:101::b]:8315","req_id":"446399aa-eb99-4cb2-9ac5-56d77ef16995","bind_address":"[fd00:1122:3344:2::1]:53","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-10-27T18:29:43.920179822Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:63545"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-10-27T18:29:43.920424446Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"uri":"/config","method":"GET","req_id":"693d01f9-003d-4d61-9116-15a009606802","remote_addr":"[fd00:1122:3344:101::b]:63545","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":192,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-10-27T18:29:44.173806521Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:42454"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-10-27T18:29:44.174111096Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"new_generation":1,"req_id":"da00893f-9739-46c0-af8e-635efbc1d55e","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-10-27T18:29:44.174132236Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"new_generation":1,"req_id":"da00893f-9739-46c0-af8e-635efbc1d55e","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-10-27T18:29:44.174143326Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"uri":"/config","method":"PUT","req_id":"da00893f-9739-46c0-af8e-635efbc1d55e","remote_addr":"[fd00:1122:3344:101::a]:42454","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":222,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 33846,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-10-27T18:29:44.323005498Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"peer_addr":"[fd00:1122:3344:101::c]:60670","req_id":"0176db26-6af8-4219-9baa-a9ed02ec0dda","bind_address":"[fd00:1122:3344:2::1]:53","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-10-27T18:29:44.431888812Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:59992"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-10-27T18:29:44.432243627Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"uri":"/config","method":"GET","req_id":"1f448188-9c4d-4b05-9428-895c26800b40","remote_addr":"[fd00:1122:3344:101::c]:59992","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":251,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 59793,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-10-27T18:29:44.977227668Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"peer_addr":"[fd00:1122:3344:101::d]:54703","req_id":"49ba1108-2cdd-4be8-b85e-3ab9ec85fd6a","bind_address":"[fd00:1122:3344:2::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 38429,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-10-27T18:29:45.082734499Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"peer_addr":"[fd00:1122:3344:101::a]:54589","req_id":"d3980859-772e-4229-95f8-75ae3c102a8c","bind_address":"[fd00:1122:3344:2::1]:53","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-10-27T18:29:45.173340492Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:53884"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-10-27T18:29:45.173627726Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"uri":"/config","method":"GET","req_id":"cf175a00-d8c4-4f6f-bc3e-f2c8f176e486","remote_addr":"[fd00:1122:3344:101::a]:53884","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":247,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 39353,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-10-27T18:29:54.979071188Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"peer_addr":"[fd00:1122:3344:101::d]:57622","req_id":"e9e16155-69f1-4d91-8985-f7a31bb9ce0b","bind_address":"[fd00:1122:3344:2::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 16969,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_0230df06-7d2c-4ae8-baac-e046f0df6c52.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_0230df06-7d2c-4ae8-baac-e046f0df6c52.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 48,\n 50,\n 51,\n 48,\n 100,\n 102,\n 48,\n 54,\n 45,\n 55,\n 100,\n 50,\n 99,\n 45,\n 52,\n 97,\n 101,\n 56,\n 45,\n 98,\n 97,\n 97,\n 99,\n 45,\n 101,\n 48,\n 52,\n 54,\n 102,\n 48,\n 100,\n 102,\n 54,\n 99,\n 53,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_0230df06-7d2c-4ae8-baac-e046f0df6c52.\"","v":0,"name":"dns-server","level":50,"time":"2026-10-27T18:30:00.044456109Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"peer_addr":"[fd00:1122:3344:101::7]:41407","req_id":"8f776d97-d2e5-4c98-abe0-765e8cde23b5","bind_address":"[fd00:1122:3344:2::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 16969,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_0230df06-7d2c-4ae8-baac-e046f0df6c52.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_0230df06-7d2c-4ae8-baac-e046f0df6c52.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 48,\n 50,\n 51,\n 48,\n 100,\n 102,\n 48,\n 54,\n 45,\n 55,\n 100,\n 50,\n 99,\n 45,\n 52,\n 97,\n 101,\n 56,\n 45,\n 98,\n 97,\n 97,\n 99,\n 45,\n 101,\n 48,\n 52,\n 54,\n 102,\n 48,\n 100,\n 102,\n 54,\n 99,\n 53,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_0230df06-7d2c-4ae8-baac-e046f0df6c52.\"","v":0,"name":"dns-server","level":50,"time":"2026-10-27T18:30:00.04514214Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"peer_addr":"[fd00:1122:3344:101::7]:38563","req_id":"540d8f06-01ae-4ea0-8238-5ca43dda5ce8","bind_address":"[fd00:1122:3344:2::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 15200,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_2336c64e-2f2b-4bc4-a951-b514c9f14555.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_2336c64e-2f2b-4bc4-a951-b514c9f14555.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 50,\n 51,\n 51,\n 54,\n 99,\n 54,\n 52,\n 101,\n 45,\n 50,\n 102,\n 50,\n 98,\n 45,\n 52,\n 98,\n 99,\n 52,\n 45,\n 97,\n 57,\n 53,\n 49,\n 45,\n 98,\n 53,\n 49,\n 52,\n 99,\n 57,\n 102,\n 49,\n 52,\n 53,\n 53,\n 53,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_2336c64e-2f2b-4bc4-a951-b514c9f14555.\"","v":0,"name":"dns-server","level":50,"time":"2026-10-27T18:30:00.075570255Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"peer_addr":"[fd00:1122:3344:101::6]:36300","req_id":"897d039e-757c-4130-84bb-bf92bf068a63","bind_address":"[fd00:1122:3344:2::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 15200,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_2336c64e-2f2b-4bc4-a951-b514c9f14555.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_2336c64e-2f2b-4bc4-a951-b514c9f14555.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 50,\n 51,\n 51,\n 54,\n 99,\n 54,\n 52,\n 101,\n 45,\n 50,\n 102,\n 50,\n 98,\n 45,\n 52,\n 98,\n 99,\n 52,\n 45,\n 97,\n 57,\n 53,\n 49,\n 45,\n 98,\n 53,\n 49,\n 52,\n 99,\n 57,\n 102,\n 49,\n 52,\n 53,\n 53,\n 53,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_2336c64e-2f2b-4bc4-a951-b514c9f14555.\"","v":0,"name":"dns-server","level":50,"time":"2026-10-27T18:30:00.076039902Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"peer_addr":"[fd00:1122:3344:101::6]:43837","req_id":"c93b5531-6461-4c24-bc21-506c85a6a3ed","bind_address":"[fd00:1122:3344:2::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 5457,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_8101a196-407e-4c00-bdb0-6bd35dbf286c.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_8101a196-407e-4c00-bdb0-6bd35dbf286c.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 56,\n 49,\n 48,\n 49,\n 97,\n 49,\n 57,\n 54,\n 45,\n 52,\n 48,\n 55,\n 101,\n 45,\n 52,\n 99,\n 48,\n 48,\n 45,\n 98,\n 100,\n 98,\n 48,\n 45,\n 54,\n 98,\n 100,\n 51,\n 53,\n 100,\n 98,\n 102,\n 50,\n 56,\n 54,\n 99,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_8101a196-407e-4c00-bdb0-6bd35dbf286c.\"","v":0,"name":"dns-server","level":50,"time":"2026-10-27T18:30:00.082079038Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"peer_addr":"[fd00:1122:3344:101::5]:46228","req_id":"2b161a6e-0135-4dbd-b941-1fbcbdd4cd89","bind_address":"[fd00:1122:3344:2::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 5457,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_8101a196-407e-4c00-bdb0-6bd35dbf286c.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_8101a196-407e-4c00-bdb0-6bd35dbf286c.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 56,\n 49,\n 48,\n 49,\n 97,\n 49,\n 57,\n 54,\n 45,\n 52,\n 48,\n 55,\n 101,\n 45,\n 52,\n 99,\n 48,\n 48,\n 45,\n 98,\n 100,\n 98,\n 48,\n 45,\n 54,\n 98,\n 100,\n 51,\n 53,\n 100,\n 98,\n 102,\n 50,\n 56,\n 54,\n 99,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_8101a196-407e-4c00-bdb0-6bd35dbf286c.\"","v":0,"name":"dns-server","level":50,"time":"2026-10-27T18:30:00.082466744Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"peer_addr":"[fd00:1122:3344:101::5]:62238","req_id":"927d5920-96d5-4b78-9ee5-963d7b91c844","bind_address":"[fd00:1122:3344:2::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 40367,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-10-27T18:30:00.183063606Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"peer_addr":"[fd00:1122:3344:101::2]:46488","req_id":"1abb5118-3371-4af5-bb95-44d8d3b88c3b","bind_address":"[fd00:1122:3344:2::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 40367,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-10-27T18:30:00.183603875Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"peer_addr":"[fd00:1122:3344:101::2]:36777","req_id":"b325aae9-3f73-48d2-9d80-93639397a362","bind_address":"[fd00:1122:3344:2::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 32235,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_ntp_31c92986-353e-41fa-b344-48946e5ee51e.\"),\n ),\n original: Query {\n name: Name(\"oxz_ntp_31c92986-353e-41fa-b344-48946e5ee51e.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 44,\n 111,\n 120,\n 122,\n 95,\n 110,\n 116,\n 112,\n 95,\n 51,\n 49,\n 99,\n 57,\n 50,\n 57,\n 56,\n 54,\n 45,\n 51,\n 53,\n 51,\n 101,\n 45,\n 52,\n 49,\n 102,\n 97,\n 45,\n 98,\n 51,\n 52,\n 52,\n 45,\n 52,\n 56,\n 57,\n 52,\n 54,\n 101,\n 53,\n 101,\n 101,\n 53,\n 49,\n 101,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_ntp_31c92986-353e-41fa-b344-48946e5ee51e.\"","v":0,"name":"dns-server","level":50,"time":"2026-10-27T18:30:00.381525358Z","hostname":"oxz_internal_dns_f593a045-f948-4d92-b63f-75bcf3201461","pid":5330,"peer_addr":"[fd00:1122:3344:101::1b]:60883","req_id":"1122e2e7-4270-44dc-8cd5-65641cc7f726","bind_address":"[fd00:1122:3344:2::1]:53","component":"dns"}