[ Jun 24 04:39:51 Enabled. ] [ Jun 24 04:39:51 Rereading configuration. ] [ Jun 24 04:39:51 Rereading configuration. ] [ Jun 24 04:39:52 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:2::1]:5353 --dns-address [fd00:1122:3344:2::1]:53 &"). ] [ Jun 24 04:39:52 Method "start" exited with status 0. ] Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:2::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } note: configured to log to "/dev/stdout" {"msg":"config","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:39:52.833709811Z","hostname":"oxz_internal_dns_572e0e03-f175-48c8-a895-c60636dd7312","pid":5465,"dns_config":"Config { bind_address: [fd00:1122:3344:2::1]:53 }","config":"Config { log: File { level: Info, path: \"/dev/stdout\", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:2::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: \"/data/dns\", keep_old_generations: 3 } }"} {"msg":"opening sled database","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:39:52.833797444Z","hostname":"oxz_internal_dns_572e0e03-f175-48c8-a895-c60636dd7312","pid":5465,"component":"store","path":"/data/dns"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:39:52.858509476Z","hostname":"oxz_internal_dns_572e0e03-f175-48c8-a895-c60636dd7312","pid":5465,"component":"store"} {"msg":"pruning trees for generations older than 0","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:39:52.858530617Z","hostname":"oxz_internal_dns_572e0e03-f175-48c8-a895-c60636dd7312","pid":5465,"component":"store","keep":3} {"msg":"DNS server bound to address","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:39:52.858605348Z","hostname":"oxz_internal_dns_572e0e03-f175-48c8-a895-c60636dd7312","pid":5465,"component":"dns","local_address":"[fd00:1122:3344:2::1]:53"} {"msg":"listening","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:39:52.859063959Z","hostname":"oxz_internal_dns_572e0e03-f175-48c8-a895-c60636dd7312","pid":5465,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 8318,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-24T04:39:53.119190837Z","hostname":"oxz_internal_dns_572e0e03-f175-48c8-a895-c60636dd7312","pid":5465,"peer_addr":"[fd00:1122:3344:2::2]:8538","req_id":"c9618eae-bb2c-41ce-8f7e-c7b2fd8faba5","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:39:53.928672036Z","hostname":"oxz_internal_dns_572e0e03-f175-48c8-a895-c60636dd7312","pid":5465,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:2::2]:36954"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:39:53.929418023Z","hostname":"oxz_internal_dns_572e0e03-f175-48c8-a895-c60636dd7312","pid":5465,"new_generation":1,"req_id":"3126332b-50a6-42b8-b4de-afac4d0ed3c7","component":"store"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:39:53.929458584Z","hostname":"oxz_internal_dns_572e0e03-f175-48c8-a895-c60636dd7312","pid":5465,"component":"store"} {"msg":"pruning trees for generations older than 1","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:39:53.951946525Z","hostname":"oxz_internal_dns_572e0e03-f175-48c8-a895-c60636dd7312","pid":5465,"component":"store","keep":3} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:39:53.951974326Z","hostname":"oxz_internal_dns_572e0e03-f175-48c8-a895-c60636dd7312","pid":5465,"new_generation":1,"req_id":"3126332b-50a6-42b8-b4de-afac4d0ed3c7","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:39:53.952009587Z","hostname":"oxz_internal_dns_572e0e03-f175-48c8-a895-c60636dd7312","pid":5465,"uri":"/config","method":"PUT","req_id":"3126332b-50a6-42b8-b4de-afac4d0ed3c7","remote_addr":"[fd00:1122:3344:2::2]:36954","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":22933,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 33861,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-24T04:40:05.174234588Z","hostname":"oxz_internal_dns_572e0e03-f175-48c8-a895-c60636dd7312","pid":5465,"peer_addr":"[fd00:1122:3344:101::1b]:48188","req_id":"d5287670-5f66-4c3f-87cb-ef036c5e68bd","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 41352,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-24T04:40:05.178948307Z","hostname":"oxz_internal_dns_572e0e03-f175-48c8-a895-c60636dd7312","pid":5465,"peer_addr":"[fd00:1122:3344:101::1b]:32898","req_id":"5c338224-0e6e-4fcc-87df-a41310b4571c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 58420,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-24T04:40:05.183351529Z","hostname":"oxz_internal_dns_572e0e03-f175-48c8-a895-c60636dd7312","pid":5465,"peer_addr":"[fd00:1122:3344:101::1b]:56317","req_id":"ab894cb9-3b6b-425f-80b9-7934bb46e480","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 22995,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-24T04:41:49.380386251Z","hostname":"oxz_internal_dns_572e0e03-f175-48c8-a895-c60636dd7312","pid":5465,"peer_addr":"[fd00:1122:3344:101::1b]:33314","req_id":"a9d297b2-6477-4c83-a1d6-79ea452e1111","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 40694,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-24T04:41:49.385349886Z","hostname":"oxz_internal_dns_572e0e03-f175-48c8-a895-c60636dd7312","pid":5465,"peer_addr":"[fd00:1122:3344:101::1b]:47916","req_id":"e401111a-c336-45dc-8737-4daa0762bdd1","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 61651,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-24T04:41:49.390310281Z","hostname":"oxz_internal_dns_572e0e03-f175-48c8-a895-c60636dd7312","pid":5465,"peer_addr":"[fd00:1122:3344:101::1b]:43055","req_id":"d6f37af5-02a0-4ee9-b207-16fcc4196b87","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 58462,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-24T04:42:03.736052753Z","hostname":"oxz_internal_dns_572e0e03-f175-48c8-a895-c60636dd7312","pid":5465,"peer_addr":"[fd00:1122:3344:101::1b]:35778","req_id":"cda6ec84-88de-4271-9112-1b16a2a2273c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 65338,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-24T04:42:03.740326492Z","hostname":"oxz_internal_dns_572e0e03-f175-48c8-a895-c60636dd7312","pid":5465,"peer_addr":"[fd00:1122:3344:101::1b]:33081","req_id":"390a65b6-b9cc-47f5-be02-13c703ea2bf5","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 24050,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-24T04:42:03.744390696Z","hostname":"oxz_internal_dns_572e0e03-f175-48c8-a895-c60636dd7312","pid":5465,"peer_addr":"[fd00:1122:3344:101::1b]:34554","req_id":"8a3e3687-c76f-48eb-85cc-b3a76ca27aaa","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 6459,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-24T04:43:11.879481176Z","hostname":"oxz_internal_dns_572e0e03-f175-48c8-a895-c60636dd7312","pid":5465,"peer_addr":"[fd00:1122:3344:101::d]:49487","req_id":"cddda3c2-b502-4d3c-95b7-c1b90e7390fc","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 11283,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_48dec560-43e4-44f3-af31-cc98dea74f16.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_48dec560-43e4-44f3-af31-cc98dea74f16.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 52,\n 56,\n 100,\n 101,\n 99,\n 53,\n 54,\n 48,\n 45,\n 52,\n 51,\n 101,\n 52,\n 45,\n 52,\n 52,\n 102,\n 51,\n 45,\n 97,\n 102,\n 51,\n 49,\n 45,\n 99,\n 99,\n 57,\n 56,\n 100,\n 101,\n 97,\n 55,\n 52,\n 102,\n 49,\n 54,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_48dec560-43e4-44f3-af31-cc98dea74f16.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-24T04:43:13.341916576Z","hostname":"oxz_internal_dns_572e0e03-f175-48c8-a895-c60636dd7312","pid":5465,"peer_addr":"[fd00:1122:3344:101::e]:57573","req_id":"febb4e8f-d7b1-4419-8cd9-a1166d3e4430","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 11283,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_48dec560-43e4-44f3-af31-cc98dea74f16.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_48dec560-43e4-44f3-af31-cc98dea74f16.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 52,\n 56,\n 100,\n 101,\n 99,\n 53,\n 54,\n 48,\n 45,\n 52,\n 51,\n 101,\n 52,\n 45,\n 52,\n 52,\n 102,\n 51,\n 45,\n 97,\n 102,\n 51,\n 49,\n 45,\n 99,\n 99,\n 57,\n 56,\n 100,\n 101,\n 97,\n 55,\n 52,\n 102,\n 49,\n 54,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_48dec560-43e4-44f3-af31-cc98dea74f16.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-24T04:43:13.356077874Z","hostname":"oxz_internal_dns_572e0e03-f175-48c8-a895-c60636dd7312","pid":5465,"peer_addr":"[fd00:1122:3344:101::e]:57940","req_id":"a9857957-c6fb-44aa-9d3c-c57cf2b70b31","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 40266,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-24T04:43:21.873135726Z","hostname":"oxz_internal_dns_572e0e03-f175-48c8-a895-c60636dd7312","pid":5465,"peer_addr":"[fd00:1122:3344:101::d]:52414","req_id":"d993cf55-6946-4ebc-bb51-c37acd295eb2","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 5296,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-24T04:43:22.888907915Z","hostname":"oxz_internal_dns_572e0e03-f175-48c8-a895-c60636dd7312","pid":5465,"peer_addr":"[fd00:1122:3344:101::b]:23947","req_id":"a2fef2ce-9b76-4ee5-8817-f3e903da77e3","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 46753,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-24T04:43:22.975633425Z","hostname":"oxz_internal_dns_572e0e03-f175-48c8-a895-c60636dd7312","pid":5465,"peer_addr":"[fd00:1122:3344:101::c]:45176","req_id":"48a110ff-9d69-4898-8526-366e9bab5f26","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 7756,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-24T04:43:24.61912728Z","hostname":"oxz_internal_dns_572e0e03-f175-48c8-a895-c60636dd7312","pid":5465,"peer_addr":"[fd00:1122:3344:101::a]:28442","req_id":"07c4ae1d-b934-4d7e-b434-4738bab6860c","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:43:25.780246267Z","hostname":"oxz_internal_dns_572e0e03-f175-48c8-a895-c60636dd7312","pid":5465,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:37060"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:43:25.782768175Z","hostname":"oxz_internal_dns_572e0e03-f175-48c8-a895-c60636dd7312","pid":5465,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:43013"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:43:25.782848477Z","hostname":"oxz_internal_dns_572e0e03-f175-48c8-a895-c60636dd7312","pid":5465,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:41248"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:43:25.836510361Z","hostname":"oxz_internal_dns_572e0e03-f175-48c8-a895-c60636dd7312","pid":5465,"uri":"/config","method":"GET","req_id":"9ce9439f-6d63-427e-8521-a877bf20ecb8","remote_addr":"[fd00:1122:3344:101::a]:37060","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":29944,"response_code":200} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:43:25.836565632Z","hostname":"oxz_internal_dns_572e0e03-f175-48c8-a895-c60636dd7312","pid":5465,"uri":"/config","method":"GET","req_id":"2d7e6a40-0195-4f77-8db2-20b5b2973494","remote_addr":"[fd00:1122:3344:101::c]:41248","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":29949,"response_code":200} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:43:25.836615323Z","hostname":"oxz_internal_dns_572e0e03-f175-48c8-a895-c60636dd7312","pid":5465,"uri":"/config","method":"GET","req_id":"404ca290-13c0-47f1-a93e-0cbb844e8a18","remote_addr":"[fd00:1122:3344:101::b]:43013","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":29964,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:43:26.188753303Z","hostname":"oxz_internal_dns_572e0e03-f175-48c8-a895-c60636dd7312","pid":5465,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:59486"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:43:26.194017776Z","hostname":"oxz_internal_dns_572e0e03-f175-48c8-a895-c60636dd7312","pid":5465,"new_generation":1,"req_id":"3df0e5d3-ad00-4150-8785-3b22f4a82b1a","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:43:26.194046026Z","hostname":"oxz_internal_dns_572e0e03-f175-48c8-a895-c60636dd7312","pid":5465,"new_generation":1,"req_id":"3df0e5d3-ad00-4150-8785-3b22f4a82b1a","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:43:26.194108418Z","hostname":"oxz_internal_dns_572e0e03-f175-48c8-a895-c60636dd7312","pid":5465,"uri":"/config","method":"PUT","req_id":"3df0e5d3-ad00-4150-8785-3b22f4a82b1a","remote_addr":"[fd00:1122:3344:101::b]:59486","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":4312,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 5863,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-24T04:43:27.919903649Z","hostname":"oxz_internal_dns_572e0e03-f175-48c8-a895-c60636dd7312","pid":5465,"peer_addr":"[fd00:1122:3344:101::a]:11009","req_id":"9659de1b-ad76-4199-ae36-c5f7beb43385","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:43:28.041306553Z","hostname":"oxz_internal_dns_572e0e03-f175-48c8-a895-c60636dd7312","pid":5465,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:53310"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:43:28.04164055Z","hostname":"oxz_internal_dns_572e0e03-f175-48c8-a895-c60636dd7312","pid":5465,"uri":"/config","method":"GET","req_id":"3e1c4a4b-ff45-473a-987c-04f9bfb5ee4f","remote_addr":"[fd00:1122:3344:101::a]:53310","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":267,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 20688,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-24T04:43:30.842657429Z","hostname":"oxz_internal_dns_572e0e03-f175-48c8-a895-c60636dd7312","pid":5465,"peer_addr":"[fd00:1122:3344:101::b]:37724","req_id":"9a697fb8-37ba-4543-9d8d-5ba01710a11a","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:43:31.027346909Z","hostname":"oxz_internal_dns_572e0e03-f175-48c8-a895-c60636dd7312","pid":5465,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:54939"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:43:31.028908536Z","hostname":"oxz_internal_dns_572e0e03-f175-48c8-a895-c60636dd7312","pid":5465,"new_generation":1,"req_id":"26eaf7e3-ea7c-4d0c-aea8-936e4d5cc478","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:43:31.028931816Z","hostname":"oxz_internal_dns_572e0e03-f175-48c8-a895-c60636dd7312","pid":5465,"new_generation":1,"req_id":"26eaf7e3-ea7c-4d0c-aea8-936e4d5cc478","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:43:31.028983427Z","hostname":"oxz_internal_dns_572e0e03-f175-48c8-a895-c60636dd7312","pid":5465,"uri":"/config","method":"PUT","req_id":"26eaf7e3-ea7c-4d0c-aea8-936e4d5cc478","remote_addr":"[fd00:1122:3344:101::b]:54939","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":220,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:43:31.159464611Z","hostname":"oxz_internal_dns_572e0e03-f175-48c8-a895-c60636dd7312","pid":5465,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:52947"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:43:31.159743107Z","hostname":"oxz_internal_dns_572e0e03-f175-48c8-a895-c60636dd7312","pid":5465,"uri":"/config","method":"GET","req_id":"c86cdfe7-0184-4647-92ff-c46a0f864190","remote_addr":"[fd00:1122:3344:101::b]:52947","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":233,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 41386,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-24T04:43:31.874816878Z","hostname":"oxz_internal_dns_572e0e03-f175-48c8-a895-c60636dd7312","pid":5465,"peer_addr":"[fd00:1122:3344:101::d]:50313","req_id":"0f84d283-46dd-4cf1-8e38-ab7c5958fdee","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 30074,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-24T04:43:37.316699522Z","hostname":"oxz_internal_dns_572e0e03-f175-48c8-a895-c60636dd7312","pid":5465,"peer_addr":"[fd00:1122:3344:101::c]:62561","req_id":"46155fe7-d7fa-4504-bcdf-86a73292ab02","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:43:37.430602921Z","hostname":"oxz_internal_dns_572e0e03-f175-48c8-a895-c60636dd7312","pid":5465,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:59006"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:43:37.430936799Z","hostname":"oxz_internal_dns_572e0e03-f175-48c8-a895-c60636dd7312","pid":5465,"uri":"/config","method":"GET","req_id":"09e215f8-d839-4e14-876f-571c95796d88","remote_addr":"[fd00:1122:3344:101::c]:59006","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":260,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 60573,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-24T04:43:38.19523832Z","hostname":"oxz_internal_dns_572e0e03-f175-48c8-a895-c60636dd7312","pid":5465,"peer_addr":"[fd00:1122:3344:101::a]:63727","req_id":"8f063436-4b85-4d3a-af4b-17258ef9e40a","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:43:38.306678862Z","hostname":"oxz_internal_dns_572e0e03-f175-48c8-a895-c60636dd7312","pid":5465,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:61468"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:43:38.307080301Z","hostname":"oxz_internal_dns_572e0e03-f175-48c8-a895-c60636dd7312","pid":5465,"uri":"/config","method":"GET","req_id":"662a1829-5a6b-4535-927a-9a043110b8cc","remote_addr":"[fd00:1122:3344:101::a]:61468","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":269,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:43:38.590178801Z","hostname":"oxz_internal_dns_572e0e03-f175-48c8-a895-c60636dd7312","pid":5465,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:36264"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:43:38.591730157Z","hostname":"oxz_internal_dns_572e0e03-f175-48c8-a895-c60636dd7312","pid":5465,"new_generation":1,"req_id":"9f1828b6-6cb5-4c1a-936c-13987dd4f9b5","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:43:38.591778608Z","hostname":"oxz_internal_dns_572e0e03-f175-48c8-a895-c60636dd7312","pid":5465,"new_generation":1,"req_id":"9f1828b6-6cb5-4c1a-936c-13987dd4f9b5","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:43:38.591789169Z","hostname":"oxz_internal_dns_572e0e03-f175-48c8-a895-c60636dd7312","pid":5465,"uri":"/config","method":"PUT","req_id":"9f1828b6-6cb5-4c1a-936c-13987dd4f9b5","remote_addr":"[fd00:1122:3344:101::b]:36264","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":331,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:43:40.637437273Z","hostname":"oxz_internal_dns_572e0e03-f175-48c8-a895-c60636dd7312","pid":5465,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:64504"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:43:40.639367607Z","hostname":"oxz_internal_dns_572e0e03-f175-48c8-a895-c60636dd7312","pid":5465,"new_generation":1,"req_id":"51aa88fb-aab5-4c81-a646-70743b470aea","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:43:40.639427559Z","hostname":"oxz_internal_dns_572e0e03-f175-48c8-a895-c60636dd7312","pid":5465,"new_generation":1,"req_id":"51aa88fb-aab5-4c81-a646-70743b470aea","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:43:40.63947615Z","hostname":"oxz_internal_dns_572e0e03-f175-48c8-a895-c60636dd7312","pid":5465,"uri":"/config","method":"PUT","req_id":"51aa88fb-aab5-4c81-a646-70743b470aea","remote_addr":"[fd00:1122:3344:101::b]:64504","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":295,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 27864,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-24T04:43:41.876821102Z","hostname":"oxz_internal_dns_572e0e03-f175-48c8-a895-c60636dd7312","pid":5465,"peer_addr":"[fd00:1122:3344:101::d]:61813","req_id":"a522bce2-fc14-45dc-bf77-acdeb856c026","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 4222,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxide.computer.\"),\n ),\n original: Query {\n name: Name(\"oxide.computer.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 99,\n 111,\n 109,\n 112,\n 117,\n 116,\n 101,\n 114,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxide.computer.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-24T04:43:42.488851775Z","hostname":"oxz_internal_dns_572e0e03-f175-48c8-a895-c60636dd7312","pid":5465,"peer_addr":"[fd00:1122:3344:101::1b]:42344","req_id":"550be67a-7182-4302-a8ca-8b9e01fac9b4","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 53720,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxide.computer.\"),\n ),\n original: Query {\n name: Name(\"oxide.computer.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 99,\n 111,\n 109,\n 112,\n 117,\n 116,\n 101,\n 114,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxide.computer.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-24T04:43:42.493783469Z","hostname":"oxz_internal_dns_572e0e03-f175-48c8-a895-c60636dd7312","pid":5465,"peer_addr":"[fd00:1122:3344:101::1b]:51642","req_id":"40a74d2b-15ed-4536-a1f4-b24bd1c2f38a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 2543,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxide.computer.\"),\n ),\n original: Query {\n name: Name(\"oxide.computer.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 99,\n 111,\n 109,\n 112,\n 117,\n 116,\n 101,\n 114,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxide.computer.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-24T04:43:42.498932629Z","hostname":"oxz_internal_dns_572e0e03-f175-48c8-a895-c60636dd7312","pid":5465,"peer_addr":"[fd00:1122:3344:101::1b]:62399","req_id":"c4892b54-4962-4200-8294-ed11eb92246e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 10927,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"time.cloudfare.com.\"),\n ),\n original: Query {\n name: Name(\"time.cloudfare.com.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 4,\n 116,\n 105,\n 109,\n 101,\n 9,\n 99,\n 108,\n 111,\n 117,\n 100,\n 102,\n 97,\n 114,\n 101,\n 3,\n 99,\n 111,\n 109,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"time.cloudfare.com.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-24T04:43:42.58515195Z","hostname":"oxz_internal_dns_572e0e03-f175-48c8-a895-c60636dd7312","pid":5465,"peer_addr":"[fd00:1122:3344:101::1b]:47712","req_id":"8e518d22-3e8c-40fd-a179-db2d398524f1","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 27207,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"time.cloudflare.com.\"),\n ),\n original: Query {\n name: Name(\"time.cloudflare.com.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 4,\n 116,\n 105,\n 109,\n 101,\n 10,\n 99,\n 108,\n 111,\n 117,\n 100,\n 102,\n 108,\n 97,\n 114,\n 101,\n 3,\n 99,\n 111,\n 109,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"time.cloudflare.com.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-24T04:43:43.1868839Z","hostname":"oxz_internal_dns_572e0e03-f175-48c8-a895-c60636dd7312","pid":5465,"peer_addr":"[fd00:1122:3344:101::1b]:40879","req_id":"5830c3e2-2b7d-47a4-b851-5d16f71ae1d5","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 61420,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"time.cloudflare.com.\"),\n ),\n original: Query {\n name: Name(\"time.cloudflare.com.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 4,\n 116,\n 105,\n 109,\n 101,\n 10,\n 99,\n 108,\n 111,\n 117,\n 100,\n 102,\n 108,\n 97,\n 114,\n 101,\n 3,\n 99,\n 111,\n 109,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"time.cloudflare.com.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-24T04:43:43.191437296Z","hostname":"oxz_internal_dns_572e0e03-f175-48c8-a895-c60636dd7312","pid":5465,"peer_addr":"[fd00:1122:3344:101::1b]:35379","req_id":"757efc00-c1f3-469f-b7d6-1657120e596a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 41330,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-24T04:43:52.235784845Z","hostname":"oxz_internal_dns_572e0e03-f175-48c8-a895-c60636dd7312","pid":5465,"peer_addr":"[fd00:1122:3344:101::d]:65417","req_id":"1b9aa3fd-55aa-4e52-8b16-28912819de3c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 10495,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-24T04:44:02.237906814Z","hostname":"oxz_internal_dns_572e0e03-f175-48c8-a895-c60636dd7312","pid":5465,"peer_addr":"[fd00:1122:3344:101::d]:57000","req_id":"f5925dcd-38e4-48ca-be0f-d72bcb0fdb29","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 36371,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-24T04:44:12.239742056Z","hostname":"oxz_internal_dns_572e0e03-f175-48c8-a895-c60636dd7312","pid":5465,"peer_addr":"[fd00:1122:3344:101::d]:52918","req_id":"bf987ca4-0929-45d7-9ea5-a33c16d9e01f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 20026,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-24T04:44:22.241797925Z","hostname":"oxz_internal_dns_572e0e03-f175-48c8-a895-c60636dd7312","pid":5465,"peer_addr":"[fd00:1122:3344:101::d]:58518","req_id":"072a3ceb-33a2-4236-822b-55b167dac52e","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:44:22.786533427Z","hostname":"oxz_internal_dns_572e0e03-f175-48c8-a895-c60636dd7312","pid":5465,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:51481"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:44:22.789748922Z","hostname":"oxz_internal_dns_572e0e03-f175-48c8-a895-c60636dd7312","pid":5465,"new_generation":1,"req_id":"e13f2326-848e-4d5c-b791-32e83b562904","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:44:22.789803193Z","hostname":"oxz_internal_dns_572e0e03-f175-48c8-a895-c60636dd7312","pid":5465,"new_generation":1,"req_id":"e13f2326-848e-4d5c-b791-32e83b562904","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:44:22.789814364Z","hostname":"oxz_internal_dns_572e0e03-f175-48c8-a895-c60636dd7312","pid":5465,"uri":"/config","method":"PUT","req_id":"e13f2326-848e-4d5c-b791-32e83b562904","remote_addr":"[fd00:1122:3344:101::c]:51481","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":1588,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:44:24.881648427Z","hostname":"oxz_internal_dns_572e0e03-f175-48c8-a895-c60636dd7312","pid":5465,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:36903"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:44:24.883649627Z","hostname":"oxz_internal_dns_572e0e03-f175-48c8-a895-c60636dd7312","pid":5465,"new_generation":1,"req_id":"8834464e-15b0-4735-9d2d-8018a22c3d32","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:44:24.883681362Z","hostname":"oxz_internal_dns_572e0e03-f175-48c8-a895-c60636dd7312","pid":5465,"new_generation":1,"req_id":"8834464e-15b0-4735-9d2d-8018a22c3d32","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:44:24.884533484Z","hostname":"oxz_internal_dns_572e0e03-f175-48c8-a895-c60636dd7312","pid":5465,"uri":"/config","method":"PUT","req_id":"8834464e-15b0-4735-9d2d-8018a22c3d32","remote_addr":"[fd00:1122:3344:101::a]:36903","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":291,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 8817,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-24T04:44:28.782827519Z","hostname":"oxz_internal_dns_572e0e03-f175-48c8-a895-c60636dd7312","pid":5465,"peer_addr":"[fd00:1122:3344:101::c]:65385","req_id":"eb3a6299-9f81-4b06-92b5-3c727daa1cfa","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:44:28.987520212Z","hostname":"oxz_internal_dns_572e0e03-f175-48c8-a895-c60636dd7312","pid":5465,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:44661"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:44:28.990843629Z","hostname":"oxz_internal_dns_572e0e03-f175-48c8-a895-c60636dd7312","pid":5465,"new_generation":1,"req_id":"27cc1ec6-053e-46b8-8505-9ccbfc007c79","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:44:28.99088271Z","hostname":"oxz_internal_dns_572e0e03-f175-48c8-a895-c60636dd7312","pid":5465,"new_generation":1,"req_id":"27cc1ec6-053e-46b8-8505-9ccbfc007c79","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:44:28.990915241Z","hostname":"oxz_internal_dns_572e0e03-f175-48c8-a895-c60636dd7312","pid":5465,"uri":"/config","method":"PUT","req_id":"27cc1ec6-053e-46b8-8505-9ccbfc007c79","remote_addr":"[fd00:1122:3344:101::c]:44661","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":309,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 24592,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-24T04:44:32.104334849Z","hostname":"oxz_internal_dns_572e0e03-f175-48c8-a895-c60636dd7312","pid":5465,"peer_addr":"[fd00:1122:3344:101::a]:13181","req_id":"6e8979d0-1022-4cd5-833f-ff4333b6fba1","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 56604,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-24T04:44:32.243433053Z","hostname":"oxz_internal_dns_572e0e03-f175-48c8-a895-c60636dd7312","pid":5465,"peer_addr":"[fd00:1122:3344:101::d]:59490","req_id":"a7965541-3160-4dc7-a22b-131a6b659425","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 65058,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-24T04:44:34.926528158Z","hostname":"oxz_internal_dns_572e0e03-f175-48c8-a895-c60636dd7312","pid":5465,"peer_addr":"[fd00:1122:3344:101::c]:61717","req_id":"fa53600b-4ada-4b2b-8e39-f297e663d46f","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:44:35.114380771Z","hostname":"oxz_internal_dns_572e0e03-f175-48c8-a895-c60636dd7312","pid":5465,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:33716"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:44:35.11562903Z","hostname":"oxz_internal_dns_572e0e03-f175-48c8-a895-c60636dd7312","pid":5465,"new_generation":1,"req_id":"1dc9caed-a431-4e24-bb01-bf64c3342813","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:44:35.115685271Z","hostname":"oxz_internal_dns_572e0e03-f175-48c8-a895-c60636dd7312","pid":5465,"new_generation":1,"req_id":"1dc9caed-a431-4e24-bb01-bf64c3342813","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:44:35.115694382Z","hostname":"oxz_internal_dns_572e0e03-f175-48c8-a895-c60636dd7312","pid":5465,"uri":"/config","method":"PUT","req_id":"1dc9caed-a431-4e24-bb01-bf64c3342813","remote_addr":"[fd00:1122:3344:101::c]:33716","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":193,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 10838,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-24T04:44:41.408020324Z","hostname":"oxz_internal_dns_572e0e03-f175-48c8-a895-c60636dd7312","pid":5465,"peer_addr":"[fd00:1122:3344:101::a]:12910","req_id":"246ca6c4-e9c2-44f1-9b98-b127e81ac43e","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:44:41.569433214Z","hostname":"oxz_internal_dns_572e0e03-f175-48c8-a895-c60636dd7312","pid":5465,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:55225"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:44:41.571813319Z","hostname":"oxz_internal_dns_572e0e03-f175-48c8-a895-c60636dd7312","pid":5465,"new_generation":1,"req_id":"344f7beb-60a2-414a-8ee7-6d9c7122245c","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:44:41.57184803Z","hostname":"oxz_internal_dns_572e0e03-f175-48c8-a895-c60636dd7312","pid":5465,"new_generation":1,"req_id":"344f7beb-60a2-414a-8ee7-6d9c7122245c","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:44:41.57185674Z","hostname":"oxz_internal_dns_572e0e03-f175-48c8-a895-c60636dd7312","pid":5465,"uri":"/config","method":"PUT","req_id":"344f7beb-60a2-414a-8ee7-6d9c7122245c","remote_addr":"[fd00:1122:3344:101::a]:55225","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":232,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 60086,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-24T04:44:41.857800336Z","hostname":"oxz_internal_dns_572e0e03-f175-48c8-a895-c60636dd7312","pid":5465,"peer_addr":"[fd00:1122:3344:101::c]:29652","req_id":"1f8d7e4a-bf19-46b5-8a02-4561b0536b31","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 59314,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-24T04:44:42.244925417Z","hostname":"oxz_internal_dns_572e0e03-f175-48c8-a895-c60636dd7312","pid":5465,"peer_addr":"[fd00:1122:3344:101::d]:61508","req_id":"87c96926-c615-456c-b841-57eaabd29c62","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 34434,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-24T04:44:49.128741117Z","hostname":"oxz_internal_dns_572e0e03-f175-48c8-a895-c60636dd7312","pid":5465,"peer_addr":"[fd00:1122:3344:101::a]:53519","req_id":"246f3c76-7854-4238-8caa-46461a0c5437","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:44:49.363710592Z","hostname":"oxz_internal_dns_572e0e03-f175-48c8-a895-c60636dd7312","pid":5465,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:39514"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:44:49.365542374Z","hostname":"oxz_internal_dns_572e0e03-f175-48c8-a895-c60636dd7312","pid":5465,"new_generation":1,"req_id":"476fe88f-cbac-4db9-abc7-bd1a7237c506","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:44:49.365573605Z","hostname":"oxz_internal_dns_572e0e03-f175-48c8-a895-c60636dd7312","pid":5465,"new_generation":1,"req_id":"476fe88f-cbac-4db9-abc7-bd1a7237c506","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:44:49.365600466Z","hostname":"oxz_internal_dns_572e0e03-f175-48c8-a895-c60636dd7312","pid":5465,"uri":"/config","method":"PUT","req_id":"476fe88f-cbac-4db9-abc7-bd1a7237c506","remote_addr":"[fd00:1122:3344:101::a]:39514","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":337,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 48867,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-24T04:44:52.247280384Z","hostname":"oxz_internal_dns_572e0e03-f175-48c8-a895-c60636dd7312","pid":5465,"peer_addr":"[fd00:1122:3344:101::d]:64688","req_id":"a4a378ec-69af-4c62-9262-4e1adc07d406","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 22887,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-24T04:45:02.249659889Z","hostname":"oxz_internal_dns_572e0e03-f175-48c8-a895-c60636dd7312","pid":5465,"peer_addr":"[fd00:1122:3344:101::d]:65028","req_id":"e4c0d683-9fe8-4c4e-b7d5-756e30053c82","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 20771,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-24T04:45:12.250904849Z","hostname":"oxz_internal_dns_572e0e03-f175-48c8-a895-c60636dd7312","pid":5465,"peer_addr":"[fd00:1122:3344:101::d]:51630","req_id":"f47339cf-184c-4e07-8b52-c4678c62a884","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 1830,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-24T04:45:22.253637023Z","hostname":"oxz_internal_dns_572e0e03-f175-48c8-a895-c60636dd7312","pid":5465,"peer_addr":"[fd00:1122:3344:101::d]:55705","req_id":"5b489b2b-888a-4083-b0c7-050230c7131d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47495,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-24T04:45:32.255485855Z","hostname":"oxz_internal_dns_572e0e03-f175-48c8-a895-c60636dd7312","pid":5465,"peer_addr":"[fd00:1122:3344:101::d]:63751","req_id":"8af545ff-fd92-4c04-9e84-0e1afece0501","component":"dns"}