[ Jun 24 04:39:50 Enabled. ] [ Jun 24 04:39:50 Rereading configuration. ] [ Jun 24 04:39:51 Rereading configuration. ] [ Jun 24 04:39:52 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:3::1]:5353 --dns-address [fd00:1122:3344:3::1]:53 &"). ] [ Jun 24 04:39:52 Method "start" exited with status 0. ] Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:3::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } note: configured to log to "/dev/stdout" {"msg":"config","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:39:52.798931016Z","hostname":"oxz_internal_dns_61ec2969-3baa-4b6f-8140-2a090b9bcb2c","pid":5453,"dns_config":"Config { bind_address: [fd00:1122:3344:3::1]:53 }","config":"Config { log: File { level: Info, path: \"/dev/stdout\", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:3::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: \"/data/dns\", keep_old_generations: 3 } }"} {"msg":"opening sled database","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:39:52.799040008Z","hostname":"oxz_internal_dns_61ec2969-3baa-4b6f-8140-2a090b9bcb2c","pid":5453,"component":"store","path":"/data/dns"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:39:52.823132326Z","hostname":"oxz_internal_dns_61ec2969-3baa-4b6f-8140-2a090b9bcb2c","pid":5453,"component":"store"} {"msg":"pruning trees for generations older than 0","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:39:52.823155407Z","hostname":"oxz_internal_dns_61ec2969-3baa-4b6f-8140-2a090b9bcb2c","pid":5453,"component":"store","keep":3} {"msg":"DNS server bound to address","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:39:52.823251879Z","hostname":"oxz_internal_dns_61ec2969-3baa-4b6f-8140-2a090b9bcb2c","pid":5453,"component":"dns","local_address":"[fd00:1122:3344:3::1]:53"} {"msg":"listening","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:39:52.823665399Z","hostname":"oxz_internal_dns_61ec2969-3baa-4b6f-8140-2a090b9bcb2c","pid":5453,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 17390,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-24T04:39:52.859161201Z","hostname":"oxz_internal_dns_61ec2969-3baa-4b6f-8140-2a090b9bcb2c","pid":5453,"peer_addr":"[fd00:1122:3344:101::2]:48941","req_id":"3f12dd91-b272-44b2-ab17-d19a937aa2e3","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 50469,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-24T04:39:53.118837669Z","hostname":"oxz_internal_dns_61ec2969-3baa-4b6f-8140-2a090b9bcb2c","pid":5453,"peer_addr":"[fd00:1122:3344:3::2]:31830","req_id":"56bf3810-71b1-48f1-b107-2f24add982ba","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:39:53.953366068Z","hostname":"oxz_internal_dns_61ec2969-3baa-4b6f-8140-2a090b9bcb2c","pid":5453,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:3::2]:34188"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:39:53.954177067Z","hostname":"oxz_internal_dns_61ec2969-3baa-4b6f-8140-2a090b9bcb2c","pid":5453,"new_generation":1,"req_id":"8cc004ea-afaf-4882-8aaf-7d50d0986e83","component":"store"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:39:53.954206118Z","hostname":"oxz_internal_dns_61ec2969-3baa-4b6f-8140-2a090b9bcb2c","pid":5453,"component":"store"} {"msg":"pruning trees for generations older than 1","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:39:53.975341647Z","hostname":"oxz_internal_dns_61ec2969-3baa-4b6f-8140-2a090b9bcb2c","pid":5453,"component":"store","keep":3} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:39:53.975375598Z","hostname":"oxz_internal_dns_61ec2969-3baa-4b6f-8140-2a090b9bcb2c","pid":5453,"new_generation":1,"req_id":"8cc004ea-afaf-4882-8aaf-7d50d0986e83","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:39:53.975417789Z","hostname":"oxz_internal_dns_61ec2969-3baa-4b6f-8140-2a090b9bcb2c","pid":5453,"uri":"/config","method":"PUT","req_id":"8cc004ea-afaf-4882-8aaf-7d50d0986e83","remote_addr":"[fd00:1122:3344:3::2]:34188","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":21627,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 33861,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-24T04:40:05.174496094Z","hostname":"oxz_internal_dns_61ec2969-3baa-4b6f-8140-2a090b9bcb2c","pid":5453,"peer_addr":"[fd00:1122:3344:101::1b]:43150","req_id":"c7667cd7-fdf6-4675-afb6-20fa461e3a6b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 41352,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-24T04:40:05.179180702Z","hostname":"oxz_internal_dns_61ec2969-3baa-4b6f-8140-2a090b9bcb2c","pid":5453,"peer_addr":"[fd00:1122:3344:101::1b]:38638","req_id":"d63dbc24-81cf-4a20-aaed-489f453a29cb","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 58420,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-24T04:40:05.183593855Z","hostname":"oxz_internal_dns_61ec2969-3baa-4b6f-8140-2a090b9bcb2c","pid":5453,"peer_addr":"[fd00:1122:3344:101::1b]:36927","req_id":"6004bf55-b735-4f30-8ac6-ef99f507fe24","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 22995,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-24T04:41:49.380738159Z","hostname":"oxz_internal_dns_61ec2969-3baa-4b6f-8140-2a090b9bcb2c","pid":5453,"peer_addr":"[fd00:1122:3344:101::1b]:61768","req_id":"d98c94b8-38db-4629-92e2-9bab45f36bea","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 40694,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-24T04:41:49.385554161Z","hostname":"oxz_internal_dns_61ec2969-3baa-4b6f-8140-2a090b9bcb2c","pid":5453,"peer_addr":"[fd00:1122:3344:101::1b]:47635","req_id":"d9b39cd6-dbb4-4c2a-8de5-ccdd125229ef","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 61651,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-24T04:41:49.390486555Z","hostname":"oxz_internal_dns_61ec2969-3baa-4b6f-8140-2a090b9bcb2c","pid":5453,"peer_addr":"[fd00:1122:3344:101::1b]:56153","req_id":"da4f9626-356d-4760-ae2c-a08b4b6fd651","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 58462,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-24T04:42:03.736290928Z","hostname":"oxz_internal_dns_61ec2969-3baa-4b6f-8140-2a090b9bcb2c","pid":5453,"peer_addr":"[fd00:1122:3344:101::1b]:60106","req_id":"78f8413b-8052-40fe-ae33-4a778031bfb6","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 65338,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-24T04:42:03.740507006Z","hostname":"oxz_internal_dns_61ec2969-3baa-4b6f-8140-2a090b9bcb2c","pid":5453,"peer_addr":"[fd00:1122:3344:101::1b]:53800","req_id":"760ca39c-e045-4eba-89d5-e487d57d3c1b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 24050,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-24T04:42:03.7445407Z","hostname":"oxz_internal_dns_61ec2969-3baa-4b6f-8140-2a090b9bcb2c","pid":5453,"peer_addr":"[fd00:1122:3344:101::1b]:63907","req_id":"1fc822b0-79fa-43dc-bbd5-c803a5b59ee7","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 49108,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-24T04:43:11.875127205Z","hostname":"oxz_internal_dns_61ec2969-3baa-4b6f-8140-2a090b9bcb2c","pid":5453,"peer_addr":"[fd00:1122:3344:101::d]:52257","req_id":"ab5ac414-6a85-4e83-9059-11b43b8e2cc2","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 11283,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_48dec560-43e4-44f3-af31-cc98dea74f16.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_48dec560-43e4-44f3-af31-cc98dea74f16.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 52,\n 56,\n 100,\n 101,\n 99,\n 53,\n 54,\n 48,\n 45,\n 52,\n 51,\n 101,\n 52,\n 45,\n 52,\n 52,\n 102,\n 51,\n 45,\n 97,\n 102,\n 51,\n 49,\n 45,\n 99,\n 99,\n 57,\n 56,\n 100,\n 101,\n 97,\n 55,\n 52,\n 102,\n 49,\n 54,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_48dec560-43e4-44f3-af31-cc98dea74f16.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-24T04:43:13.346242996Z","hostname":"oxz_internal_dns_61ec2969-3baa-4b6f-8140-2a090b9bcb2c","pid":5453,"peer_addr":"[fd00:1122:3344:101::e]:41209","req_id":"f96453ab-99e9-4435-b358-794e4f051065","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 11283,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_48dec560-43e4-44f3-af31-cc98dea74f16.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_48dec560-43e4-44f3-af31-cc98dea74f16.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 52,\n 56,\n 100,\n 101,\n 99,\n 53,\n 54,\n 48,\n 45,\n 52,\n 51,\n 101,\n 52,\n 45,\n 52,\n 52,\n 102,\n 51,\n 45,\n 97,\n 102,\n 51,\n 49,\n 45,\n 99,\n 99,\n 57,\n 56,\n 100,\n 101,\n 97,\n 55,\n 52,\n 102,\n 49,\n 54,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_48dec560-43e4-44f3-af31-cc98dea74f16.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-24T04:43:13.356285009Z","hostname":"oxz_internal_dns_61ec2969-3baa-4b6f-8140-2a090b9bcb2c","pid":5453,"peer_addr":"[fd00:1122:3344:101::e]:34445","req_id":"377283ef-a5e9-459a-b251-59ef49b6cafe","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 10519,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-24T04:43:21.873141156Z","hostname":"oxz_internal_dns_61ec2969-3baa-4b6f-8140-2a090b9bcb2c","pid":5453,"peer_addr":"[fd00:1122:3344:101::d]:50114","req_id":"e7175640-9de0-4994-8107-85df1ba944c8","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 57333,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-24T04:43:22.888900345Z","hostname":"oxz_internal_dns_61ec2969-3baa-4b6f-8140-2a090b9bcb2c","pid":5453,"peer_addr":"[fd00:1122:3344:101::b]:23800","req_id":"c4aeea64-a4cf-4a69-9f1e-c127c2abe75c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 49209,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-24T04:43:22.975679116Z","hostname":"oxz_internal_dns_61ec2969-3baa-4b6f-8140-2a090b9bcb2c","pid":5453,"peer_addr":"[fd00:1122:3344:101::c]:56473","req_id":"d88c1073-3092-41fa-a3f2-c26520bd5a43","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 6081,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-24T04:43:24.618997487Z","hostname":"oxz_internal_dns_61ec2969-3baa-4b6f-8140-2a090b9bcb2c","pid":5453,"peer_addr":"[fd00:1122:3344:101::a]:58709","req_id":"5c9d1b11-b4a3-4baa-9267-63a595cdced6","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:43:25.83949111Z","hostname":"oxz_internal_dns_61ec2969-3baa-4b6f-8140-2a090b9bcb2c","pid":5453,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:59518"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:43:25.84293371Z","hostname":"oxz_internal_dns_61ec2969-3baa-4b6f-8140-2a090b9bcb2c","pid":5453,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:64670"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:43:25.843005681Z","hostname":"oxz_internal_dns_61ec2969-3baa-4b6f-8140-2a090b9bcb2c","pid":5453,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:38383"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:43:25.909807099Z","hostname":"oxz_internal_dns_61ec2969-3baa-4b6f-8140-2a090b9bcb2c","pid":5453,"uri":"/config","method":"GET","req_id":"ab9ce5b8-ecc9-4281-901a-85412b57f15f","remote_addr":"[fd00:1122:3344:101::a]:38383","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":40844,"response_code":200} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:43:25.909866061Z","hostname":"oxz_internal_dns_61ec2969-3baa-4b6f-8140-2a090b9bcb2c","pid":5453,"uri":"/config","method":"GET","req_id":"f8a88e7b-e08e-450f-bafd-c6a1ecff2b94","remote_addr":"[fd00:1122:3344:101::c]:64670","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":40860,"response_code":200} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:43:25.909916352Z","hostname":"oxz_internal_dns_61ec2969-3baa-4b6f-8140-2a090b9bcb2c","pid":5453,"uri":"/config","method":"GET","req_id":"759509a5-5fd3-4ef9-9d60-6f9c743abca9","remote_addr":"[fd00:1122:3344:101::b]:59518","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":40850,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:43:26.189695845Z","hostname":"oxz_internal_dns_61ec2969-3baa-4b6f-8140-2a090b9bcb2c","pid":5453,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:63910"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:43:26.194564198Z","hostname":"oxz_internal_dns_61ec2969-3baa-4b6f-8140-2a090b9bcb2c","pid":5453,"new_generation":1,"req_id":"a005412a-9da6-4286-a9f9-e444a1161f55","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:43:26.194594599Z","hostname":"oxz_internal_dns_61ec2969-3baa-4b6f-8140-2a090b9bcb2c","pid":5453,"new_generation":1,"req_id":"a005412a-9da6-4286-a9f9-e444a1161f55","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:43:26.19466138Z","hostname":"oxz_internal_dns_61ec2969-3baa-4b6f-8140-2a090b9bcb2c","pid":5453,"uri":"/config","method":"PUT","req_id":"a005412a-9da6-4286-a9f9-e444a1161f55","remote_addr":"[fd00:1122:3344:101::b]:63910","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":4821,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 19304,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-24T04:43:27.920401501Z","hostname":"oxz_internal_dns_61ec2969-3baa-4b6f-8140-2a090b9bcb2c","pid":5453,"peer_addr":"[fd00:1122:3344:101::a]:1503","req_id":"184d6f91-6c78-4e7f-a35d-237f550856b5","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:43:28.04206632Z","hostname":"oxz_internal_dns_61ec2969-3baa-4b6f-8140-2a090b9bcb2c","pid":5453,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:42161"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:43:28.042323866Z","hostname":"oxz_internal_dns_61ec2969-3baa-4b6f-8140-2a090b9bcb2c","pid":5453,"uri":"/config","method":"GET","req_id":"3a620a4e-210a-40d0-9141-46bcd5238efc","remote_addr":"[fd00:1122:3344:101::a]:42161","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":213,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 39197,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-24T04:43:30.84266308Z","hostname":"oxz_internal_dns_61ec2969-3baa-4b6f-8140-2a090b9bcb2c","pid":5453,"peer_addr":"[fd00:1122:3344:101::b]:11302","req_id":"85f8d2ed-e1f7-4eba-a4be-1baecd4b518d","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:43:31.028591378Z","hostname":"oxz_internal_dns_61ec2969-3baa-4b6f-8140-2a090b9bcb2c","pid":5453,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:36486"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:43:31.028925296Z","hostname":"oxz_internal_dns_61ec2969-3baa-4b6f-8140-2a090b9bcb2c","pid":5453,"new_generation":1,"req_id":"be33a44f-1ecf-4e95-b8bd-f00e8ba00330","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:43:31.028954017Z","hostname":"oxz_internal_dns_61ec2969-3baa-4b6f-8140-2a090b9bcb2c","pid":5453,"new_generation":1,"req_id":"be33a44f-1ecf-4e95-b8bd-f00e8ba00330","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:43:31.029013438Z","hostname":"oxz_internal_dns_61ec2969-3baa-4b6f-8140-2a090b9bcb2c","pid":5453,"uri":"/config","method":"PUT","req_id":"be33a44f-1ecf-4e95-b8bd-f00e8ba00330","remote_addr":"[fd00:1122:3344:101::b]:36486","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":272,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:43:31.16027058Z","hostname":"oxz_internal_dns_61ec2969-3baa-4b6f-8140-2a090b9bcb2c","pid":5453,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:41418"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:43:31.160522675Z","hostname":"oxz_internal_dns_61ec2969-3baa-4b6f-8140-2a090b9bcb2c","pid":5453,"uri":"/config","method":"GET","req_id":"4ad1f1ad-b4cb-4ed9-9429-eff7826d9936","remote_addr":"[fd00:1122:3344:101::b]:41418","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":195,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 20151,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-24T04:43:31.874820678Z","hostname":"oxz_internal_dns_61ec2969-3baa-4b6f-8140-2a090b9bcb2c","pid":5453,"peer_addr":"[fd00:1122:3344:101::d]:53771","req_id":"a4f37d0f-e69b-446a-a3ea-027a1e3a56e9","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 17666,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-24T04:43:37.316574089Z","hostname":"oxz_internal_dns_61ec2969-3baa-4b6f-8140-2a090b9bcb2c","pid":5453,"peer_addr":"[fd00:1122:3344:101::c]:57595","req_id":"3a618e55-584c-4c65-90c8-47cd222293a5","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:43:37.431545643Z","hostname":"oxz_internal_dns_61ec2969-3baa-4b6f-8140-2a090b9bcb2c","pid":5453,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:34135"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:43:37.43187832Z","hostname":"oxz_internal_dns_61ec2969-3baa-4b6f-8140-2a090b9bcb2c","pid":5453,"uri":"/config","method":"GET","req_id":"44d505bf-9aaa-43ec-8df8-734115801dc5","remote_addr":"[fd00:1122:3344:101::c]:34135","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":279,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 61704,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-24T04:43:38.195234589Z","hostname":"oxz_internal_dns_61ec2969-3baa-4b6f-8140-2a090b9bcb2c","pid":5453,"peer_addr":"[fd00:1122:3344:101::a]:30465","req_id":"d07a180e-38af-48ae-a672-644966eeb866","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:43:38.307785488Z","hostname":"oxz_internal_dns_61ec2969-3baa-4b6f-8140-2a090b9bcb2c","pid":5453,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:48004"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:43:38.308099275Z","hostname":"oxz_internal_dns_61ec2969-3baa-4b6f-8140-2a090b9bcb2c","pid":5453,"uri":"/config","method":"GET","req_id":"30ff0252-c8c0-4ffb-9f7e-9c63301d51d0","remote_addr":"[fd00:1122:3344:101::a]:48004","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":214,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:43:38.591380319Z","hostname":"oxz_internal_dns_61ec2969-3baa-4b6f-8140-2a090b9bcb2c","pid":5453,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:49190"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:43:38.591696116Z","hostname":"oxz_internal_dns_61ec2969-3baa-4b6f-8140-2a090b9bcb2c","pid":5453,"new_generation":1,"req_id":"fe0694d6-797f-40b6-afe6-24642dd8fbed","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:43:38.591744997Z","hostname":"oxz_internal_dns_61ec2969-3baa-4b6f-8140-2a090b9bcb2c","pid":5453,"new_generation":1,"req_id":"fe0694d6-797f-40b6-afe6-24642dd8fbed","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:43:38.591753278Z","hostname":"oxz_internal_dns_61ec2969-3baa-4b6f-8140-2a090b9bcb2c","pid":5453,"uri":"/config","method":"PUT","req_id":"fe0694d6-797f-40b6-afe6-24642dd8fbed","remote_addr":"[fd00:1122:3344:101::b]:49190","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":279,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:43:40.639012849Z","hostname":"oxz_internal_dns_61ec2969-3baa-4b6f-8140-2a090b9bcb2c","pid":5453,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:41932"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:43:40.639301466Z","hostname":"oxz_internal_dns_61ec2969-3baa-4b6f-8140-2a090b9bcb2c","pid":5453,"new_generation":1,"req_id":"ca9e8864-5877-4330-aff0-0d9d1cd6049c","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:43:40.639339717Z","hostname":"oxz_internal_dns_61ec2969-3baa-4b6f-8140-2a090b9bcb2c","pid":5453,"new_generation":1,"req_id":"ca9e8864-5877-4330-aff0-0d9d1cd6049c","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:43:40.639403668Z","hostname":"oxz_internal_dns_61ec2969-3baa-4b6f-8140-2a090b9bcb2c","pid":5453,"uri":"/config","method":"PUT","req_id":"ca9e8864-5877-4330-aff0-0d9d1cd6049c","remote_addr":"[fd00:1122:3344:101::b]:41932","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":216,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 14568,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-24T04:43:41.876791682Z","hostname":"oxz_internal_dns_61ec2969-3baa-4b6f-8140-2a090b9bcb2c","pid":5453,"peer_addr":"[fd00:1122:3344:101::d]:54834","req_id":"41b476cc-7f1c-4655-967c-38b74e591c47","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 4222,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxide.computer.\"),\n ),\n original: Query {\n name: Name(\"oxide.computer.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 99,\n 111,\n 109,\n 112,\n 117,\n 116,\n 101,\n 114,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxide.computer.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-24T04:43:42.488978658Z","hostname":"oxz_internal_dns_61ec2969-3baa-4b6f-8140-2a090b9bcb2c","pid":5453,"peer_addr":"[fd00:1122:3344:101::1b]:56640","req_id":"9308096c-541a-4080-a25b-8510532f1d82","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 53720,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxide.computer.\"),\n ),\n original: Query {\n name: Name(\"oxide.computer.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 99,\n 111,\n 109,\n 112,\n 117,\n 116,\n 101,\n 114,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxide.computer.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-24T04:43:42.494006704Z","hostname":"oxz_internal_dns_61ec2969-3baa-4b6f-8140-2a090b9bcb2c","pid":5453,"peer_addr":"[fd00:1122:3344:101::1b]:41785","req_id":"7e39ecc0-db43-407d-af04-c87083a271b2","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 2543,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxide.computer.\"),\n ),\n original: Query {\n name: Name(\"oxide.computer.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 99,\n 111,\n 109,\n 112,\n 117,\n 116,\n 101,\n 114,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxide.computer.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-24T04:43:42.499093722Z","hostname":"oxz_internal_dns_61ec2969-3baa-4b6f-8140-2a090b9bcb2c","pid":5453,"peer_addr":"[fd00:1122:3344:101::1b]:45874","req_id":"df7264f3-59d3-4f50-8f26-30e412a9d864","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 10927,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"time.cloudfare.com.\"),\n ),\n original: Query {\n name: Name(\"time.cloudfare.com.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 4,\n 116,\n 105,\n 109,\n 101,\n 9,\n 99,\n 108,\n 111,\n 117,\n 100,\n 102,\n 97,\n 114,\n 101,\n 3,\n 99,\n 111,\n 109,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"time.cloudfare.com.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-24T04:43:42.585350939Z","hostname":"oxz_internal_dns_61ec2969-3baa-4b6f-8140-2a090b9bcb2c","pid":5453,"peer_addr":"[fd00:1122:3344:101::1b]:46881","req_id":"2b773d35-b192-494d-b7dc-021cb4fc0258","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 27207,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"time.cloudflare.com.\"),\n ),\n original: Query {\n name: Name(\"time.cloudflare.com.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 4,\n 116,\n 105,\n 109,\n 101,\n 10,\n 99,\n 108,\n 111,\n 117,\n 100,\n 102,\n 108,\n 97,\n 114,\n 101,\n 3,\n 99,\n 111,\n 109,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"time.cloudflare.com.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-24T04:43:43.18727446Z","hostname":"oxz_internal_dns_61ec2969-3baa-4b6f-8140-2a090b9bcb2c","pid":5453,"peer_addr":"[fd00:1122:3344:101::1b]:40374","req_id":"28e147c0-aff2-4374-ab0b-2584f9594385","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 61420,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"time.cloudflare.com.\"),\n ),\n original: Query {\n name: Name(\"time.cloudflare.com.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 4,\n 116,\n 105,\n 109,\n 101,\n 10,\n 99,\n 108,\n 111,\n 117,\n 100,\n 102,\n 108,\n 97,\n 114,\n 101,\n 3,\n 99,\n 111,\n 109,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"time.cloudflare.com.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-24T04:43:43.191632251Z","hostname":"oxz_internal_dns_61ec2969-3baa-4b6f-8140-2a090b9bcb2c","pid":5453,"peer_addr":"[fd00:1122:3344:101::1b]:62236","req_id":"45fbc6d1-0b93-4afb-9be3-29d37d842504","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 52371,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-24T04:43:52.235767805Z","hostname":"oxz_internal_dns_61ec2969-3baa-4b6f-8140-2a090b9bcb2c","pid":5453,"peer_addr":"[fd00:1122:3344:101::d]:57557","req_id":"1602c3b6-8ae5-44b5-854f-dba802a0a159","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 21897,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-24T04:44:02.237947845Z","hostname":"oxz_internal_dns_61ec2969-3baa-4b6f-8140-2a090b9bcb2c","pid":5453,"peer_addr":"[fd00:1122:3344:101::d]:56471","req_id":"fa26aa9b-33b6-43bc-85e4-002910457489","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 63091,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-24T04:44:12.239752377Z","hostname":"oxz_internal_dns_61ec2969-3baa-4b6f-8140-2a090b9bcb2c","pid":5453,"peer_addr":"[fd00:1122:3344:101::d]:49653","req_id":"b1eeda83-3932-42e4-97d6-beed7e11c549","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 39817,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-24T04:44:22.241777694Z","hostname":"oxz_internal_dns_61ec2969-3baa-4b6f-8140-2a090b9bcb2c","pid":5453,"peer_addr":"[fd00:1122:3344:101::d]:63269","req_id":"37d99570-0014-4fe0-b0e3-792fb1d488f1","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:44:22.788128244Z","hostname":"oxz_internal_dns_61ec2969-3baa-4b6f-8140-2a090b9bcb2c","pid":5453,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:51594"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:44:22.788428001Z","hostname":"oxz_internal_dns_61ec2969-3baa-4b6f-8140-2a090b9bcb2c","pid":5453,"new_generation":1,"req_id":"d192e84a-07e3-4dbe-9568-4ef6f7d1a886","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:44:22.788477342Z","hostname":"oxz_internal_dns_61ec2969-3baa-4b6f-8140-2a090b9bcb2c","pid":5453,"new_generation":1,"req_id":"d192e84a-07e3-4dbe-9568-4ef6f7d1a886","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:44:22.788489483Z","hostname":"oxz_internal_dns_61ec2969-3baa-4b6f-8140-2a090b9bcb2c","pid":5453,"uri":"/config","method":"PUT","req_id":"d192e84a-07e3-4dbe-9568-4ef6f7d1a886","remote_addr":"[fd00:1122:3344:101::c]:51594","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":251,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:44:24.883388321Z","hostname":"oxz_internal_dns_61ec2969-3baa-4b6f-8140-2a090b9bcb2c","pid":5453,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:59048"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:44:24.883600613Z","hostname":"oxz_internal_dns_61ec2969-3baa-4b6f-8140-2a090b9bcb2c","pid":5453,"new_generation":1,"req_id":"5b92c786-8098-45fc-a47d-d767aa3ad4f9","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:44:24.883617226Z","hostname":"oxz_internal_dns_61ec2969-3baa-4b6f-8140-2a090b9bcb2c","pid":5453,"new_generation":1,"req_id":"5b92c786-8098-45fc-a47d-d767aa3ad4f9","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:44:24.884541604Z","hostname":"oxz_internal_dns_61ec2969-3baa-4b6f-8140-2a090b9bcb2c","pid":5453,"uri":"/config","method":"PUT","req_id":"5b92c786-8098-45fc-a47d-d767aa3ad4f9","remote_addr":"[fd00:1122:3344:101::a]:59048","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":242,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 17183,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-24T04:44:28.783433593Z","hostname":"oxz_internal_dns_61ec2969-3baa-4b6f-8140-2a090b9bcb2c","pid":5453,"peer_addr":"[fd00:1122:3344:101::c]:8282","req_id":"53822ae1-f456-4ea0-938d-926e2ac09325","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:44:28.989710323Z","hostname":"oxz_internal_dns_61ec2969-3baa-4b6f-8140-2a090b9bcb2c","pid":5453,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:33111"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:44:28.990111083Z","hostname":"oxz_internal_dns_61ec2969-3baa-4b6f-8140-2a090b9bcb2c","pid":5453,"new_generation":1,"req_id":"a5747513-8f09-4ed6-845d-85c17a841468","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:44:28.990188804Z","hostname":"oxz_internal_dns_61ec2969-3baa-4b6f-8140-2a090b9bcb2c","pid":5453,"new_generation":1,"req_id":"a5747513-8f09-4ed6-845d-85c17a841468","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:44:28.990223705Z","hostname":"oxz_internal_dns_61ec2969-3baa-4b6f-8140-2a090b9bcb2c","pid":5453,"uri":"/config","method":"PUT","req_id":"a5747513-8f09-4ed6-845d-85c17a841468","remote_addr":"[fd00:1122:3344:101::c]:33111","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":265,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 53024,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-24T04:44:32.113690606Z","hostname":"oxz_internal_dns_61ec2969-3baa-4b6f-8140-2a090b9bcb2c","pid":5453,"peer_addr":"[fd00:1122:3344:101::a]:54646","req_id":"15358da1-1c7b-4477-9610-2da2149f314e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 1496,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-24T04:44:32.243364801Z","hostname":"oxz_internal_dns_61ec2969-3baa-4b6f-8140-2a090b9bcb2c","pid":5453,"peer_addr":"[fd00:1122:3344:101::d]:50556","req_id":"641f0915-ce6e-4b0c-bc4b-916a38ec659b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 10890,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-24T04:44:34.926544978Z","hostname":"oxz_internal_dns_61ec2969-3baa-4b6f-8140-2a090b9bcb2c","pid":5453,"peer_addr":"[fd00:1122:3344:101::c]:62205","req_id":"c7e61fc8-4aca-4edf-947d-75a3b6a27fe4","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:44:35.115437086Z","hostname":"oxz_internal_dns_61ec2969-3baa-4b6f-8140-2a090b9bcb2c","pid":5453,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:35373"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:44:35.115674201Z","hostname":"oxz_internal_dns_61ec2969-3baa-4b6f-8140-2a090b9bcb2c","pid":5453,"new_generation":1,"req_id":"edac80a8-ea42-45d5-8580-1df63d588637","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:44:35.115714592Z","hostname":"oxz_internal_dns_61ec2969-3baa-4b6f-8140-2a090b9bcb2c","pid":5453,"new_generation":1,"req_id":"edac80a8-ea42-45d5-8580-1df63d588637","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:44:35.115723202Z","hostname":"oxz_internal_dns_61ec2969-3baa-4b6f-8140-2a090b9bcb2c","pid":5453,"uri":"/config","method":"PUT","req_id":"edac80a8-ea42-45d5-8580-1df63d588637","remote_addr":"[fd00:1122:3344:101::c]:35373","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":197,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 21666,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-24T04:44:41.408075175Z","hostname":"oxz_internal_dns_61ec2969-3baa-4b6f-8140-2a090b9bcb2c","pid":5453,"peer_addr":"[fd00:1122:3344:101::a]:61289","req_id":"fdaca456-e402-4d91-ab7a-16f5b32d5959","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:44:41.571436791Z","hostname":"oxz_internal_dns_61ec2969-3baa-4b6f-8140-2a090b9bcb2c","pid":5453,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:50890"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:44:41.571702046Z","hostname":"oxz_internal_dns_61ec2969-3baa-4b6f-8140-2a090b9bcb2c","pid":5453,"new_generation":1,"req_id":"0224b9dd-2ce0-4923-820f-4bc78100b9e6","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:44:41.571762068Z","hostname":"oxz_internal_dns_61ec2969-3baa-4b6f-8140-2a090b9bcb2c","pid":5453,"new_generation":1,"req_id":"0224b9dd-2ce0-4923-820f-4bc78100b9e6","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:44:41.571770978Z","hostname":"oxz_internal_dns_61ec2969-3baa-4b6f-8140-2a090b9bcb2c","pid":5453,"uri":"/config","method":"PUT","req_id":"0224b9dd-2ce0-4923-820f-4bc78100b9e6","remote_addr":"[fd00:1122:3344:101::a]:50890","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":202,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 15099,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-24T04:44:41.857777656Z","hostname":"oxz_internal_dns_61ec2969-3baa-4b6f-8140-2a090b9bcb2c","pid":5453,"peer_addr":"[fd00:1122:3344:101::c]:25870","req_id":"a537af4d-6146-4cb2-88d1-e4278a485bf7","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 9846,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-24T04:44:42.244982439Z","hostname":"oxz_internal_dns_61ec2969-3baa-4b6f-8140-2a090b9bcb2c","pid":5453,"peer_addr":"[fd00:1122:3344:101::d]:50270","req_id":"570c78c1-f392-40b2-a09f-4bc4000f2bf7","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 18580,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-24T04:44:49.128700836Z","hostname":"oxz_internal_dns_61ec2969-3baa-4b6f-8140-2a090b9bcb2c","pid":5453,"peer_addr":"[fd00:1122:3344:101::a]:34684","req_id":"a990794f-fb53-4804-bfbb-5bf0c910de50","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:44:49.365144995Z","hostname":"oxz_internal_dns_61ec2969-3baa-4b6f-8140-2a090b9bcb2c","pid":5453,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:55015"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:44:49.365428892Z","hostname":"oxz_internal_dns_61ec2969-3baa-4b6f-8140-2a090b9bcb2c","pid":5453,"new_generation":1,"req_id":"e939f532-8636-487a-86b7-d3eed3a30a2c","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:44:49.365447972Z","hostname":"oxz_internal_dns_61ec2969-3baa-4b6f-8140-2a090b9bcb2c","pid":5453,"new_generation":1,"req_id":"e939f532-8636-487a-86b7-d3eed3a30a2c","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:44:49.365471223Z","hostname":"oxz_internal_dns_61ec2969-3baa-4b6f-8140-2a090b9bcb2c","pid":5453,"uri":"/config","method":"PUT","req_id":"e939f532-8636-487a-86b7-d3eed3a30a2c","remote_addr":"[fd00:1122:3344:101::a]:55015","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":242,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 34812,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-24T04:44:52.247259273Z","hostname":"oxz_internal_dns_61ec2969-3baa-4b6f-8140-2a090b9bcb2c","pid":5453,"peer_addr":"[fd00:1122:3344:101::d]:59711","req_id":"adfe5d96-9bf5-4c75-9a66-33564a76365a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 28536,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-24T04:45:02.249567266Z","hostname":"oxz_internal_dns_61ec2969-3baa-4b6f-8140-2a090b9bcb2c","pid":5453,"peer_addr":"[fd00:1122:3344:101::d]:57887","req_id":"95e7bff4-05be-4d1a-b438-8f06ceae55ca","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 35770,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-24T04:45:12.250855318Z","hostname":"oxz_internal_dns_61ec2969-3baa-4b6f-8140-2a090b9bcb2c","pid":5453,"peer_addr":"[fd00:1122:3344:101::d]:49275","req_id":"2f0359c2-847a-49f0-b3e2-d573d5ee7f92","component":"dns"}