[ Jun 24 04:39:51 Enabled. ] [ Jun 24 04:39:51 Rereading configuration. ] [ Jun 24 04:39:51 Rereading configuration. ] [ Jun 24 04:39:52 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:1::1]:5353 --dns-address [fd00:1122:3344:1::1]:53 &"). ] [ Jun 24 04:39:52 Method "start" exited with status 0. ] Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:1::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } note: configured to log to "/dev/stdout" {"msg":"config","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:39:52.823510175Z","hostname":"oxz_internal_dns_30bef224-0f92-4f78-8158-9122eee58e2c","pid":5460,"dns_config":"Config { bind_address: [fd00:1122:3344:1::1]:53 }","config":"Config { log: File { level: Info, path: \"/dev/stdout\", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:1::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: \"/data/dns\", keep_old_generations: 3 } }"} {"msg":"opening sled database","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:39:52.823604747Z","hostname":"oxz_internal_dns_30bef224-0f92-4f78-8158-9122eee58e2c","pid":5460,"component":"store","path":"/data/dns"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:39:52.847822089Z","hostname":"oxz_internal_dns_30bef224-0f92-4f78-8158-9122eee58e2c","pid":5460,"component":"store"} {"msg":"pruning trees for generations older than 0","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:39:52.847840769Z","hostname":"oxz_internal_dns_30bef224-0f92-4f78-8158-9122eee58e2c","pid":5460,"component":"store","keep":3} {"msg":"DNS server bound to address","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:39:52.847919301Z","hostname":"oxz_internal_dns_30bef224-0f92-4f78-8158-9122eee58e2c","pid":5460,"component":"dns","local_address":"[fd00:1122:3344:1::1]:53"} {"msg":"listening","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:39:52.848260699Z","hostname":"oxz_internal_dns_30bef224-0f92-4f78-8158-9122eee58e2c","pid":5460,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 44982,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-24T04:39:52.859149001Z","hostname":"oxz_internal_dns_30bef224-0f92-4f78-8158-9122eee58e2c","pid":5460,"peer_addr":"[fd00:1122:3344:101::2]:6914","req_id":"eb4eaceb-24ff-48a0-bc22-93f570a71b52","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 30925,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-24T04:39:53.118776697Z","hostname":"oxz_internal_dns_30bef224-0f92-4f78-8158-9122eee58e2c","pid":5460,"peer_addr":"[fd00:1122:3344:1::2]:20334","req_id":"80627843-2612-498c-a124-80b634e5ab59","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:39:53.905286344Z","hostname":"oxz_internal_dns_30bef224-0f92-4f78-8158-9122eee58e2c","pid":5460,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:1::2]:38562"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:39:53.906130464Z","hostname":"oxz_internal_dns_30bef224-0f92-4f78-8158-9122eee58e2c","pid":5460,"new_generation":1,"req_id":"726a169b-071e-4694-97cf-9d4c664e0f1e","component":"store"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:39:53.906155004Z","hostname":"oxz_internal_dns_30bef224-0f92-4f78-8158-9122eee58e2c","pid":5460,"component":"store"} {"msg":"pruning trees for generations older than 1","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:39:53.927210492Z","hostname":"oxz_internal_dns_30bef224-0f92-4f78-8158-9122eee58e2c","pid":5460,"component":"store","keep":3} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:39:53.927246393Z","hostname":"oxz_internal_dns_30bef224-0f92-4f78-8158-9122eee58e2c","pid":5460,"new_generation":1,"req_id":"726a169b-071e-4694-97cf-9d4c664e0f1e","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:39:53.927254333Z","hostname":"oxz_internal_dns_30bef224-0f92-4f78-8158-9122eee58e2c","pid":5460,"uri":"/config","method":"PUT","req_id":"726a169b-071e-4694-97cf-9d4c664e0f1e","remote_addr":"[fd00:1122:3344:1::2]:38562","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":21510,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 33861,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-24T04:40:05.173939951Z","hostname":"oxz_internal_dns_30bef224-0f92-4f78-8158-9122eee58e2c","pid":5460,"peer_addr":"[fd00:1122:3344:101::1b]:42953","req_id":"f5829c8f-9d76-4f0b-9224-a161b81dea08","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 41352,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-24T04:40:05.178688541Z","hostname":"oxz_internal_dns_30bef224-0f92-4f78-8158-9122eee58e2c","pid":5460,"peer_addr":"[fd00:1122:3344:101::1b]:62743","req_id":"2ec351d5-c012-4e6d-b45c-0b0dee472693","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 58420,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-24T04:40:05.183172075Z","hostname":"oxz_internal_dns_30bef224-0f92-4f78-8158-9122eee58e2c","pid":5460,"peer_addr":"[fd00:1122:3344:101::1b]:45856","req_id":"f4eed7f5-e7d3-4e76-9ac8-bd5f3d548fed","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 22995,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-24T04:41:49.380132685Z","hostname":"oxz_internal_dns_30bef224-0f92-4f78-8158-9122eee58e2c","pid":5460,"peer_addr":"[fd00:1122:3344:101::1b]:53010","req_id":"0972912a-ddaf-4609-a5f2-d0549a3e913f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 40694,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-24T04:41:49.385145671Z","hostname":"oxz_internal_dns_30bef224-0f92-4f78-8158-9122eee58e2c","pid":5460,"peer_addr":"[fd00:1122:3344:101::1b]:49520","req_id":"008a1810-4c14-4736-8d42-8828c909b543","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 61651,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-24T04:41:49.390114276Z","hostname":"oxz_internal_dns_30bef224-0f92-4f78-8158-9122eee58e2c","pid":5460,"peer_addr":"[fd00:1122:3344:101::1b]:55220","req_id":"1c3742e9-e7b9-4219-88bc-c94e19df07bd","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 58462,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-24T04:42:03.735839748Z","hostname":"oxz_internal_dns_30bef224-0f92-4f78-8158-9122eee58e2c","pid":5460,"peer_addr":"[fd00:1122:3344:101::1b]:51453","req_id":"845bbfb5-e576-48bc-8716-2e54cb4dd8b4","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 65338,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-24T04:42:03.740126877Z","hostname":"oxz_internal_dns_30bef224-0f92-4f78-8158-9122eee58e2c","pid":5460,"peer_addr":"[fd00:1122:3344:101::1b]:60049","req_id":"d20adc0e-224b-466c-8ccf-f4e3616a2bc8","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 24050,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-24T04:42:03.744219232Z","hostname":"oxz_internal_dns_30bef224-0f92-4f78-8158-9122eee58e2c","pid":5460,"peer_addr":"[fd00:1122:3344:101::1b]:33326","req_id":"2e5454f7-c73f-406a-bd77-9a492bf5ad05","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 12175,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-24T04:43:11.895988329Z","hostname":"oxz_internal_dns_30bef224-0f92-4f78-8158-9122eee58e2c","pid":5460,"peer_addr":"[fd00:1122:3344:101::d]:54474","req_id":"c65d96d8-7b22-4e52-bef8-deb3c9532fb5","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 11283,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_48dec560-43e4-44f3-af31-cc98dea74f16.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_48dec560-43e4-44f3-af31-cc98dea74f16.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 52,\n 56,\n 100,\n 101,\n 99,\n 53,\n 54,\n 48,\n 45,\n 52,\n 51,\n 101,\n 52,\n 45,\n 52,\n 52,\n 102,\n 51,\n 45,\n 97,\n 102,\n 51,\n 49,\n 45,\n 99,\n 99,\n 57,\n 56,\n 100,\n 101,\n 97,\n 55,\n 52,\n 102,\n 49,\n 54,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_48dec560-43e4-44f3-af31-cc98dea74f16.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-24T04:43:13.336573872Z","hostname":"oxz_internal_dns_30bef224-0f92-4f78-8158-9122eee58e2c","pid":5460,"peer_addr":"[fd00:1122:3344:101::e]:50820","req_id":"234a948f-f33e-4978-9f42-247ada920edf","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 11283,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_48dec560-43e4-44f3-af31-cc98dea74f16.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_48dec560-43e4-44f3-af31-cc98dea74f16.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 52,\n 56,\n 100,\n 101,\n 99,\n 53,\n 54,\n 48,\n 45,\n 52,\n 51,\n 101,\n 52,\n 45,\n 52,\n 52,\n 102,\n 51,\n 45,\n 97,\n 102,\n 51,\n 49,\n 45,\n 99,\n 99,\n 57,\n 56,\n 100,\n 101,\n 97,\n 55,\n 52,\n 102,\n 49,\n 54,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_48dec560-43e4-44f3-af31-cc98dea74f16.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-24T04:43:13.355566502Z","hostname":"oxz_internal_dns_30bef224-0f92-4f78-8158-9122eee58e2c","pid":5460,"peer_addr":"[fd00:1122:3344:101::e]:65240","req_id":"1bdf33c4-59bf-4ed3-8cc3-5fdfa66dffd9","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 56509,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-24T04:43:21.873096645Z","hostname":"oxz_internal_dns_30bef224-0f92-4f78-8158-9122eee58e2c","pid":5460,"peer_addr":"[fd00:1122:3344:101::d]:55240","req_id":"cc69ab7a-cf01-41c9-87d9-4057343c807f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 23102,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-24T04:43:22.888921235Z","hostname":"oxz_internal_dns_30bef224-0f92-4f78-8158-9122eee58e2c","pid":5460,"peer_addr":"[fd00:1122:3344:101::b]:29003","req_id":"af943c7f-5e2a-40d2-8441-e69f840a0127","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 28419,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-24T04:43:22.975634065Z","hostname":"oxz_internal_dns_30bef224-0f92-4f78-8158-9122eee58e2c","pid":5460,"peer_addr":"[fd00:1122:3344:101::c]:39653","req_id":"b04cf833-6a2e-4b5c-94cd-61372a50133a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 57140,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-24T04:43:24.619090329Z","hostname":"oxz_internal_dns_30bef224-0f92-4f78-8158-9122eee58e2c","pid":5460,"peer_addr":"[fd00:1122:3344:101::a]:52422","req_id":"15c4f235-9303-491b-bb20-f0abaf371aca","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:43:25.730130495Z","hostname":"oxz_internal_dns_30bef224-0f92-4f78-8158-9122eee58e2c","pid":5460,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:42349"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:43:25.732447399Z","hostname":"oxz_internal_dns_30bef224-0f92-4f78-8158-9122eee58e2c","pid":5460,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:58370"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:43:25.732519141Z","hostname":"oxz_internal_dns_30bef224-0f92-4f78-8158-9122eee58e2c","pid":5460,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:46033"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:43:25.771834512Z","hostname":"oxz_internal_dns_30bef224-0f92-4f78-8158-9122eee58e2c","pid":5460,"uri":"/config","method":"GET","req_id":"e8356f0b-9694-460e-8a22-f2b7d46b3390","remote_addr":"[fd00:1122:3344:101::c]:58370","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":20625,"response_code":200} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:43:25.771896643Z","hostname":"oxz_internal_dns_30bef224-0f92-4f78-8158-9122eee58e2c","pid":5460,"uri":"/config","method":"GET","req_id":"b9e72012-ca5c-4da3-8580-149885bd9e98","remote_addr":"[fd00:1122:3344:101::a]:46033","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":20630,"response_code":200} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:43:25.771956765Z","hostname":"oxz_internal_dns_30bef224-0f92-4f78-8158-9122eee58e2c","pid":5460,"uri":"/config","method":"GET","req_id":"bf57201b-bce0-4cf9-95bf-a1ab32932ed0","remote_addr":"[fd00:1122:3344:101::b]:42349","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":20626,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:43:26.187701949Z","hostname":"oxz_internal_dns_30bef224-0f92-4f78-8158-9122eee58e2c","pid":5460,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:49642"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:43:26.194907016Z","hostname":"oxz_internal_dns_30bef224-0f92-4f78-8158-9122eee58e2c","pid":5460,"new_generation":1,"req_id":"c2ff97a7-5162-4eda-ad4d-bf3ad7512923","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:43:26.194939227Z","hostname":"oxz_internal_dns_30bef224-0f92-4f78-8158-9122eee58e2c","pid":5460,"new_generation":1,"req_id":"c2ff97a7-5162-4eda-ad4d-bf3ad7512923","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:43:26.194993988Z","hostname":"oxz_internal_dns_30bef224-0f92-4f78-8158-9122eee58e2c","pid":5460,"uri":"/config","method":"PUT","req_id":"c2ff97a7-5162-4eda-ad4d-bf3ad7512923","remote_addr":"[fd00:1122:3344:101::b]:49642","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":5176,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 37467,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-24T04:43:27.91992305Z","hostname":"oxz_internal_dns_30bef224-0f92-4f78-8158-9122eee58e2c","pid":5460,"peer_addr":"[fd00:1122:3344:101::a]:21772","req_id":"09ba681f-777c-4908-9e6f-fdc8f095b70e","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:43:28.040540325Z","hostname":"oxz_internal_dns_30bef224-0f92-4f78-8158-9122eee58e2c","pid":5460,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:53497"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:43:28.040846352Z","hostname":"oxz_internal_dns_30bef224-0f92-4f78-8158-9122eee58e2c","pid":5460,"uri":"/config","method":"GET","req_id":"d2ffd705-56ed-4108-8967-e2b39720dcd3","remote_addr":"[fd00:1122:3344:101::a]:53497","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":241,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 42904,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-24T04:43:30.842656839Z","hostname":"oxz_internal_dns_30bef224-0f92-4f78-8158-9122eee58e2c","pid":5460,"peer_addr":"[fd00:1122:3344:101::b]:59133","req_id":"edeaed69-ce76-4e31-a9bd-a183baf042d5","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:43:31.026177622Z","hostname":"oxz_internal_dns_30bef224-0f92-4f78-8158-9122eee58e2c","pid":5460,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:43456"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:43:31.028921016Z","hostname":"oxz_internal_dns_30bef224-0f92-4f78-8158-9122eee58e2c","pid":5460,"new_generation":1,"req_id":"7e8192cb-f2b4-4e4c-8f93-bb44850faa1c","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:43:31.028953866Z","hostname":"oxz_internal_dns_30bef224-0f92-4f78-8158-9122eee58e2c","pid":5460,"new_generation":1,"req_id":"7e8192cb-f2b4-4e4c-8f93-bb44850faa1c","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:43:31.029023058Z","hostname":"oxz_internal_dns_30bef224-0f92-4f78-8158-9122eee58e2c","pid":5460,"uri":"/config","method":"PUT","req_id":"7e8192cb-f2b4-4e4c-8f93-bb44850faa1c","remote_addr":"[fd00:1122:3344:101::b]:43456","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":231,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:43:31.158760315Z","hostname":"oxz_internal_dns_30bef224-0f92-4f78-8158-9122eee58e2c","pid":5460,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:42988"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:43:31.15899715Z","hostname":"oxz_internal_dns_30bef224-0f92-4f78-8158-9122eee58e2c","pid":5460,"uri":"/config","method":"GET","req_id":"27e553bc-b014-4fb6-98ba-b69311a12291","remote_addr":"[fd00:1122:3344:101::b]:42988","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":196,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 48294,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-24T04:43:31.874825098Z","hostname":"oxz_internal_dns_30bef224-0f92-4f78-8158-9122eee58e2c","pid":5460,"peer_addr":"[fd00:1122:3344:101::d]:62750","req_id":"0025fbe2-ac68-41dc-ad53-78ad46e34f45","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 51646,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-24T04:43:37.316555678Z","hostname":"oxz_internal_dns_30bef224-0f92-4f78-8158-9122eee58e2c","pid":5460,"peer_addr":"[fd00:1122:3344:101::c]:53726","req_id":"93b6f12d-d0ee-4df2-bbe1-b372632dd85a","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:43:37.429747131Z","hostname":"oxz_internal_dns_30bef224-0f92-4f78-8158-9122eee58e2c","pid":5460,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:59413"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:43:37.429988247Z","hostname":"oxz_internal_dns_30bef224-0f92-4f78-8158-9122eee58e2c","pid":5460,"uri":"/config","method":"GET","req_id":"9d124616-ce68-474c-9f98-59ea790dac23","remote_addr":"[fd00:1122:3344:101::c]:59413","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":197,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 54271,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-24T04:43:38.19525103Z","hostname":"oxz_internal_dns_30bef224-0f92-4f78-8158-9122eee58e2c","pid":5460,"peer_addr":"[fd00:1122:3344:101::a]:18696","req_id":"3c2be8cb-90bb-40ca-8019-670c2ce574f2","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:43:38.305482724Z","hostname":"oxz_internal_dns_30bef224-0f92-4f78-8158-9122eee58e2c","pid":5460,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:51948"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:43:38.306004226Z","hostname":"oxz_internal_dns_30bef224-0f92-4f78-8158-9122eee58e2c","pid":5460,"uri":"/config","method":"GET","req_id":"fa57d23d-78d8-4594-992d-f94866ea023f","remote_addr":"[fd00:1122:3344:101::a]:51948","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":286,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:43:38.588590024Z","hostname":"oxz_internal_dns_30bef224-0f92-4f78-8158-9122eee58e2c","pid":5460,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:33488"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:43:38.591618934Z","hostname":"oxz_internal_dns_30bef224-0f92-4f78-8158-9122eee58e2c","pid":5460,"new_generation":1,"req_id":"e1eacc1e-43fe-4bce-8aa3-e6da22ecfc48","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:43:38.591670816Z","hostname":"oxz_internal_dns_30bef224-0f92-4f78-8158-9122eee58e2c","pid":5460,"new_generation":1,"req_id":"e1eacc1e-43fe-4bce-8aa3-e6da22ecfc48","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:43:38.591684006Z","hostname":"oxz_internal_dns_30bef224-0f92-4f78-8158-9122eee58e2c","pid":5460,"uri":"/config","method":"PUT","req_id":"e1eacc1e-43fe-4bce-8aa3-e6da22ecfc48","remote_addr":"[fd00:1122:3344:101::b]:33488","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":197,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:43:40.635865166Z","hostname":"oxz_internal_dns_30bef224-0f92-4f78-8158-9122eee58e2c","pid":5460,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:41176"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:43:40.639351527Z","hostname":"oxz_internal_dns_30bef224-0f92-4f78-8158-9122eee58e2c","pid":5460,"new_generation":1,"req_id":"81433624-8693-4a58-a84d-359a35b7fb23","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:43:40.639381818Z","hostname":"oxz_internal_dns_30bef224-0f92-4f78-8158-9122eee58e2c","pid":5460,"new_generation":1,"req_id":"81433624-8693-4a58-a84d-359a35b7fb23","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:43:40.639403678Z","hostname":"oxz_internal_dns_30bef224-0f92-4f78-8158-9122eee58e2c","pid":5460,"uri":"/config","method":"PUT","req_id":"81433624-8693-4a58-a84d-359a35b7fb23","remote_addr":"[fd00:1122:3344:101::b]:41176","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":281,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 65411,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-24T04:43:41.876812702Z","hostname":"oxz_internal_dns_30bef224-0f92-4f78-8158-9122eee58e2c","pid":5460,"peer_addr":"[fd00:1122:3344:101::d]:51022","req_id":"cfbe2142-b403-4c95-9ded-66a859c15906","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 4222,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxide.computer.\"),\n ),\n original: Query {\n name: Name(\"oxide.computer.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 99,\n 111,\n 109,\n 112,\n 117,\n 116,\n 101,\n 114,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxide.computer.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-24T04:43:42.488615329Z","hostname":"oxz_internal_dns_30bef224-0f92-4f78-8158-9122eee58e2c","pid":5460,"peer_addr":"[fd00:1122:3344:101::1b]:38116","req_id":"c4c41673-1985-4617-a19e-3bb9b5e25b6c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 53720,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxide.computer.\"),\n ),\n original: Query {\n name: Name(\"oxide.computer.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 99,\n 111,\n 109,\n 112,\n 117,\n 116,\n 101,\n 114,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxide.computer.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-24T04:43:42.493591095Z","hostname":"oxz_internal_dns_30bef224-0f92-4f78-8158-9122eee58e2c","pid":5460,"peer_addr":"[fd00:1122:3344:101::1b]:44118","req_id":"93ce0092-7f04-465f-9438-48cb026a4281","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 2543,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxide.computer.\"),\n ),\n original: Query {\n name: Name(\"oxide.computer.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 99,\n 111,\n 109,\n 112,\n 117,\n 116,\n 101,\n 114,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxide.computer.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-24T04:43:42.498770185Z","hostname":"oxz_internal_dns_30bef224-0f92-4f78-8158-9122eee58e2c","pid":5460,"peer_addr":"[fd00:1122:3344:101::1b]:39815","req_id":"14620474-fc02-42a7-8133-a450c673933c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 10927,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"time.cloudfare.com.\"),\n ),\n original: Query {\n name: Name(\"time.cloudfare.com.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 4,\n 116,\n 105,\n 109,\n 101,\n 9,\n 99,\n 108,\n 111,\n 117,\n 100,\n 102,\n 97,\n 114,\n 101,\n 3,\n 99,\n 111,\n 109,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"time.cloudfare.com.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-24T04:43:42.58495163Z","hostname":"oxz_internal_dns_30bef224-0f92-4f78-8158-9122eee58e2c","pid":5460,"peer_addr":"[fd00:1122:3344:101::1b]:55409","req_id":"e86537b3-0f43-4bc9-9303-6579a343abb2","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 27207,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"time.cloudflare.com.\"),\n ),\n original: Query {\n name: Name(\"time.cloudflare.com.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 4,\n 116,\n 105,\n 109,\n 101,\n 10,\n 99,\n 108,\n 111,\n 117,\n 100,\n 102,\n 108,\n 97,\n 114,\n 101,\n 3,\n 99,\n 111,\n 109,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"time.cloudflare.com.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-24T04:43:43.186636325Z","hostname":"oxz_internal_dns_30bef224-0f92-4f78-8158-9122eee58e2c","pid":5460,"peer_addr":"[fd00:1122:3344:101::1b]:36439","req_id":"c3c39df8-b702-46e9-81ba-a9d2fde7d246","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 61420,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"time.cloudflare.com.\"),\n ),\n original: Query {\n name: Name(\"time.cloudflare.com.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 4,\n 116,\n 105,\n 109,\n 101,\n 10,\n 99,\n 108,\n 111,\n 117,\n 100,\n 102,\n 108,\n 97,\n 114,\n 101,\n 3,\n 99,\n 111,\n 109,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"time.cloudflare.com.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-24T04:43:43.1911662Z","hostname":"oxz_internal_dns_30bef224-0f92-4f78-8158-9122eee58e2c","pid":5460,"peer_addr":"[fd00:1122:3344:101::1b]:54576","req_id":"302f10e1-b941-477a-a17d-321fec98f9d9","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 14857,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-24T04:43:52.235766005Z","hostname":"oxz_internal_dns_30bef224-0f92-4f78-8158-9122eee58e2c","pid":5460,"peer_addr":"[fd00:1122:3344:101::d]:53662","req_id":"1d1bd7cf-6839-4bc4-a35a-b564304b5eba","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 9403,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-24T04:44:02.237924395Z","hostname":"oxz_internal_dns_30bef224-0f92-4f78-8158-9122eee58e2c","pid":5460,"peer_addr":"[fd00:1122:3344:101::d]:52814","req_id":"b241603d-6422-43df-86f2-995138fdd3ae","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 124,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-24T04:44:12.239682775Z","hostname":"oxz_internal_dns_30bef224-0f92-4f78-8158-9122eee58e2c","pid":5460,"peer_addr":"[fd00:1122:3344:101::d]:64409","req_id":"9fa35bde-229a-4d96-91d6-35437d56eeae","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 5879,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-24T04:44:22.241768804Z","hostname":"oxz_internal_dns_30bef224-0f92-4f78-8158-9122eee58e2c","pid":5460,"peer_addr":"[fd00:1122:3344:101::d]:64370","req_id":"e974ea89-208e-434b-a00c-15262e3c4628","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:44:22.785254948Z","hostname":"oxz_internal_dns_30bef224-0f92-4f78-8158-9122eee58e2c","pid":5460,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:53960"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:44:22.788416351Z","hostname":"oxz_internal_dns_30bef224-0f92-4f78-8158-9122eee58e2c","pid":5460,"new_generation":1,"req_id":"e5491119-6c91-4455-8b97-2353a2facbb7","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:44:22.788462122Z","hostname":"oxz_internal_dns_30bef224-0f92-4f78-8158-9122eee58e2c","pid":5460,"new_generation":1,"req_id":"e5491119-6c91-4455-8b97-2353a2facbb7","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:44:22.788469902Z","hostname":"oxz_internal_dns_30bef224-0f92-4f78-8158-9122eee58e2c","pid":5460,"uri":"/config","method":"PUT","req_id":"e5491119-6c91-4455-8b97-2353a2facbb7","remote_addr":"[fd00:1122:3344:101::c]:53960","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":233,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:44:24.879893846Z","hostname":"oxz_internal_dns_30bef224-0f92-4f78-8158-9122eee58e2c","pid":5460,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:38581"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:44:24.883623264Z","hostname":"oxz_internal_dns_30bef224-0f92-4f78-8158-9122eee58e2c","pid":5460,"new_generation":1,"req_id":"fdb03cd4-3dc0-412c-bec3-ab0dbc6435bd","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:44:24.883655487Z","hostname":"oxz_internal_dns_30bef224-0f92-4f78-8158-9122eee58e2c","pid":5460,"new_generation":1,"req_id":"fdb03cd4-3dc0-412c-bec3-ab0dbc6435bd","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:44:24.884529694Z","hostname":"oxz_internal_dns_30bef224-0f92-4f78-8158-9122eee58e2c","pid":5460,"uri":"/config","method":"PUT","req_id":"fdb03cd4-3dc0-412c-bec3-ab0dbc6435bd","remote_addr":"[fd00:1122:3344:101::a]:38581","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":242,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 44142,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-24T04:44:28.782764827Z","hostname":"oxz_internal_dns_30bef224-0f92-4f78-8158-9122eee58e2c","pid":5460,"peer_addr":"[fd00:1122:3344:101::c]:47040","req_id":"60ecc0f9-3dd9-4d76-9447-a9e05145d635","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:44:28.986344335Z","hostname":"oxz_internal_dns_30bef224-0f92-4f78-8158-9122eee58e2c","pid":5460,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:35406"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:44:28.990107832Z","hostname":"oxz_internal_dns_30bef224-0f92-4f78-8158-9122eee58e2c","pid":5460,"new_generation":1,"req_id":"678acff8-14e4-4792-9a8d-56f1fd1ad197","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:44:28.990161934Z","hostname":"oxz_internal_dns_30bef224-0f92-4f78-8158-9122eee58e2c","pid":5460,"new_generation":1,"req_id":"678acff8-14e4-4792-9a8d-56f1fd1ad197","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:44:28.990195574Z","hostname":"oxz_internal_dns_30bef224-0f92-4f78-8158-9122eee58e2c","pid":5460,"uri":"/config","method":"PUT","req_id":"678acff8-14e4-4792-9a8d-56f1fd1ad197","remote_addr":"[fd00:1122:3344:101::c]:35406","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":314,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 65518,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-24T04:44:32.104200686Z","hostname":"oxz_internal_dns_30bef224-0f92-4f78-8158-9122eee58e2c","pid":5460,"peer_addr":"[fd00:1122:3344:101::a]:1681","req_id":"67f87121-c71b-4894-9d00-91059f5d1fa0","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 2365,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-24T04:44:32.243431363Z","hostname":"oxz_internal_dns_30bef224-0f92-4f78-8158-9122eee58e2c","pid":5460,"peer_addr":"[fd00:1122:3344:101::d]:63544","req_id":"d438d4df-b534-42df-8f9b-f4f6fb4569bd","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 19694,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-24T04:44:34.963374002Z","hostname":"oxz_internal_dns_30bef224-0f92-4f78-8158-9122eee58e2c","pid":5460,"peer_addr":"[fd00:1122:3344:101::c]:48613","req_id":"4b5374c4-6e39-4948-b582-9b1de2e50b58","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:44:35.113335367Z","hostname":"oxz_internal_dns_30bef224-0f92-4f78-8158-9122eee58e2c","pid":5460,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:45541"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:44:35.115716682Z","hostname":"oxz_internal_dns_30bef224-0f92-4f78-8158-9122eee58e2c","pid":5460,"new_generation":1,"req_id":"e83951ed-9679-4637-8af9-1acd9662715d","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:44:35.115762093Z","hostname":"oxz_internal_dns_30bef224-0f92-4f78-8158-9122eee58e2c","pid":5460,"new_generation":1,"req_id":"e83951ed-9679-4637-8af9-1acd9662715d","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:44:35.115770133Z","hostname":"oxz_internal_dns_30bef224-0f92-4f78-8158-9122eee58e2c","pid":5460,"uri":"/config","method":"PUT","req_id":"e83951ed-9679-4637-8af9-1acd9662715d","remote_addr":"[fd00:1122:3344:101::c]:45541","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":218,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 50273,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-24T04:44:41.408015773Z","hostname":"oxz_internal_dns_30bef224-0f92-4f78-8158-9122eee58e2c","pid":5460,"peer_addr":"[fd00:1122:3344:101::a]:63887","req_id":"642c752a-9135-47d3-b7b2-4e063adb4b2e","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:44:41.56755076Z","hostname":"oxz_internal_dns_30bef224-0f92-4f78-8158-9122eee58e2c","pid":5460,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:48252"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:44:41.571735777Z","hostname":"oxz_internal_dns_30bef224-0f92-4f78-8158-9122eee58e2c","pid":5460,"new_generation":1,"req_id":"102bcd74-a15d-4716-ad97-a225a72736ab","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:44:41.571817699Z","hostname":"oxz_internal_dns_30bef224-0f92-4f78-8158-9122eee58e2c","pid":5460,"new_generation":1,"req_id":"102bcd74-a15d-4716-ad97-a225a72736ab","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:44:41.57183104Z","hostname":"oxz_internal_dns_30bef224-0f92-4f78-8158-9122eee58e2c","pid":5460,"uri":"/config","method":"PUT","req_id":"102bcd74-a15d-4716-ad97-a225a72736ab","remote_addr":"[fd00:1122:3344:101::a]:48252","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":258,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 43845,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-24T04:44:41.857768115Z","hostname":"oxz_internal_dns_30bef224-0f92-4f78-8158-9122eee58e2c","pid":5460,"peer_addr":"[fd00:1122:3344:101::c]:16063","req_id":"dd4c289a-f308-4ac2-80fd-3c4f0d012907","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 20394,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-24T04:44:42.244935667Z","hostname":"oxz_internal_dns_30bef224-0f92-4f78-8158-9122eee58e2c","pid":5460,"peer_addr":"[fd00:1122:3344:101::d]:52482","req_id":"e5a7e274-6633-43c6-9640-34ed6ac872de","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 3429,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-24T04:44:49.128658325Z","hostname":"oxz_internal_dns_30bef224-0f92-4f78-8158-9122eee58e2c","pid":5460,"peer_addr":"[fd00:1122:3344:101::a]:9219","req_id":"95632fe5-a24f-42ce-ac50-bcd55918715a","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:44:49.362004183Z","hostname":"oxz_internal_dns_30bef224-0f92-4f78-8158-9122eee58e2c","pid":5460,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:44139"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:44:49.365498773Z","hostname":"oxz_internal_dns_30bef224-0f92-4f78-8158-9122eee58e2c","pid":5460,"new_generation":1,"req_id":"e18b6a8e-82e6-45c5-9d19-53341b3f74be","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:44:49.365526934Z","hostname":"oxz_internal_dns_30bef224-0f92-4f78-8158-9122eee58e2c","pid":5460,"new_generation":1,"req_id":"e18b6a8e-82e6-45c5-9d19-53341b3f74be","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-24T04:44:49.365556865Z","hostname":"oxz_internal_dns_30bef224-0f92-4f78-8158-9122eee58e2c","pid":5460,"uri":"/config","method":"PUT","req_id":"e18b6a8e-82e6-45c5-9d19-53341b3f74be","remote_addr":"[fd00:1122:3344:101::a]:44139","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":259,"response_code":204}