[ Sep 5 00:23:40 Enabled. ] [ Sep 5 00:23:40 Rereading configuration. ] [ Sep 5 00:23:40 Rereading configuration. ] [ Sep 5 00:23:41 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:1::1]:5353 --dns-address [fd00:1122:3344:1::1]:53 &"). ] [ Sep 5 00:23:41 Method "start" exited with status 0. ] Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:1::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } note: configured to log to "/dev/stdout" {"msg":"config","v":0,"name":"dns-server","level":30,"time":"2026-09-05T00:23:41.76067159Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"dns_config":"Config { bind_address: [fd00:1122:3344:1::1]:53 }","config":"Config { log: File { level: Info, path: \"/dev/stdout\", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:1::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: \"/data/dns\", keep_old_generations: 3 } }"} {"msg":"opening sled database","v":0,"name":"dns-server","level":30,"time":"2026-09-05T00:23:41.760783853Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"component":"store","path":"/data/dns"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-09-05T00:23:41.782061524Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"component":"store"} {"msg":"pruning trees for generations older than 0","v":0,"name":"dns-server","level":30,"time":"2026-09-05T00:23:41.782089705Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"component":"store","keep":3} {"msg":"DNS server bound to address","v":0,"name":"dns-server","level":30,"time":"2026-09-05T00:23:41.782124966Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"component":"dns","local_address":"[fd00:1122:3344:1::1]:53"} {"msg":"listening","v":0,"name":"dns-server","level":30,"time":"2026-09-05T00:23:41.782389693Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-05T00:23:42.108276442Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:1::2]:50323"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-09-05T00:23:42.109014623Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"new_generation":1,"req_id":"f5b28f64-a7ff-4346-9613-f26999c55329","component":"store"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-09-05T00:23:42.109043644Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"component":"store"} {"msg":"pruning trees for generations older than 1","v":0,"name":"dns-server","level":30,"time":"2026-09-05T00:23:42.121023142Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"component":"store","keep":3} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-09-05T00:23:42.121063653Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"new_generation":1,"req_id":"f5b28f64-a7ff-4346-9613-f26999c55329","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-05T00:23:42.121112484Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"uri":"/config","method":"PUT","req_id":"f5b28f64-a7ff-4346-9613-f26999c55329","remote_addr":"[fd00:1122:3344:1::2]:50323","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":12487,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 28615,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-05T00:23:53.053294618Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"peer_addr":"[fd00:1122:3344:101::1b]:65469","req_id":"61c75baf-4839-4f31-ad5f-a41670da5df9","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47998,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-05T00:23:53.057981421Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"peer_addr":"[fd00:1122:3344:101::1b]:36559","req_id":"562d1f30-a3db-4ba3-a83f-bde8d50a28cd","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 42372,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-05T00:23:53.062634122Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"peer_addr":"[fd00:1122:3344:101::1b]:38026","req_id":"e53991ea-2ebe-4c82-b75c-cdfcf012733f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 17423,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-05T00:24:52.96074922Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"peer_addr":"[fd00:1122:3344:101::d]:51274","req_id":"78cdfbdd-47c4-457c-bf7c-a4da9d9ac608","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 29960,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_007832b5-eb94-4a23-afd0-9b890a758f4d.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_007832b5-eb94-4a23-afd0-9b890a758f4d.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 48,\n 48,\n 55,\n 56,\n 51,\n 50,\n 98,\n 53,\n 45,\n 101,\n 98,\n 57,\n 52,\n 45,\n 52,\n 97,\n 50,\n 51,\n 45,\n 97,\n 102,\n 100,\n 48,\n 45,\n 57,\n 98,\n 56,\n 57,\n 48,\n 97,\n 55,\n 53,\n 56,\n 102,\n 52,\n 100,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_007832b5-eb94-4a23-afd0-9b890a758f4d.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-05T00:24:55.97560258Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"peer_addr":"[fd00:1122:3344:101::e]:42169","req_id":"636ce7ea-93c2-44fc-8f1e-12b49c90063c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 29960,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_007832b5-eb94-4a23-afd0-9b890a758f4d.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_007832b5-eb94-4a23-afd0-9b890a758f4d.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 48,\n 48,\n 55,\n 56,\n 51,\n 50,\n 98,\n 53,\n 45,\n 101,\n 98,\n 57,\n 52,\n 45,\n 52,\n 97,\n 50,\n 51,\n 45,\n 97,\n 102,\n 100,\n 48,\n 45,\n 57,\n 98,\n 56,\n 57,\n 48,\n 97,\n 55,\n 53,\n 56,\n 102,\n 52,\n 100,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_007832b5-eb94-4a23-afd0-9b890a758f4d.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-05T00:24:55.97629224Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"peer_addr":"[fd00:1122:3344:101::e]:43520","req_id":"bef44eb8-c356-4f2b-8b92-5a8b26fa5133","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 32210,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-05T00:25:02.669175417Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"peer_addr":"[fd00:1122:3344:101::a]:3683","req_id":"ef2b9c44-195d-4706-b97f-f09c309c3636","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 65128,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-05T00:25:02.913208822Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"peer_addr":"[fd00:1122:3344:101::b]:21514","req_id":"474aad2b-0065-4064-af28-165ac085eb1e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 19350,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-05T00:25:02.962319878Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"peer_addr":"[fd00:1122:3344:101::d]:49214","req_id":"edfe05e1-c31f-46c9-8402-496b5a49cf65","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 26306,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-05T00:25:03.215531476Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"peer_addr":"[fd00:1122:3344:101::c]:53271","req_id":"abbda590-39fa-47f3-963d-28949a26afa1","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-05T00:25:03.91324214Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:39667"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-05T00:25:03.913743624Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"uri":"/config","method":"GET","req_id":"59c707a4-5e54-4139-a699-3e9bb8c2ea8e","remote_addr":"[fd00:1122:3344:101::c]:39667","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":359,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 54182,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-05T00:25:04.647043263Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"peer_addr":"[fd00:1122:3344:101::a]:52676","req_id":"bb2bbbcb-563c-4b3b-a298-6d3b52f1b009","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-05T00:25:04.875070599Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:60791"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-05T00:25:04.875354187Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"uri":"/config","method":"GET","req_id":"1f875909-2027-4409-8b80-bef9bc07d302","remote_addr":"[fd00:1122:3344:101::a]:60791","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":212,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 37172,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-05T00:25:05.705354207Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"peer_addr":"[fd00:1122:3344:101::a]:37259","req_id":"ca47bd99-bc98-4bab-a9d3-c345c99fb397","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-05T00:25:05.719942929Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:45069"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-09-05T00:25:05.722250414Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"new_generation":1,"req_id":"86449cb9-3c6c-4d0c-8f2e-6239f9561c09","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-09-05T00:25:05.722751618Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"new_generation":1,"req_id":"86449cb9-3c6c-4d0c-8f2e-6239f9561c09","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-05T00:25:05.722764668Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"uri":"/config","method":"PUT","req_id":"86449cb9-3c6c-4d0c-8f2e-6239f9561c09","remote_addr":"[fd00:1122:3344:101::a]:45069","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":306,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-05T00:25:05.83619768Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:33649"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-05T00:25:05.8365383Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"uri":"/config","method":"GET","req_id":"bed57f5a-6193-4076-accb-bc1c893f1d2f","remote_addr":"[fd00:1122:3344:101::a]:33649","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":268,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 19519,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-05T00:25:07.009202471Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"peer_addr":"[fd00:1122:3344:101::a]:45335","req_id":"309ec4dd-a9ed-4da8-8eca-7372a83fd84b","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-05T00:25:07.128709935Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:42219"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-05T00:25:07.128933231Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"uri":"/config","method":"GET","req_id":"f65e9b32-4235-49b1-8126-abb9c81ee0b9","remote_addr":"[fd00:1122:3344:101::a]:42219","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":191,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 23900,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-05T00:25:12.964049817Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"peer_addr":"[fd00:1122:3344:101::d]:63457","req_id":"09e513d1-b3f9-45a5-b7fb-9ff3d4aa79e6","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47822,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-05T00:25:13.562956784Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"peer_addr":"[fd00:1122:3344:101::b]:13241","req_id":"8f97cf23-91dd-48df-8bf6-de1350d7be41","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 12649,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-05T00:25:13.563090698Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"peer_addr":"[fd00:1122:3344:101::c]:43422","req_id":"5e1fdde9-76fc-4254-8ea9-d05ec19c6792","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-05T00:25:13.68468128Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:35011"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-05T00:25:13.684999549Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"uri":"/config","method":"GET","req_id":"edf704e4-ac28-4081-a217-684ae34c8e27","remote_addr":"[fd00:1122:3344:101::b]:35011","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":259,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-05T00:25:13.782197833Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:63556"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-05T00:25:13.782523252Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"uri":"/config","method":"GET","req_id":"f6f6f5dd-0edf-4f38-9be3-6e415554072c","remote_addr":"[fd00:1122:3344:101::c]:63556","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":269,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 35637,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-05T00:25:22.964831128Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"peer_addr":"[fd00:1122:3344:101::d]:49163","req_id":"af3818ec-a1d9-4f81-b1b1-9a25682be934","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 6292,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-05T00:25:32.96675539Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"peer_addr":"[fd00:1122:3344:101::d]:64913","req_id":"3a33d02c-2011-47a2-9019-075c7f1ca961","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 42574,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-05T00:25:42.967750642Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"peer_addr":"[fd00:1122:3344:101::d]:58333","req_id":"da80b810-9053-45fe-bdeb-0f688aec2f22","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 21904,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-05T00:25:52.969644727Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"peer_addr":"[fd00:1122:3344:101::d]:57871","req_id":"a6e30481-36ca-4413-899e-9cb68d3986e4","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-05T00:26:02.554451014Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:38761"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-09-05T00:26:02.55714852Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"new_generation":1,"req_id":"7f2127f1-e4b9-4ee2-87c4-84998bab9dea","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-09-05T00:26:02.55717123Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"new_generation":1,"req_id":"7f2127f1-e4b9-4ee2-87c4-84998bab9dea","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-05T00:26:02.557242903Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"uri":"/config","method":"PUT","req_id":"7f2127f1-e4b9-4ee2-87c4-84998bab9dea","remote_addr":"[fd00:1122:3344:101::a]:38761","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":224,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-05T00:26:02.924253043Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:63333"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-09-05T00:26:02.92771084Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"new_generation":1,"req_id":"1dd2372d-a77c-45e9-b427-0b958ed8adb0","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-09-05T00:26:02.927817383Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"new_generation":1,"req_id":"1dd2372d-a77c-45e9-b427-0b958ed8adb0","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-05T00:26:02.927832914Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"uri":"/config","method":"PUT","req_id":"1dd2372d-a77c-45e9-b427-0b958ed8adb0","remote_addr":"[fd00:1122:3344:101::b]:63333","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":369,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 1552,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-05T00:26:02.970661362Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"peer_addr":"[fd00:1122:3344:101::d]:49999","req_id":"cac96cf3-1780-40d2-89c6-61299c87efa8","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-05T00:26:02.988778524Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:34351"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-09-05T00:26:02.991082169Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"new_generation":1,"req_id":"b2b9a7d1-dae2-40ed-942a-3608e7b8bd5c","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-09-05T00:26:02.991182282Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"new_generation":1,"req_id":"b2b9a7d1-dae2-40ed-942a-3608e7b8bd5c","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-05T00:26:02.991197012Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"uri":"/config","method":"PUT","req_id":"b2b9a7d1-dae2-40ed-942a-3608e7b8bd5c","remote_addr":"[fd00:1122:3344:101::c]:34351","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":352,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 45157,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-05T00:26:03.762639978Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"peer_addr":"[fd00:1122:3344:101::b]:21182","req_id":"bccaa046-1fa9-4603-b084-30c6f08d694c","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-05T00:26:03.922513731Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:50726"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-05T00:26:03.922887662Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"uri":"/config","method":"GET","req_id":"08a637c6-6e58-4a09-bcc8-799002b6a9da","remote_addr":"[fd00:1122:3344:101::b]:50726","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":307,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47858,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-05T00:26:04.334288184Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"peer_addr":"[fd00:1122:3344:101::a]:47407","req_id":"4bba5688-4ba3-4290-8bdb-09091a717518","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 42271,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-05T00:26:04.411877324Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"peer_addr":"[fd00:1122:3344:101::c]:17755","req_id":"c22b829e-73d1-4ece-805e-87e9f8f892f0","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-05T00:26:04.470855529Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:41224"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-05T00:26:04.471103476Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"uri":"/config","method":"GET","req_id":"27fb9729-aee2-4671-8372-1dc02067e903","remote_addr":"[fd00:1122:3344:101::a]:41224","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":205,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-05T00:26:04.528219829Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:36804"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-05T00:26:04.528479076Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"uri":"/config","method":"GET","req_id":"3b73d461-854f-4596-b484-a3a8c4c53c02","remote_addr":"[fd00:1122:3344:101::c]:36804","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":203,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 12659,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-05T00:26:12.971748887Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"peer_addr":"[fd00:1122:3344:101::d]:63973","req_id":"f9c43fc3-ba78-4f14-b3ba-52e6f94f360f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 28210,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-05T00:26:22.973196001Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"peer_addr":"[fd00:1122:3344:101::d]:58666","req_id":"c64984fd-f276-4e82-933c-71d3f617a124","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 41977,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-05T00:26:32.97487655Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"peer_addr":"[fd00:1122:3344:101::d]:61551","req_id":"c1e6dcd8-dff7-4619-a27c-8fde51445c43","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 65263,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-05T00:26:42.975947503Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"peer_addr":"[fd00:1122:3344:101::d]:57849","req_id":"ac97a1bf-5a0c-482a-ad3d-afe23996c9b4","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 29169,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-05T00:26:52.977367806Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"peer_addr":"[fd00:1122:3344:101::d]:65297","req_id":"a317c9a4-4d25-4380-b310-9eead4d9703f","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-05T00:27:02.552259695Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:34979"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-09-05T00:27:02.555324512Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"new_generation":1,"req_id":"7dd91db3-7353-4c05-bb8e-215cbf512dae","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-09-05T00:27:02.555367333Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"new_generation":1,"req_id":"7dd91db3-7353-4c05-bb8e-215cbf512dae","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-05T00:27:02.555375473Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"uri":"/config","method":"PUT","req_id":"7dd91db3-7353-4c05-bb8e-215cbf512dae","remote_addr":"[fd00:1122:3344:101::a]:34979","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":208,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-05T00:27:02.562592917Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:59864"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-09-05T00:27:02.566814346Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"new_generation":1,"req_id":"b4ebe0c3-2bb5-4412-9634-c5be30edc573","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-09-05T00:27:02.566847307Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"new_generation":1,"req_id":"b4ebe0c3-2bb5-4412-9634-c5be30edc573","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-05T00:27:02.566876828Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"uri":"/config","method":"PUT","req_id":"b4ebe0c3-2bb5-4412-9634-c5be30edc573","remote_addr":"[fd00:1122:3344:101::b]:59864","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":262,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-05T00:27:02.690731544Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:48217"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-09-05T00:27:02.694761138Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"new_generation":1,"req_id":"413b87b6-9127-48ec-bc2f-9945d24000d5","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-09-05T00:27:02.69482919Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"new_generation":1,"req_id":"413b87b6-9127-48ec-bc2f-9945d24000d5","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-05T00:27:02.69484456Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"uri":"/config","method":"PUT","req_id":"413b87b6-9127-48ec-bc2f-9945d24000d5","remote_addr":"[fd00:1122:3344:101::c]:48217","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":352,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 42669,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-05T00:27:02.979886486Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"peer_addr":"[fd00:1122:3344:101::d]:49333","req_id":"3a5d9733-5a02-4a53-9767-0310a98a165f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 26675,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-05T00:27:03.779656172Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"peer_addr":"[fd00:1122:3344:101::c]:12364","req_id":"0946f4d2-cbe1-46c2-8658-4bde290b0d9b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 31034,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-05T00:27:03.786881096Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"peer_addr":"[fd00:1122:3344:101::a]:64782","req_id":"c89e0ff7-c5e8-47ef-aa7d-8bd9b0b882a8","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-05T00:27:03.893583839Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:46048"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-05T00:27:03.893853316Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"uri":"/config","method":"GET","req_id":"ab0720d3-efb6-46b2-8793-f4b99548ad30","remote_addr":"[fd00:1122:3344:101::c]:46048","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":227,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-05T00:27:03.931289053Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:52424"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-05T00:27:03.931523319Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"uri":"/config","method":"GET","req_id":"feab65da-3d43-4495-81ae-8e75e01aff59","remote_addr":"[fd00:1122:3344:101::a]:52424","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":177,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 57585,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-05T00:27:04.390837725Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"peer_addr":"[fd00:1122:3344:101::b]:10387","req_id":"c10d6a17-b68f-4160-beaf-9c1d35336a7c","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-05T00:27:04.500273865Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:63097"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-05T00:27:04.500549433Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"uri":"/config","method":"GET","req_id":"647bc5ec-8e1b-4e2b-9838-6b88bfaf40ff","remote_addr":"[fd00:1122:3344:101::b]:63097","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":230,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 49998,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-05T00:27:12.9811389Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"peer_addr":"[fd00:1122:3344:101::d]:60155","req_id":"07a7c078-41f5-429d-b13d-e7b792bd7daf","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 31074,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-05T00:27:22.982573148Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"peer_addr":"[fd00:1122:3344:101::d]:52621","req_id":"c39179f2-f63b-4d0f-9425-0142a5d6e9b9","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 57886,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-05T00:27:32.985489022Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"peer_addr":"[fd00:1122:3344:101::d]:64952","req_id":"111f7753-373b-4100-b449-18cf0b6c784f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 56158,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-05T00:27:42.987123831Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"peer_addr":"[fd00:1122:3344:101::d]:62587","req_id":"6fb83744-8b4f-4337-a9b6-623a654ae327","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 5418,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-05T00:27:45.249038364Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"peer_addr":"[fd00:1122:3344:101::1b]:44762","req_id":"473d7d23-df84-4b83-9cc9-51989ae3e3ca","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 37745,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-05T00:27:45.254407235Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"peer_addr":"[fd00:1122:3344:101::1b]:57592","req_id":"ecf2339e-28b6-484e-bcad-5c847243daa8","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 22078,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-05T00:27:45.259696464Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"peer_addr":"[fd00:1122:3344:101::1b]:63074","req_id":"df8ecba9-30b3-402d-bfbf-da4d34c4cdcb","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 26506,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-05T00:27:52.988583513Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"peer_addr":"[fd00:1122:3344:101::d]:57038","req_id":"66b1ca04-d898-4209-9624-72d257df9c73","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-05T00:28:02.553461421Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:39474"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-09-05T00:28:02.556237899Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"new_generation":1,"req_id":"8fb6194f-4e34-44c4-87f6-576f7998e321","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-09-05T00:28:02.55627341Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"new_generation":1,"req_id":"8fb6194f-4e34-44c4-87f6-576f7998e321","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-05T00:28:02.55628451Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"uri":"/config","method":"PUT","req_id":"8fb6194f-4e34-44c4-87f6-576f7998e321","remote_addr":"[fd00:1122:3344:101::a]:39474","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":235,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-05T00:28:02.561199866Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:39902"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-09-05T00:28:02.564530963Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"new_generation":1,"req_id":"d8ad3916-5f84-4e17-a2bb-7aca4e316879","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-09-05T00:28:02.564563444Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"new_generation":1,"req_id":"d8ad3916-5f84-4e17-a2bb-7aca4e316879","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-05T00:28:02.564575654Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"uri":"/config","method":"PUT","req_id":"d8ad3916-5f84-4e17-a2bb-7aca4e316879","remote_addr":"[fd00:1122:3344:101::b]:39902","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":252,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-05T00:28:02.689104749Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:49381"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-09-05T00:28:02.692691861Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"new_generation":1,"req_id":"8fde73d9-0c02-46e4-9b49-02d76385089d","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-09-05T00:28:02.692730812Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"new_generation":1,"req_id":"8fde73d9-0c02-46e4-9b49-02d76385089d","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-05T00:28:02.692742942Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"uri":"/config","method":"PUT","req_id":"8fde73d9-0c02-46e4-9b49-02d76385089d","remote_addr":"[fd00:1122:3344:101::c]:49381","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":278,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 62205,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-05T00:28:02.989732845Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"peer_addr":"[fd00:1122:3344:101::d]:52746","req_id":"7487bf29-1e23-41f9-9dfb-cd85a6baa50d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 1331,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-05T00:28:03.527646539Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"peer_addr":"[fd00:1122:3344:101::a]:32876","req_id":"9316da0f-fbee-4962-a0cf-215f8d3babb1","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 3619,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-05T00:28:03.581038026Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"peer_addr":"[fd00:1122:3344:101::c]:12784","req_id":"ef4c08e8-1899-4a1e-b839-ee425a2979e9","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-05T00:28:03.62724298Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:63710"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-05T00:28:03.627540789Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"uri":"/config","method":"GET","req_id":"facb48a5-5221-442b-89a6-dadc55e04b48","remote_addr":"[fd00:1122:3344:101::a]:63710","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":249,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-05T00:28:03.682725036Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:45347"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-05T00:28:03.682986854Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"uri":"/config","method":"GET","req_id":"83405523-392e-4050-b65c-a281290f6102","remote_addr":"[fd00:1122:3344:101::c]:45347","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":183,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 2433,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-05T00:28:04.10797667Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"peer_addr":"[fd00:1122:3344:101::b]:61781","req_id":"c9c1403e-8e6a-48d4-8487-90b5bbdf517f","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-05T00:28:04.211567054Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:64154"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-05T00:28:04.211903434Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"uri":"/config","method":"GET","req_id":"9f63eaad-c97d-45a3-a768-77900be79a63","remote_addr":"[fd00:1122:3344:101::b]:64154","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":278,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 35472,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-05T00:28:12.990972296Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"peer_addr":"[fd00:1122:3344:101::d]:58576","req_id":"86e6be4c-9d91-4fd1-bb18-6b8e992cafe4","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 49638,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-05T00:28:22.992128522Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"peer_addr":"[fd00:1122:3344:101::d]:52911","req_id":"7c9e0651-6ad6-41bc-861f-ac928616784d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 62828,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-05T00:28:32.994071439Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"peer_addr":"[fd00:1122:3344:101::d]:53344","req_id":"615b2cfd-ed06-4562-bf05-322bebf98795","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 32812,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-05T00:28:42.995940706Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"peer_addr":"[fd00:1122:3344:101::d]:65431","req_id":"c8b9c506-43cd-44b8-b365-f42ccc733c68","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 51897,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-05T00:28:52.997270113Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"peer_addr":"[fd00:1122:3344:101::d]:56303","req_id":"da9e2ebe-bbe4-4c23-9f8d-eb4ab24e289c","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-05T00:29:02.552274745Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:50708"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-09-05T00:29:02.555126946Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"new_generation":1,"req_id":"820492a5-e199-4bae-b321-ba69ab507701","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-09-05T00:29:02.555159126Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"new_generation":1,"req_id":"820492a5-e199-4bae-b321-ba69ab507701","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-05T00:29:02.555167977Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"uri":"/config","method":"PUT","req_id":"820492a5-e199-4bae-b321-ba69ab507701","remote_addr":"[fd00:1122:3344:101::a]:50708","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":262,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-05T00:29:02.560840457Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:54004"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-09-05T00:29:02.564726886Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"new_generation":1,"req_id":"aee2b95d-4a00-4770-927c-f37e5b65770c","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-09-05T00:29:02.564764018Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"new_generation":1,"req_id":"aee2b95d-4a00-4770-927c-f37e5b65770c","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-05T00:29:02.564774778Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"uri":"/config","method":"PUT","req_id":"aee2b95d-4a00-4770-927c-f37e5b65770c","remote_addr":"[fd00:1122:3344:101::b]:54004","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":744,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-05T00:29:02.689970042Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:32809"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-09-05T00:29:02.693632735Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"new_generation":1,"req_id":"f7989c42-52e2-41b9-8983-c078d303385d","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-09-05T00:29:02.693679957Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"new_generation":1,"req_id":"f7989c42-52e2-41b9-8983-c078d303385d","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-05T00:29:02.693692077Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"uri":"/config","method":"PUT","req_id":"f7989c42-52e2-41b9-8983-c078d303385d","remote_addr":"[fd00:1122:3344:101::c]:32809","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":318,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 19013,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-05T00:29:02.997899104Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"peer_addr":"[fd00:1122:3344:101::d]:51601","req_id":"a4c70ab6-6813-4774-beee-4627a299b37f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 18065,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-05T00:29:03.720055359Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"peer_addr":"[fd00:1122:3344:101::a]:53001","req_id":"8c557e69-3412-48e7-8ec1-ed65429895d8","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 46159,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-05T00:29:03.723234869Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"peer_addr":"[fd00:1122:3344:101::b]:47807","req_id":"3da8b315-bb06-433e-a9c0-8f705bfcb618","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 46642,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-05T00:29:03.782685957Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"peer_addr":"[fd00:1122:3344:101::c]:54907","req_id":"047d9257-5e3e-4164-9a6d-f4ea63e84107","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-05T00:29:03.825617819Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:59295"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-05T00:29:03.825857985Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"uri":"/config","method":"GET","req_id":"044f4ee7-1c2e-40a1-ac88-66e0afa11e06","remote_addr":"[fd00:1122:3344:101::b]:59295","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":198,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-05T00:29:03.887689321Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:53752"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-05T00:29:03.887926628Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"uri":"/config","method":"GET","req_id":"1e0c22ca-f895-429c-98c3-2ec15df31088","remote_addr":"[fd00:1122:3344:101::c]:53752","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":203,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-05T00:29:03.924591663Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:34500"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-05T00:29:03.924817699Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"uri":"/config","method":"GET","req_id":"2aa644e5-e989-4b1d-983b-3621f10d6d2f","remote_addr":"[fd00:1122:3344:101::a]:34500","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":185,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 16328,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-05T00:29:12.999755938Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"peer_addr":"[fd00:1122:3344:101::d]:60720","req_id":"503fadd2-53be-4e0e-b956-1feb2c88ca13","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 2660,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-05T00:29:23.001215117Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"peer_addr":"[fd00:1122:3344:101::d]:60728","req_id":"d970437f-3fa7-4fd1-9dc8-8bd9f0490480","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 14079,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-05T00:29:33.003112328Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"peer_addr":"[fd00:1122:3344:101::d]:59196","req_id":"b24543dd-bb75-4b6e-9742-92f79061d8d5","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 64620,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-05T00:29:43.004960623Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"peer_addr":"[fd00:1122:3344:101::d]:53916","req_id":"a5affb14-118a-46f2-8008-0df6eb4ce664","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 57538,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-05T00:29:53.007142815Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"peer_addr":"[fd00:1122:3344:101::d]:50428","req_id":"345c174c-0d85-406f-ad7f-06b050b94d1b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 32179,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-05T00:29:53.536815077Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"peer_addr":"[fd00:1122:3344:101::1b]:57770","req_id":"1580979a-31f8-4df5-88c7-2e444ad99a72","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 25204,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-05T00:29:53.541962803Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"peer_addr":"[fd00:1122:3344:101::1b]:33308","req_id":"704d9920-a4b7-4d1c-98aa-0efaafedcfe8","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 30380,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-05T00:29:53.547692675Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"peer_addr":"[fd00:1122:3344:101::1b]:57057","req_id":"49d25804-7bff-4b1b-a8e3-af525a87ec15","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 55575,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_007832b5-eb94-4a23-afd0-9b890a758f4d.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_007832b5-eb94-4a23-afd0-9b890a758f4d.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 48,\n 48,\n 55,\n 56,\n 51,\n 50,\n 98,\n 53,\n 45,\n 101,\n 98,\n 57,\n 52,\n 45,\n 52,\n 97,\n 50,\n 51,\n 45,\n 97,\n 102,\n 100,\n 48,\n 45,\n 57,\n 98,\n 56,\n 57,\n 48,\n 97,\n 55,\n 53,\n 56,\n 102,\n 52,\n 100,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_007832b5-eb94-4a23-afd0-9b890a758f4d.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-05T00:30:00.027691514Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"peer_addr":"[fd00:1122:3344:101::e]:57348","req_id":"349deb3d-2671-4262-aa73-cb8549042c50","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 55575,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_007832b5-eb94-4a23-afd0-9b890a758f4d.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_007832b5-eb94-4a23-afd0-9b890a758f4d.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 48,\n 48,\n 55,\n 56,\n 51,\n 50,\n 98,\n 53,\n 45,\n 101,\n 98,\n 57,\n 52,\n 45,\n 52,\n 97,\n 50,\n 51,\n 45,\n 97,\n 102,\n 100,\n 48,\n 45,\n 57,\n 98,\n 56,\n 57,\n 48,\n 97,\n 55,\n 53,\n 56,\n 102,\n 52,\n 100,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_007832b5-eb94-4a23-afd0-9b890a758f4d.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-05T00:30:00.028295561Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"peer_addr":"[fd00:1122:3344:101::e]:61790","req_id":"275589ee-a719-417c-ad4b-535b53aea655","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 16319,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-05T00:30:00.122759018Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"peer_addr":"[fd00:1122:3344:101::2]:39270","req_id":"bf26ec85-5db9-44bf-8ea6-35e74bc4d023","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 16319,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-05T00:30:00.123298963Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"peer_addr":"[fd00:1122:3344:101::2]:62759","req_id":"3f74d4f6-95ff-45e4-82ed-af8ffe68061a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 20870,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_0ba71b23-4b5f-410c-847b-d02acf47c4f3.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_0ba71b23-4b5f-410c-847b-d02acf47c4f3.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 48,\n 98,\n 97,\n 55,\n 49,\n 98,\n 50,\n 51,\n 45,\n 52,\n 98,\n 53,\n 102,\n 45,\n 52,\n 49,\n 48,\n 99,\n 45,\n 56,\n 52,\n 55,\n 98,\n 45,\n 100,\n 48,\n 50,\n 97,\n 99,\n 102,\n 52,\n 55,\n 99,\n 52,\n 102,\n 51,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_0ba71b23-4b5f-410c-847b-d02acf47c4f3.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-05T00:30:00.509883306Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"peer_addr":"[fd00:1122:3344:101::3]:42914","req_id":"eaa214b7-86f2-4637-95d5-e2fba435f15c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 20870,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_0ba71b23-4b5f-410c-847b-d02acf47c4f3.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_0ba71b23-4b5f-410c-847b-d02acf47c4f3.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 48,\n 98,\n 97,\n 55,\n 49,\n 98,\n 50,\n 51,\n 45,\n 52,\n 98,\n 53,\n 102,\n 45,\n 52,\n 49,\n 48,\n 99,\n 45,\n 56,\n 52,\n 55,\n 98,\n 45,\n 100,\n 48,\n 50,\n 97,\n 99,\n 102,\n 52,\n 55,\n 99,\n 52,\n 102,\n 51,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_0ba71b23-4b5f-410c-847b-d02acf47c4f3.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-05T00:30:00.510529244Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"peer_addr":"[fd00:1122:3344:101::3]:64306","req_id":"30764d5f-5f64-4a52-af88-a743b78fb78d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 49272,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_e69a6050-a4a4-4cfc-b939-1628fa772e69.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_e69a6050-a4a4-4cfc-b939-1628fa772e69.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 101,\n 54,\n 57,\n 97,\n 54,\n 48,\n 53,\n 48,\n 45,\n 97,\n 52,\n 97,\n 52,\n 45,\n 52,\n 99,\n 102,\n 99,\n 45,\n 98,\n 57,\n 51,\n 57,\n 45,\n 49,\n 54,\n 50,\n 56,\n 102,\n 97,\n 55,\n 55,\n 50,\n 101,\n 54,\n 57,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_e69a6050-a4a4-4cfc-b939-1628fa772e69.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-05T00:30:00.543315079Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"peer_addr":"[fd00:1122:3344:101::6]:55473","req_id":"e6485410-27e6-40de-8daf-ed64a1eaea91","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 49272,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_e69a6050-a4a4-4cfc-b939-1628fa772e69.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_e69a6050-a4a4-4cfc-b939-1628fa772e69.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 101,\n 54,\n 57,\n 97,\n 54,\n 48,\n 53,\n 48,\n 45,\n 97,\n 52,\n 97,\n 52,\n 45,\n 52,\n 99,\n 102,\n 99,\n 45,\n 98,\n 57,\n 51,\n 57,\n 45,\n 49,\n 54,\n 50,\n 56,\n 102,\n 97,\n 55,\n 55,\n 50,\n 101,\n 54,\n 57,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_e69a6050-a4a4-4cfc-b939-1628fa772e69.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-05T00:30:00.543907656Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"peer_addr":"[fd00:1122:3344:101::6]:61462","req_id":"a080192c-b79c-4d79-bdc8-2e5f6d0e4c81","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 58794,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_ded6d9ee-2908-4191-b578-19b473f1be53.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_ded6d9ee-2908-4191-b578-19b473f1be53.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 100,\n 101,\n 100,\n 54,\n 100,\n 57,\n 101,\n 101,\n 45,\n 50,\n 57,\n 48,\n 56,\n 45,\n 52,\n 49,\n 57,\n 49,\n 45,\n 98,\n 53,\n 55,\n 56,\n 45,\n 49,\n 57,\n 98,\n 52,\n 55,\n 51,\n 102,\n 49,\n 98,\n 101,\n 53,\n 51,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_ded6d9ee-2908-4191-b578-19b473f1be53.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-05T00:30:00.557473839Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"peer_addr":"[fd00:1122:3344:101::7]:47716","req_id":"ad100ba8-c878-4a1e-adf7-258ebae78f72","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 58794,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_ded6d9ee-2908-4191-b578-19b473f1be53.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_ded6d9ee-2908-4191-b578-19b473f1be53.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 100,\n 101,\n 100,\n 54,\n 100,\n 57,\n 101,\n 101,\n 45,\n 50,\n 57,\n 48,\n 56,\n 45,\n 52,\n 49,\n 57,\n 49,\n 45,\n 98,\n 53,\n 55,\n 56,\n 45,\n 49,\n 57,\n 98,\n 52,\n 55,\n 51,\n 102,\n 49,\n 98,\n 101,\n 53,\n 51,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_ded6d9ee-2908-4191-b578-19b473f1be53.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-05T00:30:00.55820724Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"peer_addr":"[fd00:1122:3344:101::7]:39842","req_id":"9c5dc0e2-df9a-48ac-84dc-1282b795f76d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 50104,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_3498f1b0-d35b-494b-ac6a-7699e106bb8a.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_3498f1b0-d35b-494b-ac6a-7699e106bb8a.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 51,\n 52,\n 57,\n 56,\n 102,\n 49,\n 98,\n 48,\n 45,\n 100,\n 51,\n 53,\n 98,\n 45,\n 52,\n 57,\n 52,\n 98,\n 45,\n 97,\n 99,\n 54,\n 97,\n 45,\n 55,\n 54,\n 57,\n 57,\n 101,\n 49,\n 48,\n 54,\n 98,\n 98,\n 56,\n 97,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_3498f1b0-d35b-494b-ac6a-7699e106bb8a.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-05T00:30:00.572348969Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"peer_addr":"[fd00:1122:3344:101::5]:40589","req_id":"c681e9df-4d2f-4e24-ad40-374141a3bb38","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 50104,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_3498f1b0-d35b-494b-ac6a-7699e106bb8a.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_3498f1b0-d35b-494b-ac6a-7699e106bb8a.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 51,\n 52,\n 57,\n 56,\n 102,\n 49,\n 98,\n 48,\n 45,\n 100,\n 51,\n 53,\n 98,\n 45,\n 52,\n 57,\n 52,\n 98,\n 45,\n 97,\n 99,\n 54,\n 97,\n 45,\n 55,\n 54,\n 57,\n 57,\n 101,\n 49,\n 48,\n 54,\n 98,\n 98,\n 56,\n 97,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_3498f1b0-d35b-494b-ac6a-7699e106bb8a.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-05T00:30:00.573069309Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"peer_addr":"[fd00:1122:3344:101::5]:63779","req_id":"6e1d00fe-e3af-4768-b447-60122d4cd8c7","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 14292,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_c7508a5d-2e45-4c74-8a80-97716c9933c3.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_c7508a5d-2e45-4c74-8a80-97716c9933c3.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 99,\n 55,\n 53,\n 48,\n 56,\n 97,\n 53,\n 100,\n 45,\n 50,\n 101,\n 52,\n 53,\n 45,\n 52,\n 99,\n 55,\n 52,\n 45,\n 56,\n 97,\n 56,\n 48,\n 45,\n 57,\n 55,\n 55,\n 49,\n 54,\n 99,\n 57,\n 57,\n 51,\n 51,\n 99,\n 51,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_c7508a5d-2e45-4c74-8a80-97716c9933c3.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-05T00:30:00.574015506Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"peer_addr":"[fd00:1122:3344:101::4]:33284","req_id":"47f17074-d7f3-4ef5-9fe0-cdf0d01971d4","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 14292,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_c7508a5d-2e45-4c74-8a80-97716c9933c3.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_c7508a5d-2e45-4c74-8a80-97716c9933c3.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 99,\n 55,\n 53,\n 48,\n 56,\n 97,\n 53,\n 100,\n 45,\n 50,\n 101,\n 52,\n 53,\n 45,\n 52,\n 99,\n 55,\n 52,\n 45,\n 56,\n 97,\n 56,\n 48,\n 45,\n 57,\n 55,\n 55,\n 49,\n 54,\n 99,\n 57,\n 57,\n 51,\n 51,\n 99,\n 51,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_c7508a5d-2e45-4c74-8a80-97716c9933c3.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-05T00:30:00.574696545Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"peer_addr":"[fd00:1122:3344:101::4]:54492","req_id":"d0e48756-2ba4-47b1-b677-f5916cdc998d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 36577,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_ntp_3e6c6f5c-18ab-402a-a613-2ab63434f5a5.\"),\n ),\n original: Query {\n name: Name(\"oxz_ntp_3e6c6f5c-18ab-402a-a613-2ab63434f5a5.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 44,\n 111,\n 120,\n 122,\n 95,\n 110,\n 116,\n 112,\n 95,\n 51,\n 101,\n 54,\n 99,\n 54,\n 102,\n 53,\n 99,\n 45,\n 49,\n 56,\n 97,\n 98,\n 45,\n 52,\n 48,\n 50,\n 97,\n 45,\n 97,\n 54,\n 49,\n 51,\n 45,\n 50,\n 97,\n 98,\n 54,\n 51,\n 52,\n 51,\n 52,\n 102,\n 53,\n 97,\n 53,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_ntp_3e6c6f5c-18ab-402a-a613-2ab63434f5a5.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-05T00:30:00.954012222Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"peer_addr":"[fd00:1122:3344:101::1b]:60101","req_id":"75390335-2422-4d0d-86aa-429d6e457852","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-05T00:30:02.551653695Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:61278"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-09-05T00:30:02.554893326Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"new_generation":1,"req_id":"c7efdc20-f665-4825-ae8a-68b9abc8604c","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-09-05T00:30:02.554928207Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"new_generation":1,"req_id":"c7efdc20-f665-4825-ae8a-68b9abc8604c","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-05T00:30:02.554940587Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"uri":"/config","method":"PUT","req_id":"c7efdc20-f665-4825-ae8a-68b9abc8604c","remote_addr":"[fd00:1122:3344:101::a]:61278","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":260,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-05T00:30:02.560606847Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:42765"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-09-05T00:30:02.564861148Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"new_generation":1,"req_id":"1b3219e2-ca46-4eec-ba9e-8e612194068c","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-09-05T00:30:02.564901399Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"new_generation":1,"req_id":"1b3219e2-ca46-4eec-ba9e-8e612194068c","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-05T00:30:02.564915429Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"uri":"/config","method":"PUT","req_id":"1b3219e2-ca46-4eec-ba9e-8e612194068c","remote_addr":"[fd00:1122:3344:101::b]:42765","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":253,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-05T00:30:02.689813445Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:62271"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-09-05T00:30:02.693387846Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"new_generation":1,"req_id":"f2e2d2a2-b4e9-4851-9124-ab48eef1ba92","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-09-05T00:30:02.693427917Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"new_generation":1,"req_id":"f2e2d2a2-b4e9-4851-9124-ab48eef1ba92","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-05T00:30:02.693441618Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"uri":"/config","method":"PUT","req_id":"f2e2d2a2-b4e9-4851-9124-ab48eef1ba92","remote_addr":"[fd00:1122:3344:101::c]:62271","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":263,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 56569,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-05T00:30:03.008334617Z","hostname":"oxz_internal_dns_0782600f-6366-4763-afca-85a462d2f2e1","pid":5486,"peer_addr":"[fd00:1122:3344:101::d]:62786","req_id":"61065d69-7ff2-4ba0-8125-fdfbd1cebfa7","component":"dns"}