[ May 7 17:08:31 Enabled. ] [ May 7 17:08:31 Rereading configuration. ] [ May 7 17:08:32 Rereading configuration. ] [ May 7 17:08:35 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:2::1]:5353 --dns-address [fd00:1122:3344:2::1]:53 &"). ] [ May 7 17:08:35 Method "start" exited with status 0. ] Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:2::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } note: configured to log to "/dev/stdout" {"msg":"config","v":0,"name":"dns-server","level":30,"time":"2026-05-07T17:08:35.89562708Z","hostname":"oxz_internal_dns_db92f9f1-436b-4718-80bb-1190b6fdbf23","pid":5562,"dns_config":"Config { bind_address: [fd00:1122:3344:2::1]:53 }","config":"Config { log: File { level: Info, path: \"/dev/stdout\", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:2::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: \"/data/dns\", keep_old_generations: 3 } }"} {"msg":"opening sled database","v":0,"name":"dns-server","level":30,"time":"2026-05-07T17:08:35.895791871Z","hostname":"oxz_internal_dns_db92f9f1-436b-4718-80bb-1190b6fdbf23","pid":5562,"component":"store","path":"/data/dns"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-05-07T17:08:35.915579616Z","hostname":"oxz_internal_dns_db92f9f1-436b-4718-80bb-1190b6fdbf23","pid":5562,"component":"store"} {"msg":"pruning trees for generations older than 0","v":0,"name":"dns-server","level":30,"time":"2026-05-07T17:08:35.915598305Z","hostname":"oxz_internal_dns_db92f9f1-436b-4718-80bb-1190b6fdbf23","pid":5562,"component":"store","keep":3} {"msg":"DNS server bound to address","v":0,"name":"dns-server","level":30,"time":"2026-05-07T17:08:35.915653276Z","hostname":"oxz_internal_dns_db92f9f1-436b-4718-80bb-1190b6fdbf23","pid":5562,"component":"dns","local_address":"[fd00:1122:3344:2::1]:53"} {"msg":"listening","v":0,"name":"dns-server","level":30,"time":"2026-05-07T17:08:35.915920608Z","hostname":"oxz_internal_dns_db92f9f1-436b-4718-80bb-1190b6fdbf23","pid":5562,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-07T17:08:36.039578749Z","hostname":"oxz_internal_dns_db92f9f1-436b-4718-80bb-1190b6fdbf23","pid":5562,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:2::2]:49209"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-07T17:08:36.040376994Z","hostname":"oxz_internal_dns_db92f9f1-436b-4718-80bb-1190b6fdbf23","pid":5562,"new_generation":1,"req_id":"0aee25bd-a03d-4949-9760-d40c42321258","component":"store"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-05-07T17:08:36.040412534Z","hostname":"oxz_internal_dns_db92f9f1-436b-4718-80bb-1190b6fdbf23","pid":5562,"component":"store"} {"msg":"pruning trees for generations older than 1","v":0,"name":"dns-server","level":30,"time":"2026-05-07T17:08:36.09116912Z","hostname":"oxz_internal_dns_db92f9f1-436b-4718-80bb-1190b6fdbf23","pid":5562,"component":"store","keep":3} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-07T17:08:36.09120264Z","hostname":"oxz_internal_dns_db92f9f1-436b-4718-80bb-1190b6fdbf23","pid":5562,"new_generation":1,"req_id":"0aee25bd-a03d-4949-9760-d40c42321258","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-07T17:08:36.09121257Z","hostname":"oxz_internal_dns_db92f9f1-436b-4718-80bb-1190b6fdbf23","pid":5562,"uri":"/config","method":"PUT","req_id":"0aee25bd-a03d-4949-9760-d40c42321258","remote_addr":"[fd00:1122:3344:2::2]:49209","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":51279,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 793,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-07T17:08:49.665194705Z","hostname":"oxz_internal_dns_db92f9f1-436b-4718-80bb-1190b6fdbf23","pid":5562,"peer_addr":"[fd00:1122:3344:101::1b]:40461","req_id":"c0d93332-6a0b-49e5-8ec6-67063a3c3133","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 8981,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-07T17:08:49.669544985Z","hostname":"oxz_internal_dns_db92f9f1-436b-4718-80bb-1190b6fdbf23","pid":5562,"peer_addr":"[fd00:1122:3344:101::1b]:42512","req_id":"d2a4ee1d-df8f-4bfb-943e-7ccf03a0224f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 39094,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-07T17:08:49.673695593Z","hostname":"oxz_internal_dns_db92f9f1-436b-4718-80bb-1190b6fdbf23","pid":5562,"peer_addr":"[fd00:1122:3344:101::1b]:39115","req_id":"d285e82f-77ec-4396-b7bb-67184e3315ae","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 71,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-07T17:10:50.028187086Z","hostname":"oxz_internal_dns_db92f9f1-436b-4718-80bb-1190b6fdbf23","pid":5562,"peer_addr":"[fd00:1122:3344:101::1b]:62011","req_id":"1054c62e-c5fd-4d56-b18c-f485042539b4","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 35125,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-07T17:10:50.039997917Z","hostname":"oxz_internal_dns_db92f9f1-436b-4718-80bb-1190b6fdbf23","pid":5562,"peer_addr":"[fd00:1122:3344:101::1b]:35307","req_id":"a81f60b0-293e-4d20-8ec3-fe29830f1e21","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 25832,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-07T17:10:50.044244595Z","hostname":"oxz_internal_dns_db92f9f1-436b-4718-80bb-1190b6fdbf23","pid":5562,"peer_addr":"[fd00:1122:3344:101::1b]:35837","req_id":"dfee6ebf-c165-4442-99f5-46cb14ab894b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 45496,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-07T17:11:28.626935803Z","hostname":"oxz_internal_dns_db92f9f1-436b-4718-80bb-1190b6fdbf23","pid":5562,"peer_addr":"[fd00:1122:3344:101::d]:53068","req_id":"2afba92b-c44b-41eb-93a9-ad3e5a5a6479","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 20181,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_5fb209e4-95e8-4ea7-ae15-8049e04bb2b5.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_5fb209e4-95e8-4ea7-ae15-8049e04bb2b5.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 53,\n 102,\n 98,\n 50,\n 48,\n 57,\n 101,\n 52,\n 45,\n 57,\n 53,\n 101,\n 56,\n 45,\n 52,\n 101,\n 97,\n 55,\n 45,\n 97,\n 101,\n 49,\n 53,\n 45,\n 56,\n 48,\n 52,\n 57,\n 101,\n 48,\n 52,\n 98,\n 98,\n 50,\n 98,\n 53,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_5fb209e4-95e8-4ea7-ae15-8049e04bb2b5.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-07T17:11:31.631547062Z","hostname":"oxz_internal_dns_db92f9f1-436b-4718-80bb-1190b6fdbf23","pid":5562,"peer_addr":"[fd00:1122:3344:101::e]:36425","req_id":"3e1f1d91-3785-44b8-9366-b831e85b2397","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 20181,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_5fb209e4-95e8-4ea7-ae15-8049e04bb2b5.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_5fb209e4-95e8-4ea7-ae15-8049e04bb2b5.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 53,\n 102,\n 98,\n 50,\n 48,\n 57,\n 101,\n 52,\n 45,\n 57,\n 53,\n 101,\n 56,\n 45,\n 52,\n 101,\n 97,\n 55,\n 45,\n 97,\n 101,\n 49,\n 53,\n 45,\n 56,\n 48,\n 52,\n 57,\n 101,\n 48,\n 52,\n 98,\n 98,\n 50,\n 98,\n 53,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_5fb209e4-95e8-4ea7-ae15-8049e04bb2b5.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-07T17:11:31.635849671Z","hostname":"oxz_internal_dns_db92f9f1-436b-4718-80bb-1190b6fdbf23","pid":5562,"peer_addr":"[fd00:1122:3344:101::e]:35208","req_id":"67e5199a-3304-47fb-922a-2df496a6aa9b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 49741,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-07T17:11:38.595660531Z","hostname":"oxz_internal_dns_db92f9f1-436b-4718-80bb-1190b6fdbf23","pid":5562,"peer_addr":"[fd00:1122:3344:101::d]:60206","req_id":"d827acf2-e2a0-4708-ae31-a6ae091c5df7","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 48375,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-07T17:11:38.683985952Z","hostname":"oxz_internal_dns_db92f9f1-436b-4718-80bb-1190b6fdbf23","pid":5562,"peer_addr":"[fd00:1122:3344:101::a]:41663","req_id":"84ef734e-3239-48a5-968f-057abad8f596","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 45180,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-07T17:11:38.781112643Z","hostname":"oxz_internal_dns_db92f9f1-436b-4718-80bb-1190b6fdbf23","pid":5562,"peer_addr":"[fd00:1122:3344:101::c]:51188","req_id":"3f61c76e-345c-4e1b-872b-11b678d0eecd","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 28446,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-07T17:11:39.920767579Z","hostname":"oxz_internal_dns_db92f9f1-436b-4718-80bb-1190b6fdbf23","pid":5562,"peer_addr":"[fd00:1122:3344:101::b]:15784","req_id":"e53a2e07-18d4-47ed-8439-0be846e1ab65","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 27732,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-07T17:11:48.597609509Z","hostname":"oxz_internal_dns_db92f9f1-436b-4718-80bb-1190b6fdbf23","pid":5562,"peer_addr":"[fd00:1122:3344:101::d]:60613","req_id":"03191277-bc50-4c35-b45c-89c906c7c59b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 7193,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-07T17:11:52.371281463Z","hostname":"oxz_internal_dns_db92f9f1-436b-4718-80bb-1190b6fdbf23","pid":5562,"peer_addr":"[fd00:1122:3344:101::c]:56795","req_id":"590c221d-f084-4f75-a45c-7a1a39a4061b","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-07T17:11:52.73382942Z","hostname":"oxz_internal_dns_db92f9f1-436b-4718-80bb-1190b6fdbf23","pid":5562,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:57873"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-07T17:11:52.8072394Z","hostname":"oxz_internal_dns_db92f9f1-436b-4718-80bb-1190b6fdbf23","pid":5562,"uri":"/config","method":"GET","req_id":"d35b5fb7-3e99-4ac6-a748-38759e826e48","remote_addr":"[fd00:1122:3344:101::c]:57873","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":36894,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 34015,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-07T17:11:54.411503118Z","hostname":"oxz_internal_dns_db92f9f1-436b-4718-80bb-1190b6fdbf23","pid":5562,"peer_addr":"[fd00:1122:3344:101::b]:64922","req_id":"a6a39ba3-b781-4b9a-88bf-0e0c036d7cf7","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-07T17:11:54.451617342Z","hostname":"oxz_internal_dns_db92f9f1-436b-4718-80bb-1190b6fdbf23","pid":5562,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:36253"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-07T17:11:54.452312706Z","hostname":"oxz_internal_dns_db92f9f1-436b-4718-80bb-1190b6fdbf23","pid":5562,"new_generation":1,"req_id":"9afe4e5a-a686-4a7f-af8e-cd98fbe2e055","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-07T17:11:54.452335216Z","hostname":"oxz_internal_dns_db92f9f1-436b-4718-80bb-1190b6fdbf23","pid":5562,"new_generation":1,"req_id":"9afe4e5a-a686-4a7f-af8e-cd98fbe2e055","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-07T17:11:54.452387687Z","hostname":"oxz_internal_dns_db92f9f1-436b-4718-80bb-1190b6fdbf23","pid":5562,"uri":"/config","method":"PUT","req_id":"9afe4e5a-a686-4a7f-af8e-cd98fbe2e055","remote_addr":"[fd00:1122:3344:101::b]:36253","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":331,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-07T17:11:54.550136722Z","hostname":"oxz_internal_dns_db92f9f1-436b-4718-80bb-1190b6fdbf23","pid":5562,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:48005"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-07T17:11:54.550427034Z","hostname":"oxz_internal_dns_db92f9f1-436b-4718-80bb-1190b6fdbf23","pid":5562,"uri":"/config","method":"GET","req_id":"6b5b4f7e-f560-405d-89c5-ecddf39a9bc3","remote_addr":"[fd00:1122:3344:101::b]:48005","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":238,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 50996,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-07T17:11:55.257506137Z","hostname":"oxz_internal_dns_db92f9f1-436b-4718-80bb-1190b6fdbf23","pid":5562,"peer_addr":"[fd00:1122:3344:101::b]:26223","req_id":"303ac178-8d56-4272-a05d-9e3a0d6a9144","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-07T17:11:55.3711064Z","hostname":"oxz_internal_dns_db92f9f1-436b-4718-80bb-1190b6fdbf23","pid":5562,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:51543"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-07T17:11:55.371372382Z","hostname":"oxz_internal_dns_db92f9f1-436b-4718-80bb-1190b6fdbf23","pid":5562,"uri":"/config","method":"GET","req_id":"f71ce13d-868d-46b7-9a8b-2ebb2002eb4e","remote_addr":"[fd00:1122:3344:101::b]:51543","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":220,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 29916,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-07T17:11:58.599612042Z","hostname":"oxz_internal_dns_db92f9f1-436b-4718-80bb-1190b6fdbf23","pid":5562,"peer_addr":"[fd00:1122:3344:101::d]:50926","req_id":"ea03d070-a762-4280-827b-b52ab5287c54","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 29607,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-07T17:11:59.162760965Z","hostname":"oxz_internal_dns_db92f9f1-436b-4718-80bb-1190b6fdbf23","pid":5562,"peer_addr":"[fd00:1122:3344:101::a]:57631","req_id":"5221d692-ad85-422e-a96b-d445a1768d09","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 39499,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-07T17:11:59.206787095Z","hostname":"oxz_internal_dns_db92f9f1-436b-4718-80bb-1190b6fdbf23","pid":5562,"peer_addr":"[fd00:1122:3344:101::c]:28867","req_id":"4e903eb2-3eff-4ab3-86ed-a3200a1538b3","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-07T17:11:59.296471924Z","hostname":"oxz_internal_dns_db92f9f1-436b-4718-80bb-1190b6fdbf23","pid":5562,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:52443"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-07T17:11:59.296783087Z","hostname":"oxz_internal_dns_db92f9f1-436b-4718-80bb-1190b6fdbf23","pid":5562,"uri":"/config","method":"GET","req_id":"43d60ce8-2e1d-4185-9099-7ece58f11bb7","remote_addr":"[fd00:1122:3344:101::a]:52443","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":260,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-07T17:11:59.330612757Z","hostname":"oxz_internal_dns_db92f9f1-436b-4718-80bb-1190b6fdbf23","pid":5562,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:46282"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-07T17:11:59.330854218Z","hostname":"oxz_internal_dns_db92f9f1-436b-4718-80bb-1190b6fdbf23","pid":5562,"uri":"/config","method":"GET","req_id":"18159f91-a0c2-41f3-a063-5fc53fe03953","remote_addr":"[fd00:1122:3344:101::c]:46282","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":192,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 59830,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-07T17:12:08.600735099Z","hostname":"oxz_internal_dns_db92f9f1-436b-4718-80bb-1190b6fdbf23","pid":5562,"peer_addr":"[fd00:1122:3344:101::d]:54741","req_id":"35a55d25-0694-4be4-9b0b-3d7e150babe0","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 51851,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-07T17:12:18.601953448Z","hostname":"oxz_internal_dns_db92f9f1-436b-4718-80bb-1190b6fdbf23","pid":5562,"peer_addr":"[fd00:1122:3344:101::d]:49857","req_id":"d1d97672-dba8-4a82-ba4a-0a46082dc417","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 34682,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-07T17:12:28.604341353Z","hostname":"oxz_internal_dns_db92f9f1-436b-4718-80bb-1190b6fdbf23","pid":5562,"peer_addr":"[fd00:1122:3344:101::d]:50996","req_id":"9364256f-fc24-4ba8-819c-d6052b5905b7","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-07T17:12:38.51457049Z","hostname":"oxz_internal_dns_db92f9f1-436b-4718-80bb-1190b6fdbf23","pid":5562,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:61582"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-07T17:12:38.514885042Z","hostname":"oxz_internal_dns_db92f9f1-436b-4718-80bb-1190b6fdbf23","pid":5562,"new_generation":1,"req_id":"efa0d1f1-76c7-4a0b-9084-f2b2d19e1594","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-07T17:12:38.514935513Z","hostname":"oxz_internal_dns_db92f9f1-436b-4718-80bb-1190b6fdbf23","pid":5562,"new_generation":1,"req_id":"efa0d1f1-76c7-4a0b-9084-f2b2d19e1594","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-07T17:12:38.514950213Z","hostname":"oxz_internal_dns_db92f9f1-436b-4718-80bb-1190b6fdbf23","pid":5562,"uri":"/config","method":"PUT","req_id":"efa0d1f1-76c7-4a0b-9084-f2b2d19e1594","remote_addr":"[fd00:1122:3344:101::a]:61582","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":282,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-07T17:12:38.561388309Z","hostname":"oxz_internal_dns_db92f9f1-436b-4718-80bb-1190b6fdbf23","pid":5562,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:33316"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-07T17:12:38.561630671Z","hostname":"oxz_internal_dns_db92f9f1-436b-4718-80bb-1190b6fdbf23","pid":5562,"new_generation":1,"req_id":"83be5c63-70b6-4de5-9060-89be58bea987","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-07T17:12:38.561647871Z","hostname":"oxz_internal_dns_db92f9f1-436b-4718-80bb-1190b6fdbf23","pid":5562,"new_generation":1,"req_id":"83be5c63-70b6-4de5-9060-89be58bea987","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-07T17:12:38.561667431Z","hostname":"oxz_internal_dns_db92f9f1-436b-4718-80bb-1190b6fdbf23","pid":5562,"uri":"/config","method":"PUT","req_id":"83be5c63-70b6-4de5-9060-89be58bea987","remote_addr":"[fd00:1122:3344:101::c]:33316","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":213,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 63770,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-07T17:12:38.606927239Z","hostname":"oxz_internal_dns_db92f9f1-436b-4718-80bb-1190b6fdbf23","pid":5562,"peer_addr":"[fd00:1122:3344:101::d]:49374","req_id":"6584f789-92fd-4bfb-acd2-42f78ca77f78","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 9696,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-07T17:12:39.52971436Z","hostname":"oxz_internal_dns_db92f9f1-436b-4718-80bb-1190b6fdbf23","pid":5562,"peer_addr":"[fd00:1122:3344:101::a]:12375","req_id":"a4f01111-bc3d-4001-bb1e-c8811085caaa","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 42799,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-07T17:12:39.607023556Z","hostname":"oxz_internal_dns_db92f9f1-436b-4718-80bb-1190b6fdbf23","pid":5562,"peer_addr":"[fd00:1122:3344:101::c]:13934","req_id":"3646cac7-8e33-407f-b156-387b41c1d89a","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-07T17:12:39.62675035Z","hostname":"oxz_internal_dns_db92f9f1-436b-4718-80bb-1190b6fdbf23","pid":5562,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:45468"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-07T17:12:39.626972682Z","hostname":"oxz_internal_dns_db92f9f1-436b-4718-80bb-1190b6fdbf23","pid":5562,"uri":"/config","method":"GET","req_id":"7e9bdce8-913e-4ce6-ad86-3a3bb376074f","remote_addr":"[fd00:1122:3344:101::a]:45468","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":188,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-07T17:12:39.7089682Z","hostname":"oxz_internal_dns_db92f9f1-436b-4718-80bb-1190b6fdbf23","pid":5562,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:37619"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-07T17:12:39.709175241Z","hostname":"oxz_internal_dns_db92f9f1-436b-4718-80bb-1190b6fdbf23","pid":5562,"uri":"/config","method":"GET","req_id":"3beda1f3-df25-433e-a84c-db8ebd2fccc8","remote_addr":"[fd00:1122:3344:101::c]:37619","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":179,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-07T17:12:39.81782849Z","hostname":"oxz_internal_dns_db92f9f1-436b-4718-80bb-1190b6fdbf23","pid":5562,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:41342"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-07T17:12:39.818353084Z","hostname":"oxz_internal_dns_db92f9f1-436b-4718-80bb-1190b6fdbf23","pid":5562,"new_generation":1,"req_id":"5d0dfcf9-31aa-49b8-b17e-7c3ec3a1b65b","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-07T17:12:39.818399605Z","hostname":"oxz_internal_dns_db92f9f1-436b-4718-80bb-1190b6fdbf23","pid":5562,"new_generation":1,"req_id":"5d0dfcf9-31aa-49b8-b17e-7c3ec3a1b65b","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-07T17:12:39.818436125Z","hostname":"oxz_internal_dns_db92f9f1-436b-4718-80bb-1190b6fdbf23","pid":5562,"uri":"/config","method":"PUT","req_id":"5d0dfcf9-31aa-49b8-b17e-7c3ec3a1b65b","remote_addr":"[fd00:1122:3344:101::b]:41342","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":229,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 23885,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-07T17:12:40.634216577Z","hostname":"oxz_internal_dns_db92f9f1-436b-4718-80bb-1190b6fdbf23","pid":5562,"peer_addr":"[fd00:1122:3344:101::b]:23434","req_id":"739dc9f4-00f0-4efd-a262-9a53816b0641","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-07T17:12:40.730987445Z","hostname":"oxz_internal_dns_db92f9f1-436b-4718-80bb-1190b6fdbf23","pid":5562,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:60072"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-07T17:12:40.731245987Z","hostname":"oxz_internal_dns_db92f9f1-436b-4718-80bb-1190b6fdbf23","pid":5562,"uri":"/config","method":"GET","req_id":"8880672f-1aa5-4207-85f9-8cb73652603b","remote_addr":"[fd00:1122:3344:101::b]:60072","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":224,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 22879,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-07T17:12:42.059273856Z","hostname":"oxz_internal_dns_db92f9f1-436b-4718-80bb-1190b6fdbf23","pid":5562,"peer_addr":"[fd00:1122:3344:101::1b]:46119","req_id":"c644387a-b6c3-4eda-8e75-3fb925378c74","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 52033,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-07T17:12:42.063444694Z","hostname":"oxz_internal_dns_db92f9f1-436b-4718-80bb-1190b6fdbf23","pid":5562,"peer_addr":"[fd00:1122:3344:101::1b]:38230","req_id":"cc9e865d-5a47-4812-8e1d-792b1d5c54c6","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 36505,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-07T17:12:42.067412931Z","hostname":"oxz_internal_dns_db92f9f1-436b-4718-80bb-1190b6fdbf23","pid":5562,"peer_addr":"[fd00:1122:3344:101::1b]:48162","req_id":"a6bbb881-9e15-40ea-a5d6-03882079394e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 18548,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-07T17:12:48.608522989Z","hostname":"oxz_internal_dns_db92f9f1-436b-4718-80bb-1190b6fdbf23","pid":5562,"peer_addr":"[fd00:1122:3344:101::d]:60912","req_id":"85679a8a-a7c9-4f95-ad8d-b20bdd6d6b32","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 38947,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-07T17:12:58.610152789Z","hostname":"oxz_internal_dns_db92f9f1-436b-4718-80bb-1190b6fdbf23","pid":5562,"peer_addr":"[fd00:1122:3344:101::d]:59772","req_id":"5524e8b5-2a9f-41df-9902-a0378c52bcc4","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 12657,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-07T17:13:08.612305764Z","hostname":"oxz_internal_dns_db92f9f1-436b-4718-80bb-1190b6fdbf23","pid":5562,"peer_addr":"[fd00:1122:3344:101::d]:64815","req_id":"738765f0-a060-4ecf-aeb9-8679622b7929","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 29744,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-07T17:13:18.614250537Z","hostname":"oxz_internal_dns_db92f9f1-436b-4718-80bb-1190b6fdbf23","pid":5562,"peer_addr":"[fd00:1122:3344:101::d]:61747","req_id":"1798e454-1fd9-4732-a4fb-aac48149a616","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 49615,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-07T17:13:28.616246942Z","hostname":"oxz_internal_dns_db92f9f1-436b-4718-80bb-1190b6fdbf23","pid":5562,"peer_addr":"[fd00:1122:3344:101::d]:61027","req_id":"f7970e30-c60a-45b2-a7d8-903f2bb726e3","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-07T17:13:38.359653182Z","hostname":"oxz_internal_dns_db92f9f1-436b-4718-80bb-1190b6fdbf23","pid":5562,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:64948"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-07T17:13:38.359978164Z","hostname":"oxz_internal_dns_db92f9f1-436b-4718-80bb-1190b6fdbf23","pid":5562,"new_generation":1,"req_id":"921ff0bf-bc97-4ecc-8d21-9dd50e1ea6ca","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-07T17:13:38.360017055Z","hostname":"oxz_internal_dns_db92f9f1-436b-4718-80bb-1190b6fdbf23","pid":5562,"new_generation":1,"req_id":"921ff0bf-bc97-4ecc-8d21-9dd50e1ea6ca","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-07T17:13:38.360027325Z","hostname":"oxz_internal_dns_db92f9f1-436b-4718-80bb-1190b6fdbf23","pid":5562,"uri":"/config","method":"PUT","req_id":"921ff0bf-bc97-4ecc-8d21-9dd50e1ea6ca","remote_addr":"[fd00:1122:3344:101::c]:64948","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":259,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-07T17:13:38.360056565Z","hostname":"oxz_internal_dns_db92f9f1-436b-4718-80bb-1190b6fdbf23","pid":5562,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:60944"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-07T17:13:38.360432488Z","hostname":"oxz_internal_dns_db92f9f1-436b-4718-80bb-1190b6fdbf23","pid":5562,"new_generation":1,"req_id":"427b4b99-ad6f-420b-8a67-e5cbb7229941","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-07T17:13:38.360463778Z","hostname":"oxz_internal_dns_db92f9f1-436b-4718-80bb-1190b6fdbf23","pid":5562,"new_generation":1,"req_id":"427b4b99-ad6f-420b-8a67-e5cbb7229941","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-07T17:13:38.360478748Z","hostname":"oxz_internal_dns_db92f9f1-436b-4718-80bb-1190b6fdbf23","pid":5562,"uri":"/config","method":"PUT","req_id":"427b4b99-ad6f-420b-8a67-e5cbb7229941","remote_addr":"[fd00:1122:3344:101::a]:60944","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":343,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 44750,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-07T17:13:38.619086548Z","hostname":"oxz_internal_dns_db92f9f1-436b-4718-80bb-1190b6fdbf23","pid":5562,"peer_addr":"[fd00:1122:3344:101::d]:51317","req_id":"8ac85b50-506a-442a-a6b9-7d429f0f0f77","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 57178,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-07T17:13:39.279386231Z","hostname":"oxz_internal_dns_db92f9f1-436b-4718-80bb-1190b6fdbf23","pid":5562,"peer_addr":"[fd00:1122:3344:101::c]:43003","req_id":"349831f6-2de8-4db0-bb6f-5362059b252e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 56340,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-07T17:13:39.32907934Z","hostname":"oxz_internal_dns_db92f9f1-436b-4718-80bb-1190b6fdbf23","pid":5562,"peer_addr":"[fd00:1122:3344:101::a]:8993","req_id":"2d1837fa-c887-481d-8ea4-7ba41051ed05","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-07T17:13:39.389961904Z","hostname":"oxz_internal_dns_db92f9f1-436b-4718-80bb-1190b6fdbf23","pid":5562,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:59428"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-07T17:13:39.390180026Z","hostname":"oxz_internal_dns_db92f9f1-436b-4718-80bb-1190b6fdbf23","pid":5562,"uri":"/config","method":"GET","req_id":"84c54e73-c0f9-435a-b566-c08e8a7c9c7b","remote_addr":"[fd00:1122:3344:101::c]:59428","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":184,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-07T17:13:39.431127544Z","hostname":"oxz_internal_dns_db92f9f1-436b-4718-80bb-1190b6fdbf23","pid":5562,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:40006"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-07T17:13:39.431454077Z","hostname":"oxz_internal_dns_db92f9f1-436b-4718-80bb-1190b6fdbf23","pid":5562,"uri":"/config","method":"GET","req_id":"5bf4db60-deb4-48f3-aaf2-133fbde48b1a","remote_addr":"[fd00:1122:3344:101::a]:40006","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":270,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-07T17:13:39.819992351Z","hostname":"oxz_internal_dns_db92f9f1-436b-4718-80bb-1190b6fdbf23","pid":5562,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:61687"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-07T17:13:39.820412194Z","hostname":"oxz_internal_dns_db92f9f1-436b-4718-80bb-1190b6fdbf23","pid":5562,"new_generation":1,"req_id":"1934100e-02d4-4ccf-b8ea-46f4ea854091","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-07T17:13:39.820433014Z","hostname":"oxz_internal_dns_db92f9f1-436b-4718-80bb-1190b6fdbf23","pid":5562,"new_generation":1,"req_id":"1934100e-02d4-4ccf-b8ea-46f4ea854091","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-07T17:13:39.820462404Z","hostname":"oxz_internal_dns_db92f9f1-436b-4718-80bb-1190b6fdbf23","pid":5562,"uri":"/config","method":"PUT","req_id":"1934100e-02d4-4ccf-b8ea-46f4ea854091","remote_addr":"[fd00:1122:3344:101::b]:61687","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":339,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 42785,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-07T17:13:40.861813232Z","hostname":"oxz_internal_dns_db92f9f1-436b-4718-80bb-1190b6fdbf23","pid":5562,"peer_addr":"[fd00:1122:3344:101::b]:19286","req_id":"6e2fb9df-1e99-4540-9d65-81c800f97906","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-07T17:13:40.961719332Z","hostname":"oxz_internal_dns_db92f9f1-436b-4718-80bb-1190b6fdbf23","pid":5562,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:38621"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-07T17:13:40.961964943Z","hostname":"oxz_internal_dns_db92f9f1-436b-4718-80bb-1190b6fdbf23","pid":5562,"uri":"/config","method":"GET","req_id":"04713507-6e88-46ff-9909-83fc39f88cff","remote_addr":"[fd00:1122:3344:101::b]:38621","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":209,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 22182,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-07T17:13:48.620809309Z","hostname":"oxz_internal_dns_db92f9f1-436b-4718-80bb-1190b6fdbf23","pid":5562,"peer_addr":"[fd00:1122:3344:101::d]:63379","req_id":"9c03c699-7c33-4560-89fe-aaeb9837d041","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 41770,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-07T17:13:58.623347484Z","hostname":"oxz_internal_dns_db92f9f1-436b-4718-80bb-1190b6fdbf23","pid":5562,"peer_addr":"[fd00:1122:3344:101::d]:53980","req_id":"263a7f36-2520-4154-b9d2-ccdee5b2337a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 31774,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-07T17:14:08.625578777Z","hostname":"oxz_internal_dns_db92f9f1-436b-4718-80bb-1190b6fdbf23","pid":5562,"peer_addr":"[fd00:1122:3344:101::d]:57395","req_id":"5bfc203b-a8dc-43c6-855d-c57b02097876","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 7862,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-07T17:14:18.627660811Z","hostname":"oxz_internal_dns_db92f9f1-436b-4718-80bb-1190b6fdbf23","pid":5562,"peer_addr":"[fd00:1122:3344:101::d]:53443","req_id":"4339f94c-9671-45b3-88d2-4d75a3569bc8","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 63966,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-07T17:14:28.629487902Z","hostname":"oxz_internal_dns_db92f9f1-436b-4718-80bb-1190b6fdbf23","pid":5562,"peer_addr":"[fd00:1122:3344:101::d]:57837","req_id":"b91e86f9-b6a8-45e3-ae92-90c3f4ac4f99","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-07T17:14:38.35898815Z","hostname":"oxz_internal_dns_db92f9f1-436b-4718-80bb-1190b6fdbf23","pid":5562,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:38726"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-07T17:14:38.359315132Z","hostname":"oxz_internal_dns_db92f9f1-436b-4718-80bb-1190b6fdbf23","pid":5562,"new_generation":1,"req_id":"15dab02c-cb6b-46f8-8c24-9fc3ba2d6ec0","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-07T17:14:38.359333742Z","hostname":"oxz_internal_dns_db92f9f1-436b-4718-80bb-1190b6fdbf23","pid":5562,"new_generation":1,"req_id":"15dab02c-cb6b-46f8-8c24-9fc3ba2d6ec0","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-07T17:14:38.359343432Z","hostname":"oxz_internal_dns_db92f9f1-436b-4718-80bb-1190b6fdbf23","pid":5562,"uri":"/config","method":"PUT","req_id":"15dab02c-cb6b-46f8-8c24-9fc3ba2d6ec0","remote_addr":"[fd00:1122:3344:101::c]:38726","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":245,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-07T17:14:38.360654531Z","hostname":"oxz_internal_dns_db92f9f1-436b-4718-80bb-1190b6fdbf23","pid":5562,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:57897"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-07T17:14:38.360873123Z","hostname":"oxz_internal_dns_db92f9f1-436b-4718-80bb-1190b6fdbf23","pid":5562,"new_generation":1,"req_id":"b8b82314-7c92-4bbb-af65-47d298acb23b","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-07T17:14:38.360894743Z","hostname":"oxz_internal_dns_db92f9f1-436b-4718-80bb-1190b6fdbf23","pid":5562,"new_generation":1,"req_id":"b8b82314-7c92-4bbb-af65-47d298acb23b","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-07T17:14:38.360906103Z","hostname":"oxz_internal_dns_db92f9f1-436b-4718-80bb-1190b6fdbf23","pid":5562,"uri":"/config","method":"PUT","req_id":"b8b82314-7c92-4bbb-af65-47d298acb23b","remote_addr":"[fd00:1122:3344:101::a]:57897","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":205,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 46813,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-07T17:14:38.631794707Z","hostname":"oxz_internal_dns_db92f9f1-436b-4718-80bb-1190b6fdbf23","pid":5562,"peer_addr":"[fd00:1122:3344:101::d]:63909","req_id":"ae1137e6-a1be-4dfc-9809-88bc4440791f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 34447,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-07T17:14:39.398896537Z","hostname":"oxz_internal_dns_db92f9f1-436b-4718-80bb-1190b6fdbf23","pid":5562,"peer_addr":"[fd00:1122:3344:101::a]:41476","req_id":"8a474dc8-c7f8-4f07-8ab8-17b1474187f0","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 57370,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-07T17:14:39.399109989Z","hostname":"oxz_internal_dns_db92f9f1-436b-4718-80bb-1190b6fdbf23","pid":5562,"peer_addr":"[fd00:1122:3344:101::c]:12601","req_id":"d7cb50bd-da09-4b4e-af68-2080d1ce3683","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-07T17:14:39.585998021Z","hostname":"oxz_internal_dns_db92f9f1-436b-4718-80bb-1190b6fdbf23","pid":5562,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:41311"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-07T17:14:39.586233992Z","hostname":"oxz_internal_dns_db92f9f1-436b-4718-80bb-1190b6fdbf23","pid":5562,"uri":"/config","method":"GET","req_id":"da334e22-bf9e-4d57-8fe3-267ab4541569","remote_addr":"[fd00:1122:3344:101::a]:41311","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":194,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-07T17:14:39.621560423Z","hostname":"oxz_internal_dns_db92f9f1-436b-4718-80bb-1190b6fdbf23","pid":5562,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:36127"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-07T17:14:39.621797654Z","hostname":"oxz_internal_dns_db92f9f1-436b-4718-80bb-1190b6fdbf23","pid":5562,"uri":"/config","method":"GET","req_id":"0289d1f2-9daa-4a67-966e-e2b2fe52fc2c","remote_addr":"[fd00:1122:3344:101::c]:36127","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":201,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-07T17:14:39.821094441Z","hostname":"oxz_internal_dns_db92f9f1-436b-4718-80bb-1190b6fdbf23","pid":5562,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:57275"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-07T17:14:39.821355993Z","hostname":"oxz_internal_dns_db92f9f1-436b-4718-80bb-1190b6fdbf23","pid":5562,"new_generation":1,"req_id":"2d8ea61e-7158-481a-8829-03db683ae42c","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-07T17:14:39.821375023Z","hostname":"oxz_internal_dns_db92f9f1-436b-4718-80bb-1190b6fdbf23","pid":5562,"new_generation":1,"req_id":"2d8ea61e-7158-481a-8829-03db683ae42c","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-07T17:14:39.821383723Z","hostname":"oxz_internal_dns_db92f9f1-436b-4718-80bb-1190b6fdbf23","pid":5562,"uri":"/config","method":"PUT","req_id":"2d8ea61e-7158-481a-8829-03db683ae42c","remote_addr":"[fd00:1122:3344:101::b]:57275","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":200,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 59394,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-07T17:14:42.757500765Z","hostname":"oxz_internal_dns_db92f9f1-436b-4718-80bb-1190b6fdbf23","pid":5562,"peer_addr":"[fd00:1122:3344:101::b]:1310","req_id":"6d5a4643-4dea-47f9-8fe9-c47746ee5dfd","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-07T17:14:42.938704498Z","hostname":"oxz_internal_dns_db92f9f1-436b-4718-80bb-1190b6fdbf23","pid":5562,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:64032"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-07T17:14:42.938916059Z","hostname":"oxz_internal_dns_db92f9f1-436b-4718-80bb-1190b6fdbf23","pid":5562,"uri":"/config","method":"GET","req_id":"d353634b-98fd-4ce0-94da-64648804dd1d","remote_addr":"[fd00:1122:3344:101::b]:64032","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":180,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 19261,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-07T17:14:48.633958289Z","hostname":"oxz_internal_dns_db92f9f1-436b-4718-80bb-1190b6fdbf23","pid":5562,"peer_addr":"[fd00:1122:3344:101::d]:55779","req_id":"9f229437-51b4-4a77-85f1-9567ad6fa5d2","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 50723,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-07T17:14:50.138026347Z","hostname":"oxz_internal_dns_db92f9f1-436b-4718-80bb-1190b6fdbf23","pid":5562,"peer_addr":"[fd00:1122:3344:101::1b]:46679","req_id":"5b2c1908-41ad-49f4-878b-ad286c284451","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 44115,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-07T17:14:50.142289416Z","hostname":"oxz_internal_dns_db92f9f1-436b-4718-80bb-1190b6fdbf23","pid":5562,"peer_addr":"[fd00:1122:3344:101::1b]:35558","req_id":"641e4ea6-6c36-480c-9d82-dc76a11f3192","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 32045,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-07T17:14:50.146657536Z","hostname":"oxz_internal_dns_db92f9f1-436b-4718-80bb-1190b6fdbf23","pid":5562,"peer_addr":"[fd00:1122:3344:101::1b]:55338","req_id":"3e7ff611-f9fe-4461-a31a-6773f4a1efa3","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 16865,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-07T17:14:58.636143892Z","hostname":"oxz_internal_dns_db92f9f1-436b-4718-80bb-1190b6fdbf23","pid":5562,"peer_addr":"[fd00:1122:3344:101::d]:53942","req_id":"e575a3e2-6499-467f-b6f9-b202a41142c8","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 65268,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_d280d071-8d58-4b05-9312-c4553ab270c5.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_d280d071-8d58-4b05-9312-c4553ab270c5.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 100,\n 50,\n 56,\n 48,\n 100,\n 48,\n 55,\n 49,\n 45,\n 56,\n 100,\n 53,\n 56,\n 45,\n 52,\n 98,\n 48,\n 53,\n 45,\n 57,\n 51,\n 49,\n 50,\n 45,\n 99,\n 52,\n 53,\n 53,\n 51,\n 97,\n 98,\n 50,\n 55,\n 48,\n 99,\n 53,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_d280d071-8d58-4b05-9312-c4553ab270c5.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-07T17:15:00.085565166Z","hostname":"oxz_internal_dns_db92f9f1-436b-4718-80bb-1190b6fdbf23","pid":5562,"peer_addr":"[fd00:1122:3344:101::4]:63022","req_id":"0c5fdc99-bf75-4827-b81e-ef8e7f91c3e2","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 65268,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_d280d071-8d58-4b05-9312-c4553ab270c5.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_d280d071-8d58-4b05-9312-c4553ab270c5.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 100,\n 50,\n 56,\n 48,\n 100,\n 48,\n 55,\n 49,\n 45,\n 56,\n 100,\n 53,\n 56,\n 45,\n 52,\n 98,\n 48,\n 53,\n 45,\n 57,\n 51,\n 49,\n 50,\n 45,\n 99,\n 52,\n 53,\n 53,\n 51,\n 97,\n 98,\n 50,\n 55,\n 48,\n 99,\n 53,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_d280d071-8d58-4b05-9312-c4553ab270c5.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-07T17:15:00.08612881Z","hostname":"oxz_internal_dns_db92f9f1-436b-4718-80bb-1190b6fdbf23","pid":5562,"peer_addr":"[fd00:1122:3344:101::4]:56513","req_id":"d0d0d30d-01a9-4877-8b65-c70a146b7967","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 4290,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_fe532343-0e81-48b7-a3de-1631dfb321b4.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_fe532343-0e81-48b7-a3de-1631dfb321b4.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 102,\n 101,\n 53,\n 51,\n 50,\n 51,\n 52,\n 51,\n 45,\n 48,\n 101,\n 56,\n 49,\n 45,\n 52,\n 56,\n 98,\n 55,\n 45,\n 97,\n 51,\n 100,\n 101,\n 45,\n 49,\n 54,\n 51,\n 49,\n 100,\n 102,\n 98,\n 51,\n 50,\n 49,\n 98,\n 52,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_fe532343-0e81-48b7-a3de-1631dfb321b4.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-07T17:15:00.138294116Z","hostname":"oxz_internal_dns_db92f9f1-436b-4718-80bb-1190b6fdbf23","pid":5562,"peer_addr":"[fd00:1122:3344:101::3]:41336","req_id":"2a6c51de-01d1-4246-9093-52a09b59fe7d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 4290,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_fe532343-0e81-48b7-a3de-1631dfb321b4.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_fe532343-0e81-48b7-a3de-1631dfb321b4.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 102,\n 101,\n 53,\n 51,\n 50,\n 51,\n 52,\n 51,\n 45,\n 48,\n 101,\n 56,\n 49,\n 45,\n 52,\n 56,\n 98,\n 55,\n 45,\n 97,\n 51,\n 100,\n 101,\n 45,\n 49,\n 54,\n 51,\n 49,\n 100,\n 102,\n 98,\n 51,\n 50,\n 49,\n 98,\n 52,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_fe532343-0e81-48b7-a3de-1631dfb321b4.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-07T17:15:00.138829719Z","hostname":"oxz_internal_dns_db92f9f1-436b-4718-80bb-1190b6fdbf23","pid":5562,"peer_addr":"[fd00:1122:3344:101::3]:34281","req_id":"8c44164a-b104-4692-9b32-15e2cd38caa3","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 33947,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_0d92d6eb-adbb-4fac-9a4d-222316d87e61.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_0d92d6eb-adbb-4fac-9a4d-222316d87e61.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 48,\n 100,\n 57,\n 50,\n 100,\n 54,\n 101,\n 98,\n 45,\n 97,\n 100,\n 98,\n 98,\n 45,\n 52,\n 102,\n 97,\n 99,\n 45,\n 57,\n 97,\n 52,\n 100,\n 45,\n 50,\n 50,\n 50,\n 51,\n 49,\n 54,\n 100,\n 56,\n 55,\n 101,\n 54,\n 49,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_0d92d6eb-adbb-4fac-9a4d-222316d87e61.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-07T17:15:00.608737657Z","hostname":"oxz_internal_dns_db92f9f1-436b-4718-80bb-1190b6fdbf23","pid":5562,"peer_addr":"[fd00:1122:3344:101::7]:39237","req_id":"e89c792a-ed52-4277-9835-e4616301799c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 33947,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_0d92d6eb-adbb-4fac-9a4d-222316d87e61.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_0d92d6eb-adbb-4fac-9a4d-222316d87e61.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 48,\n 100,\n 57,\n 50,\n 100,\n 54,\n 101,\n 98,\n 45,\n 97,\n 100,\n 98,\n 98,\n 45,\n 52,\n 102,\n 97,\n 99,\n 45,\n 57,\n 97,\n 52,\n 100,\n 45,\n 50,\n 50,\n 50,\n 51,\n 49,\n 54,\n 100,\n 56,\n 55,\n 101,\n 54,\n 49,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_0d92d6eb-adbb-4fac-9a4d-222316d87e61.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-07T17:15:00.609409802Z","hostname":"oxz_internal_dns_db92f9f1-436b-4718-80bb-1190b6fdbf23","pid":5562,"peer_addr":"[fd00:1122:3344:101::7]:40294","req_id":"cb6826e1-467c-40b6-b5c1-d3425cedb4fb","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 10558,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_dcc22008-dbf3-4341-bd36-dc1d336f0e2f.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_dcc22008-dbf3-4341-bd36-dc1d336f0e2f.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 100,\n 99,\n 99,\n 50,\n 50,\n 48,\n 48,\n 56,\n 45,\n 100,\n 98,\n 102,\n 51,\n 45,\n 52,\n 51,\n 52,\n 49,\n 45,\n 98,\n 100,\n 51,\n 54,\n 45,\n 100,\n 99,\n 49,\n 100,\n 51,\n 51,\n 54,\n 102,\n 48,\n 101,\n 50,\n 102,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_dcc22008-dbf3-4341-bd36-dc1d336f0e2f.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-07T17:15:00.656694765Z","hostname":"oxz_internal_dns_db92f9f1-436b-4718-80bb-1190b6fdbf23","pid":5562,"peer_addr":"[fd00:1122:3344:101::6]:61382","req_id":"e4d0cc74-e86b-41c7-abd5-602e2088fef9","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 10558,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_dcc22008-dbf3-4341-bd36-dc1d336f0e2f.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_dcc22008-dbf3-4341-bd36-dc1d336f0e2f.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 100,\n 99,\n 99,\n 50,\n 50,\n 48,\n 48,\n 56,\n 45,\n 100,\n 98,\n 102,\n 51,\n 45,\n 52,\n 51,\n 52,\n 49,\n 45,\n 98,\n 100,\n 51,\n 54,\n 45,\n 100,\n 99,\n 49,\n 100,\n 51,\n 51,\n 54,\n 102,\n 48,\n 101,\n 50,\n 102,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_dcc22008-dbf3-4341-bd36-dc1d336f0e2f.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-07T17:15:00.657248708Z","hostname":"oxz_internal_dns_db92f9f1-436b-4718-80bb-1190b6fdbf23","pid":5562,"peer_addr":"[fd00:1122:3344:101::6]:64161","req_id":"d8f5906b-f8aa-4a82-8222-774db8d2227c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 36713,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_ntp_5210489d-d259-4d1a-bc6d-332f2797b7ef.\"),\n ),\n original: Query {\n name: Name(\"oxz_ntp_5210489d-d259-4d1a-bc6d-332f2797b7ef.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 44,\n 111,\n 120,\n 122,\n 95,\n 110,\n 116,\n 112,\n 95,\n 53,\n 50,\n 49,\n 48,\n 52,\n 56,\n 57,\n 100,\n 45,\n 100,\n 50,\n 53,\n 57,\n 45,\n 52,\n 100,\n 49,\n 97,\n 45,\n 98,\n 99,\n 54,\n 100,\n 45,\n 51,\n 51,\n 50,\n 102,\n 50,\n 55,\n 57,\n 55,\n 98,\n 55,\n 101,\n 102,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_ntp_5210489d-d259-4d1a-bc6d-332f2797b7ef.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-07T17:15:00.691346149Z","hostname":"oxz_internal_dns_db92f9f1-436b-4718-80bb-1190b6fdbf23","pid":5562,"peer_addr":"[fd00:1122:3344:101::1b]:51487","req_id":"94893df9-31d7-44be-b935-f069080e2ec6","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 53040,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_88792ae0-4eb3-4c09-9fa7-540f05a6ae00.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_88792ae0-4eb3-4c09-9fa7-540f05a6ae00.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 56,\n 56,\n 55,\n 57,\n 50,\n 97,\n 101,\n 48,\n 45,\n 52,\n 101,\n 98,\n 51,\n 45,\n 52,\n 99,\n 48,\n 57,\n 45,\n 57,\n 102,\n 97,\n 55,\n 45,\n 53,\n 52,\n 48,\n 102,\n 48,\n 53,\n 97,\n 54,\n 97,\n 101,\n 48,\n 48,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_88792ae0-4eb3-4c09-9fa7-540f05a6ae00.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-07T17:15:00.721361173Z","hostname":"oxz_internal_dns_db92f9f1-436b-4718-80bb-1190b6fdbf23","pid":5562,"peer_addr":"[fd00:1122:3344:101::5]:51808","req_id":"9c5265f4-f341-4d9c-afa8-7ad5033fff86","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 53040,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_88792ae0-4eb3-4c09-9fa7-540f05a6ae00.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_88792ae0-4eb3-4c09-9fa7-540f05a6ae00.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 56,\n 56,\n 55,\n 57,\n 50,\n 97,\n 101,\n 48,\n 45,\n 52,\n 101,\n 98,\n 51,\n 45,\n 52,\n 99,\n 48,\n 57,\n 45,\n 57,\n 102,\n 97,\n 55,\n 45,\n 53,\n 52,\n 48,\n 102,\n 48,\n 53,\n 97,\n 54,\n 97,\n 101,\n 48,\n 48,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_88792ae0-4eb3-4c09-9fa7-540f05a6ae00.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-07T17:15:00.721907457Z","hostname":"oxz_internal_dns_db92f9f1-436b-4718-80bb-1190b6fdbf23","pid":5562,"peer_addr":"[fd00:1122:3344:101::5]:40237","req_id":"275a4b2d-5a9d-4b66-ab81-831aa999acb9","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 64308,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_5fb209e4-95e8-4ea7-ae15-8049e04bb2b5.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_5fb209e4-95e8-4ea7-ae15-8049e04bb2b5.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 53,\n 102,\n 98,\n 50,\n 48,\n 57,\n 101,\n 52,\n 45,\n 57,\n 53,\n 101,\n 56,\n 45,\n 52,\n 101,\n 97,\n 55,\n 45,\n 97,\n 101,\n 49,\n 53,\n 45,\n 56,\n 48,\n 52,\n 57,\n 101,\n 48,\n 52,\n 98,\n 98,\n 50,\n 98,\n 53,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_5fb209e4-95e8-4ea7-ae15-8049e04bb2b5.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-07T17:15:00.763977464Z","hostname":"oxz_internal_dns_db92f9f1-436b-4718-80bb-1190b6fdbf23","pid":5562,"peer_addr":"[fd00:1122:3344:101::e]:36346","req_id":"982d09f5-3aa7-4f61-95ed-be6df87b17a8","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 64308,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_5fb209e4-95e8-4ea7-ae15-8049e04bb2b5.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_5fb209e4-95e8-4ea7-ae15-8049e04bb2b5.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 53,\n 102,\n 98,\n 50,\n 48,\n 57,\n 101,\n 52,\n 45,\n 57,\n 53,\n 101,\n 56,\n 45,\n 52,\n 101,\n 97,\n 55,\n 45,\n 97,\n 101,\n 49,\n 53,\n 45,\n 56,\n 48,\n 52,\n 57,\n 101,\n 48,\n 52,\n 98,\n 98,\n 50,\n 98,\n 53,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_5fb209e4-95e8-4ea7-ae15-8049e04bb2b5.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-07T17:15:00.764569048Z","hostname":"oxz_internal_dns_db92f9f1-436b-4718-80bb-1190b6fdbf23","pid":5562,"peer_addr":"[fd00:1122:3344:101::e]:39680","req_id":"33d20edb-ce26-4c53-8c87-fd508f4b1317","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47474,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-07T17:15:01.062384005Z","hostname":"oxz_internal_dns_db92f9f1-436b-4718-80bb-1190b6fdbf23","pid":5562,"peer_addr":"[fd00:1122:3344:101::2]:34625","req_id":"4fd9b085-ca5c-4233-a176-4a91dc0057a9","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47474,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-07T17:15:01.062950299Z","hostname":"oxz_internal_dns_db92f9f1-436b-4718-80bb-1190b6fdbf23","pid":5562,"peer_addr":"[fd00:1122:3344:101::2]:61061","req_id":"7a8289ef-1b61-4b29-8041-2e56903093c3","component":"dns"}