[ May 7 00:56:41 Enabled. ] [ May 7 00:56:41 Rereading configuration. ] [ May 7 00:56:42 Rereading configuration. ] [ May 7 00:56:43 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:2::1]:5353 --dns-address [fd00:1122:3344:2::1]:53 &"). ] [ May 7 00:56:43 Method "start" exited with status 0. ] Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:2::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } note: configured to log to "/dev/stdout" {"msg":"config","v":0,"name":"dns-server","level":30,"time":"2026-05-07T00:56:43.48599632Z","hostname":"oxz_internal_dns_93018e2c-67c1-4386-b4b6-f58e1bbe7851","pid":5506,"dns_config":"Config { bind_address: [fd00:1122:3344:2::1]:53 }","config":"Config { log: File { level: Info, path: \"/dev/stdout\", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:2::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: \"/data/dns\", keep_old_generations: 3 } }"} {"msg":"opening sled database","v":0,"name":"dns-server","level":30,"time":"2026-05-07T00:56:43.486123303Z","hostname":"oxz_internal_dns_93018e2c-67c1-4386-b4b6-f58e1bbe7851","pid":5506,"component":"store","path":"/data/dns"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-05-07T00:56:43.505099519Z","hostname":"oxz_internal_dns_93018e2c-67c1-4386-b4b6-f58e1bbe7851","pid":5506,"component":"store"} {"msg":"pruning trees for generations older than 0","v":0,"name":"dns-server","level":30,"time":"2026-05-07T00:56:43.50512033Z","hostname":"oxz_internal_dns_93018e2c-67c1-4386-b4b6-f58e1bbe7851","pid":5506,"component":"store","keep":3} {"msg":"DNS server bound to address","v":0,"name":"dns-server","level":30,"time":"2026-05-07T00:56:43.505178151Z","hostname":"oxz_internal_dns_93018e2c-67c1-4386-b4b6-f58e1bbe7851","pid":5506,"component":"dns","local_address":"[fd00:1122:3344:2::1]:53"} {"msg":"listening","v":0,"name":"dns-server","level":30,"time":"2026-05-07T00:56:43.505460328Z","hostname":"oxz_internal_dns_93018e2c-67c1-4386-b4b6-f58e1bbe7851","pid":5506,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-07T00:56:43.573775057Z","hostname":"oxz_internal_dns_93018e2c-67c1-4386-b4b6-f58e1bbe7851","pid":5506,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:2::2]:46184"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-07T00:56:43.574877883Z","hostname":"oxz_internal_dns_93018e2c-67c1-4386-b4b6-f58e1bbe7851","pid":5506,"new_generation":1,"req_id":"d7790ccd-1622-4cc8-b1e3-82d98aa4ffff","component":"store"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-05-07T00:56:43.574903733Z","hostname":"oxz_internal_dns_93018e2c-67c1-4386-b4b6-f58e1bbe7851","pid":5506,"component":"store"} {"msg":"pruning trees for generations older than 1","v":0,"name":"dns-server","level":30,"time":"2026-05-07T00:56:43.603812764Z","hostname":"oxz_internal_dns_93018e2c-67c1-4386-b4b6-f58e1bbe7851","pid":5506,"component":"store","keep":3} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-07T00:56:43.603869205Z","hostname":"oxz_internal_dns_93018e2c-67c1-4386-b4b6-f58e1bbe7851","pid":5506,"new_generation":1,"req_id":"d7790ccd-1622-4cc8-b1e3-82d98aa4ffff","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-07T00:56:43.603882876Z","hostname":"oxz_internal_dns_93018e2c-67c1-4386-b4b6-f58e1bbe7851","pid":5506,"uri":"/config","method":"PUT","req_id":"d7790ccd-1622-4cc8-b1e3-82d98aa4ffff","remote_addr":"[fd00:1122:3344:2::2]:46184","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":29629,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 12115,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-07T00:56:54.769699529Z","hostname":"oxz_internal_dns_93018e2c-67c1-4386-b4b6-f58e1bbe7851","pid":5506,"peer_addr":"[fd00:1122:3344:101::1b]:45608","req_id":"6e5990a7-6701-4b39-b52a-c43dd8f2b975","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 60914,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-07T00:56:54.774209006Z","hostname":"oxz_internal_dns_93018e2c-67c1-4386-b4b6-f58e1bbe7851","pid":5506,"peer_addr":"[fd00:1122:3344:101::1b]:38402","req_id":"76322240-1ea0-4f48-8f81-02fb467b8a41","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 33625,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-07T00:56:54.778486647Z","hostname":"oxz_internal_dns_93018e2c-67c1-4386-b4b6-f58e1bbe7851","pid":5506,"peer_addr":"[fd00:1122:3344:101::1b]:33087","req_id":"c5b065c4-6547-4f37-8b1e-7bee2336f681","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 35827,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-07T00:58:20.414212087Z","hostname":"oxz_internal_dns_93018e2c-67c1-4386-b4b6-f58e1bbe7851","pid":5506,"peer_addr":"[fd00:1122:3344:101::d]:61036","req_id":"1d8d698e-e133-4a0d-837b-a0eb4f6c0811","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 45732,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-07T00:58:22.49807176Z","hostname":"oxz_internal_dns_93018e2c-67c1-4386-b4b6-f58e1bbe7851","pid":5506,"peer_addr":"[fd00:1122:3344:101::1b]:48747","req_id":"f300bd22-ba95-4a0d-b884-9aa4464efcbc","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 25746,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-07T00:58:22.507203815Z","hostname":"oxz_internal_dns_93018e2c-67c1-4386-b4b6-f58e1bbe7851","pid":5506,"peer_addr":"[fd00:1122:3344:101::1b]:49438","req_id":"7568bd39-58f8-460e-8e71-b411a7337ec9","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 2987,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-07T00:58:22.511170779Z","hostname":"oxz_internal_dns_93018e2c-67c1-4386-b4b6-f58e1bbe7851","pid":5506,"peer_addr":"[fd00:1122:3344:101::1b]:53468","req_id":"d2ec133c-3594-4d96-9a77-8d951a0e0c69","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 20474,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_e42c761d-7fc6-4bdd-827d-542c38691f5e.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_e42c761d-7fc6-4bdd-827d-542c38691f5e.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 101,\n 52,\n 50,\n 99,\n 55,\n 54,\n 49,\n 100,\n 45,\n 55,\n 102,\n 99,\n 54,\n 45,\n 52,\n 98,\n 100,\n 100,\n 45,\n 56,\n 50,\n 55,\n 100,\n 45,\n 53,\n 52,\n 50,\n 99,\n 51,\n 56,\n 54,\n 57,\n 49,\n 102,\n 53,\n 101,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_e42c761d-7fc6-4bdd-827d-542c38691f5e.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-07T00:58:26.175990321Z","hostname":"oxz_internal_dns_93018e2c-67c1-4386-b4b6-f58e1bbe7851","pid":5506,"peer_addr":"[fd00:1122:3344:101::e]:63505","req_id":"0f257cfc-0fb6-4d21-b533-e8653e9397f3","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 20474,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_e42c761d-7fc6-4bdd-827d-542c38691f5e.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_e42c761d-7fc6-4bdd-827d-542c38691f5e.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 101,\n 52,\n 50,\n 99,\n 55,\n 54,\n 49,\n 100,\n 45,\n 55,\n 102,\n 99,\n 54,\n 45,\n 52,\n 98,\n 100,\n 100,\n 45,\n 56,\n 50,\n 55,\n 100,\n 45,\n 53,\n 52,\n 50,\n 99,\n 51,\n 56,\n 54,\n 57,\n 49,\n 102,\n 53,\n 101,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_e42c761d-7fc6-4bdd-827d-542c38691f5e.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-07T00:58:26.176610855Z","hostname":"oxz_internal_dns_93018e2c-67c1-4386-b4b6-f58e1bbe7851","pid":5506,"peer_addr":"[fd00:1122:3344:101::e]:60255","req_id":"5ba3cb95-8101-4002-aa77-31c5e9de268d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 32362,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-07T00:58:30.390899246Z","hostname":"oxz_internal_dns_93018e2c-67c1-4386-b4b6-f58e1bbe7851","pid":5506,"peer_addr":"[fd00:1122:3344:101::d]:50437","req_id":"1d46c498-1987-4e65-8450-dbb09bc00dd6","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 5883,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-07T00:58:30.728095768Z","hostname":"oxz_internal_dns_93018e2c-67c1-4386-b4b6-f58e1bbe7851","pid":5506,"peer_addr":"[fd00:1122:3344:101::a]:61366","req_id":"4f0e5d7c-cf8e-4932-9a24-107b12182afe","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 32849,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-07T00:58:30.829929196Z","hostname":"oxz_internal_dns_93018e2c-67c1-4386-b4b6-f58e1bbe7851","pid":5506,"peer_addr":"[fd00:1122:3344:101::c]:25140","req_id":"45fc67b0-c790-4919-969b-fecda60fa28c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 12196,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-07T00:58:31.137815957Z","hostname":"oxz_internal_dns_93018e2c-67c1-4386-b4b6-f58e1bbe7851","pid":5506,"peer_addr":"[fd00:1122:3344:101::b]:60861","req_id":"b8ca11e0-7b50-497f-a883-0230fe71d398","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 20183,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-07T00:58:40.392841414Z","hostname":"oxz_internal_dns_93018e2c-67c1-4386-b4b6-f58e1bbe7851","pid":5506,"peer_addr":"[fd00:1122:3344:101::d]:55429","req_id":"3378c8a6-82b0-4594-811c-f4ea5b0181f9","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 35459,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-07T00:58:50.394905692Z","hostname":"oxz_internal_dns_93018e2c-67c1-4386-b4b6-f58e1bbe7851","pid":5506,"peer_addr":"[fd00:1122:3344:101::d]:62037","req_id":"af0b442f-46d6-4c61-ba8e-f5435132ca15","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 16527,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-07T00:58:54.711902064Z","hostname":"oxz_internal_dns_93018e2c-67c1-4386-b4b6-f58e1bbe7851","pid":5506,"peer_addr":"[fd00:1122:3344:101::1b]:48946","req_id":"96fd7fec-419e-472d-aed0-c30dd7ab58a6","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 20119,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-07T00:58:54.716111986Z","hostname":"oxz_internal_dns_93018e2c-67c1-4386-b4b6-f58e1bbe7851","pid":5506,"peer_addr":"[fd00:1122:3344:101::1b]:61740","req_id":"f4430c07-2743-4bc4-a357-723537b1796c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 26979,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-07T00:58:54.721090763Z","hostname":"oxz_internal_dns_93018e2c-67c1-4386-b4b6-f58e1bbe7851","pid":5506,"peer_addr":"[fd00:1122:3344:101::1b]:56538","req_id":"edde99b2-a697-435a-88b6-0a5ca7f6a26f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 45100,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-07T00:59:00.397348394Z","hostname":"oxz_internal_dns_93018e2c-67c1-4386-b4b6-f58e1bbe7851","pid":5506,"peer_addr":"[fd00:1122:3344:101::d]:55383","req_id":"9d920190-22e0-4350-9bfe-efb39d6b7df6","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 32726,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-07T00:59:02.117987273Z","hostname":"oxz_internal_dns_93018e2c-67c1-4386-b4b6-f58e1bbe7851","pid":5506,"peer_addr":"[fd00:1122:3344:101::a]:22459","req_id":"013528bf-c86c-4089-9ac0-e54bba3e93e5","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-07T00:59:02.360927344Z","hostname":"oxz_internal_dns_93018e2c-67c1-4386-b4b6-f58e1bbe7851","pid":5506,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:33284"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-07T00:59:02.433739759Z","hostname":"oxz_internal_dns_93018e2c-67c1-4386-b4b6-f58e1bbe7851","pid":5506,"uri":"/config","method":"GET","req_id":"e3adab34-f16f-4d38-a511-ed917ec864e9","remote_addr":"[fd00:1122:3344:101::a]:33284","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":42099,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 41021,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-07T00:59:04.452474699Z","hostname":"oxz_internal_dns_93018e2c-67c1-4386-b4b6-f58e1bbe7851","pid":5506,"peer_addr":"[fd00:1122:3344:101::a]:12863","req_id":"03885c4f-3b34-4461-a25d-90de7411520c","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-07T00:59:04.486221303Z","hostname":"oxz_internal_dns_93018e2c-67c1-4386-b4b6-f58e1bbe7851","pid":5506,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:55206"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-07T00:59:04.490155466Z","hostname":"oxz_internal_dns_93018e2c-67c1-4386-b4b6-f58e1bbe7851","pid":5506,"new_generation":1,"req_id":"cc1dc991-a395-4757-b8bd-1cd716db5ca7","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-07T00:59:04.490223228Z","hostname":"oxz_internal_dns_93018e2c-67c1-4386-b4b6-f58e1bbe7851","pid":5506,"new_generation":1,"req_id":"cc1dc991-a395-4757-b8bd-1cd716db5ca7","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-07T00:59:04.490230888Z","hostname":"oxz_internal_dns_93018e2c-67c1-4386-b4b6-f58e1bbe7851","pid":5506,"uri":"/config","method":"PUT","req_id":"cc1dc991-a395-4757-b8bd-1cd716db5ca7","remote_addr":"[fd00:1122:3344:101::a]:55206","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":273,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-07T00:59:04.569785171Z","hostname":"oxz_internal_dns_93018e2c-67c1-4386-b4b6-f58e1bbe7851","pid":5506,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:44980"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-07T00:59:04.571594974Z","hostname":"oxz_internal_dns_93018e2c-67c1-4386-b4b6-f58e1bbe7851","pid":5506,"uri":"/config","method":"GET","req_id":"02b2e4ee-e317-4c55-af93-f4232572febe","remote_addr":"[fd00:1122:3344:101::a]:44980","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":226,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 14373,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-07T00:59:05.457561769Z","hostname":"oxz_internal_dns_93018e2c-67c1-4386-b4b6-f58e1bbe7851","pid":5506,"peer_addr":"[fd00:1122:3344:101::a]:2271","req_id":"b7326b1e-5c7d-4d9b-83f7-e35ba0cc5a3f","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-07T00:59:05.586001574Z","hostname":"oxz_internal_dns_93018e2c-67c1-4386-b4b6-f58e1bbe7851","pid":5506,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:47944"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-07T00:59:05.586811913Z","hostname":"oxz_internal_dns_93018e2c-67c1-4386-b4b6-f58e1bbe7851","pid":5506,"uri":"/config","method":"GET","req_id":"ab2ae16b-7f7a-48b4-994f-ae80ddefdd4a","remote_addr":"[fd00:1122:3344:101::a]:47944","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":253,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 57006,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-07T00:59:10.399641309Z","hostname":"oxz_internal_dns_93018e2c-67c1-4386-b4b6-f58e1bbe7851","pid":5506,"peer_addr":"[fd00:1122:3344:101::d]:64598","req_id":"28e7ac26-ab4e-4257-9899-e9ab5630bcee","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 26861,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-07T00:59:11.604512109Z","hostname":"oxz_internal_dns_93018e2c-67c1-4386-b4b6-f58e1bbe7851","pid":5506,"peer_addr":"[fd00:1122:3344:101::c]:1388","req_id":"d8f00a14-6379-4d7e-ad14-eebc54bfd593","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 17953,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-07T00:59:11.604881998Z","hostname":"oxz_internal_dns_93018e2c-67c1-4386-b4b6-f58e1bbe7851","pid":5506,"peer_addr":"[fd00:1122:3344:101::b]:14859","req_id":"3b6ac38c-b05c-4aaf-a6f1-5b2c2467cefc","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-07T00:59:11.750325743Z","hostname":"oxz_internal_dns_93018e2c-67c1-4386-b4b6-f58e1bbe7851","pid":5506,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:34196"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-07T00:59:11.750641392Z","hostname":"oxz_internal_dns_93018e2c-67c1-4386-b4b6-f58e1bbe7851","pid":5506,"uri":"/config","method":"GET","req_id":"797d4569-865b-4d5d-8904-8fb157e1bd64","remote_addr":"[fd00:1122:3344:101::c]:34196","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":261,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-07T00:59:11.800656678Z","hostname":"oxz_internal_dns_93018e2c-67c1-4386-b4b6-f58e1bbe7851","pid":5506,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:37513"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-07T00:59:11.800945174Z","hostname":"oxz_internal_dns_93018e2c-67c1-4386-b4b6-f58e1bbe7851","pid":5506,"uri":"/config","method":"GET","req_id":"21e39434-6f67-41a0-90a7-e0f75f15f834","remote_addr":"[fd00:1122:3344:101::b]:37513","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":238,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 21133,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-07T00:59:20.400595488Z","hostname":"oxz_internal_dns_93018e2c-67c1-4386-b4b6-f58e1bbe7851","pid":5506,"peer_addr":"[fd00:1122:3344:101::d]:65333","req_id":"414fb685-7244-4e18-9af9-1387cc413673","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 7315,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-07T00:59:30.401675693Z","hostname":"oxz_internal_dns_93018e2c-67c1-4386-b4b6-f58e1bbe7851","pid":5506,"peer_addr":"[fd00:1122:3344:101::d]:64123","req_id":"1fae1e70-69e9-43ce-8e77-1b562b865c9d","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-07T00:59:30.487658828Z","hostname":"oxz_internal_dns_93018e2c-67c1-4386-b4b6-f58e1bbe7851","pid":5506,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:55736"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-07T00:59:30.489813218Z","hostname":"oxz_internal_dns_93018e2c-67c1-4386-b4b6-f58e1bbe7851","pid":5506,"new_generation":1,"req_id":"8c2dc939-e629-4426-ac53-71a5d37411a6","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-07T00:59:30.489843329Z","hostname":"oxz_internal_dns_93018e2c-67c1-4386-b4b6-f58e1bbe7851","pid":5506,"new_generation":1,"req_id":"8c2dc939-e629-4426-ac53-71a5d37411a6","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-07T00:59:30.489850379Z","hostname":"oxz_internal_dns_93018e2c-67c1-4386-b4b6-f58e1bbe7851","pid":5506,"uri":"/config","method":"PUT","req_id":"8c2dc939-e629-4426-ac53-71a5d37411a6","remote_addr":"[fd00:1122:3344:101::a]:55736","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":234,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-07T00:59:30.719049726Z","hostname":"oxz_internal_dns_93018e2c-67c1-4386-b4b6-f58e1bbe7851","pid":5506,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:46789"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-07T00:59:30.722535068Z","hostname":"oxz_internal_dns_93018e2c-67c1-4386-b4b6-f58e1bbe7851","pid":5506,"new_generation":1,"req_id":"595ac764-bc4c-462e-86dc-85e9902286ad","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-07T00:59:30.722570289Z","hostname":"oxz_internal_dns_93018e2c-67c1-4386-b4b6-f58e1bbe7851","pid":5506,"new_generation":1,"req_id":"595ac764-bc4c-462e-86dc-85e9902286ad","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-07T00:59:30.72261041Z","hostname":"oxz_internal_dns_93018e2c-67c1-4386-b4b6-f58e1bbe7851","pid":5506,"uri":"/config","method":"PUT","req_id":"595ac764-bc4c-462e-86dc-85e9902286ad","remote_addr":"[fd00:1122:3344:101::c]:46789","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":332,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-07T00:59:30.917003797Z","hostname":"oxz_internal_dns_93018e2c-67c1-4386-b4b6-f58e1bbe7851","pid":5506,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:34457"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-07T00:59:30.9205164Z","hostname":"oxz_internal_dns_93018e2c-67c1-4386-b4b6-f58e1bbe7851","pid":5506,"new_generation":1,"req_id":"e0acc788-ca3e-404d-8967-3e902a15a038","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-07T00:59:30.920616592Z","hostname":"oxz_internal_dns_93018e2c-67c1-4386-b4b6-f58e1bbe7851","pid":5506,"new_generation":1,"req_id":"e0acc788-ca3e-404d-8967-3e902a15a038","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-07T00:59:30.920668533Z","hostname":"oxz_internal_dns_93018e2c-67c1-4386-b4b6-f58e1bbe7851","pid":5506,"uri":"/config","method":"PUT","req_id":"e0acc788-ca3e-404d-8967-3e902a15a038","remote_addr":"[fd00:1122:3344:101::b]:34457","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":281,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 52008,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-07T00:59:31.959783482Z","hostname":"oxz_internal_dns_93018e2c-67c1-4386-b4b6-f58e1bbe7851","pid":5506,"peer_addr":"[fd00:1122:3344:101::c]:59785","req_id":"807b69b7-64a1-4188-91a3-0a144e112ab1","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 40645,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-07T00:59:31.962379863Z","hostname":"oxz_internal_dns_93018e2c-67c1-4386-b4b6-f58e1bbe7851","pid":5506,"peer_addr":"[fd00:1122:3344:101::a]:35744","req_id":"53d235fc-b36f-42d2-862b-ac95f8fbe0e9","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 4901,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-07T00:59:32.013388864Z","hostname":"oxz_internal_dns_93018e2c-67c1-4386-b4b6-f58e1bbe7851","pid":5506,"peer_addr":"[fd00:1122:3344:101::b]:55164","req_id":"a362a7d4-8a82-476d-ae84-0344d1547c92","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-07T00:59:32.070391227Z","hostname":"oxz_internal_dns_93018e2c-67c1-4386-b4b6-f58e1bbe7851","pid":5506,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:50548"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-07T00:59:32.070757875Z","hostname":"oxz_internal_dns_93018e2c-67c1-4386-b4b6-f58e1bbe7851","pid":5506,"uri":"/config","method":"GET","req_id":"3115ed20-bcd4-42ab-b898-74d77693728e","remote_addr":"[fd00:1122:3344:101::c]:50548","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":248,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-07T00:59:32.108497564Z","hostname":"oxz_internal_dns_93018e2c-67c1-4386-b4b6-f58e1bbe7851","pid":5506,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:59328"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-07T00:59:32.10874706Z","hostname":"oxz_internal_dns_93018e2c-67c1-4386-b4b6-f58e1bbe7851","pid":5506,"uri":"/config","method":"GET","req_id":"185f2a38-46d1-4d99-bea9-6df0aed942f3","remote_addr":"[fd00:1122:3344:101::a]:59328","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":207,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-07T00:59:32.142749881Z","hostname":"oxz_internal_dns_93018e2c-67c1-4386-b4b6-f58e1bbe7851","pid":5506,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:43608"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-07T00:59:32.143007627Z","hostname":"oxz_internal_dns_93018e2c-67c1-4386-b4b6-f58e1bbe7851","pid":5506,"uri":"/config","method":"GET","req_id":"248544a0-3b50-47a6-8381-22911f3e72a9","remote_addr":"[fd00:1122:3344:101::b]:43608","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":187,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 36578,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-07T00:59:40.402893093Z","hostname":"oxz_internal_dns_93018e2c-67c1-4386-b4b6-f58e1bbe7851","pid":5506,"peer_addr":"[fd00:1122:3344:101::d]:62443","req_id":"8c9eaf2e-9b3e-41f3-b175-9b08ed5a2d29","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 52370,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-07T00:59:50.405805617Z","hostname":"oxz_internal_dns_93018e2c-67c1-4386-b4b6-f58e1bbe7851","pid":5506,"peer_addr":"[fd00:1122:3344:101::d]:55826","req_id":"c2be3f6a-b991-405b-9b25-2a2c13c91cc8","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 12646,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_e17612a1-467b-4f1a-83c2-0141fee12f15.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_e17612a1-467b-4f1a-83c2-0141fee12f15.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 101,\n 49,\n 55,\n 54,\n 49,\n 50,\n 97,\n 49,\n 45,\n 52,\n 54,\n 55,\n 98,\n 45,\n 52,\n 102,\n 49,\n 97,\n 45,\n 56,\n 51,\n 99,\n 50,\n 45,\n 48,\n 49,\n 52,\n 49,\n 102,\n 101,\n 101,\n 49,\n 50,\n 102,\n 49,\n 53,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_e17612a1-467b-4f1a-83c2-0141fee12f15.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-07T01:00:00.075944934Z","hostname":"oxz_internal_dns_93018e2c-67c1-4386-b4b6-f58e1bbe7851","pid":5506,"peer_addr":"[fd00:1122:3344:101::3]:58631","req_id":"e0f21d74-01b3-4cf5-90a9-ccd12a18a99f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 12646,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_e17612a1-467b-4f1a-83c2-0141fee12f15.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_e17612a1-467b-4f1a-83c2-0141fee12f15.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 101,\n 49,\n 55,\n 54,\n 49,\n 50,\n 97,\n 49,\n 45,\n 52,\n 54,\n 55,\n 98,\n 45,\n 52,\n 102,\n 49,\n 97,\n 45,\n 56,\n 51,\n 99,\n 50,\n 45,\n 48,\n 49,\n 52,\n 49,\n 102,\n 101,\n 101,\n 49,\n 50,\n 102,\n 49,\n 53,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_e17612a1-467b-4f1a-83c2-0141fee12f15.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-07T01:00:00.076579229Z","hostname":"oxz_internal_dns_93018e2c-67c1-4386-b4b6-f58e1bbe7851","pid":5506,"peer_addr":"[fd00:1122:3344:101::3]:62675","req_id":"84da7a34-dc4f-4525-8d63-48d2df775282","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 49405,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_6b4391b6-4cac-4321-be58-c5c21f0a3aad.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_6b4391b6-4cac-4321-be58-c5c21f0a3aad.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 54,\n 98,\n 52,\n 51,\n 57,\n 49,\n 98,\n 54,\n 45,\n 52,\n 99,\n 97,\n 99,\n 45,\n 52,\n 51,\n 50,\n 49,\n 45,\n 98,\n 101,\n 53,\n 56,\n 45,\n 99,\n 53,\n 99,\n 50,\n 49,\n 102,\n 48,\n 97,\n 51,\n 97,\n 97,\n 100,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_6b4391b6-4cac-4321-be58-c5c21f0a3aad.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-07T01:00:00.081230999Z","hostname":"oxz_internal_dns_93018e2c-67c1-4386-b4b6-f58e1bbe7851","pid":5506,"peer_addr":"[fd00:1122:3344:101::5]:38310","req_id":"f386b94e-ae29-4c58-9c86-052895db47b3","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 49405,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_6b4391b6-4cac-4321-be58-c5c21f0a3aad.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_6b4391b6-4cac-4321-be58-c5c21f0a3aad.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 54,\n 98,\n 52,\n 51,\n 57,\n 49,\n 98,\n 54,\n 45,\n 52,\n 99,\n 97,\n 99,\n 45,\n 52,\n 51,\n 50,\n 49,\n 45,\n 98,\n 101,\n 53,\n 56,\n 45,\n 99,\n 53,\n 99,\n 50,\n 49,\n 102,\n 48,\n 97,\n 51,\n 97,\n 97,\n 100,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_6b4391b6-4cac-4321-be58-c5c21f0a3aad.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-07T01:00:00.081644358Z","hostname":"oxz_internal_dns_93018e2c-67c1-4386-b4b6-f58e1bbe7851","pid":5506,"peer_addr":"[fd00:1122:3344:101::5]:42476","req_id":"dbf5a0b6-7504-4886-86c7-ada60d7b3683","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 49504,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_519658f0-0d2b-4c0d-af33-51bb9a22661b.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_519658f0-0d2b-4c0d-af33-51bb9a22661b.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 53,\n 49,\n 57,\n 54,\n 53,\n 56,\n 102,\n 48,\n 45,\n 48,\n 100,\n 50,\n 98,\n 45,\n 52,\n 99,\n 48,\n 100,\n 45,\n 97,\n 102,\n 51,\n 51,\n 45,\n 53,\n 49,\n 98,\n 98,\n 57,\n 97,\n 50,\n 50,\n 54,\n 54,\n 49,\n 98,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_519658f0-0d2b-4c0d-af33-51bb9a22661b.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-07T01:00:00.116495979Z","hostname":"oxz_internal_dns_93018e2c-67c1-4386-b4b6-f58e1bbe7851","pid":5506,"peer_addr":"[fd00:1122:3344:101::7]:37474","req_id":"3b448319-742d-4e41-ba16-4fb29dd3c412","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 49504,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_519658f0-0d2b-4c0d-af33-51bb9a22661b.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_519658f0-0d2b-4c0d-af33-51bb9a22661b.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 53,\n 49,\n 57,\n 54,\n 53,\n 56,\n 102,\n 48,\n 45,\n 48,\n 100,\n 50,\n 98,\n 45,\n 52,\n 99,\n 48,\n 100,\n 45,\n 97,\n 102,\n 51,\n 51,\n 45,\n 53,\n 49,\n 98,\n 98,\n 57,\n 97,\n 50,\n 50,\n 54,\n 54,\n 49,\n 98,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_519658f0-0d2b-4c0d-af33-51bb9a22661b.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-07T01:00:00.116942369Z","hostname":"oxz_internal_dns_93018e2c-67c1-4386-b4b6-f58e1bbe7851","pid":5506,"peer_addr":"[fd00:1122:3344:101::7]:51926","req_id":"b13a91e4-b402-48c5-86b9-4c7238d4013b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 35564,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_c6ef1eb3-c02d-4fe3-a0d4-9c00bfce537e.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_c6ef1eb3-c02d-4fe3-a0d4-9c00bfce537e.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 99,\n 54,\n 101,\n 102,\n 49,\n 101,\n 98,\n 51,\n 45,\n 99,\n 48,\n 50,\n 100,\n 45,\n 52,\n 102,\n 101,\n 51,\n 45,\n 97,\n 48,\n 100,\n 52,\n 45,\n 57,\n 99,\n 48,\n 48,\n 98,\n 102,\n 99,\n 101,\n 53,\n 51,\n 55,\n 101,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_c6ef1eb3-c02d-4fe3-a0d4-9c00bfce537e.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-07T01:00:00.17132847Z","hostname":"oxz_internal_dns_93018e2c-67c1-4386-b4b6-f58e1bbe7851","pid":5506,"peer_addr":"[fd00:1122:3344:101::4]:62827","req_id":"b177e8e6-9ecb-4c11-ab61-1cc78346b4f4","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 35564,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_c6ef1eb3-c02d-4fe3-a0d4-9c00bfce537e.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_c6ef1eb3-c02d-4fe3-a0d4-9c00bfce537e.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 99,\n 54,\n 101,\n 102,\n 49,\n 101,\n 98,\n 51,\n 45,\n 99,\n 48,\n 50,\n 100,\n 45,\n 52,\n 102,\n 101,\n 51,\n 45,\n 97,\n 48,\n 100,\n 52,\n 45,\n 57,\n 99,\n 48,\n 48,\n 98,\n 102,\n 99,\n 101,\n 53,\n 51,\n 55,\n 101,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_c6ef1eb3-c02d-4fe3-a0d4-9c00bfce537e.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-07T01:00:00.171840002Z","hostname":"oxz_internal_dns_93018e2c-67c1-4386-b4b6-f58e1bbe7851","pid":5506,"peer_addr":"[fd00:1122:3344:101::4]:44949","req_id":"57dbacbc-20ce-4e75-b400-2c6b2d65bc19","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 18347,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-07T01:00:00.366949007Z","hostname":"oxz_internal_dns_93018e2c-67c1-4386-b4b6-f58e1bbe7851","pid":5506,"peer_addr":"[fd00:1122:3344:101::2]:34454","req_id":"f3d4c0aa-5355-4ccd-b3b9-d179069c0660","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 18347,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-07T01:00:00.367594802Z","hostname":"oxz_internal_dns_93018e2c-67c1-4386-b4b6-f58e1bbe7851","pid":5506,"peer_addr":"[fd00:1122:3344:101::2]:62497","req_id":"e7c19881-1cf1-4385-a78a-6d508045d83b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 53165,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-07T01:00:00.406961999Z","hostname":"oxz_internal_dns_93018e2c-67c1-4386-b4b6-f58e1bbe7851","pid":5506,"peer_addr":"[fd00:1122:3344:101::d]:64859","req_id":"385cd386-52c1-4e9f-ae8f-07bade113ea4","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 2591,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_e42c761d-7fc6-4bdd-827d-542c38691f5e.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_e42c761d-7fc6-4bdd-827d-542c38691f5e.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 101,\n 52,\n 50,\n 99,\n 55,\n 54,\n 49,\n 100,\n 45,\n 55,\n 102,\n 99,\n 54,\n 45,\n 52,\n 98,\n 100,\n 100,\n 45,\n 56,\n 50,\n 55,\n 100,\n 45,\n 53,\n 52,\n 50,\n 99,\n 51,\n 56,\n 54,\n 57,\n 49,\n 102,\n 53,\n 101,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_e42c761d-7fc6-4bdd-827d-542c38691f5e.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-07T01:00:00.444016132Z","hostname":"oxz_internal_dns_93018e2c-67c1-4386-b4b6-f58e1bbe7851","pid":5506,"peer_addr":"[fd00:1122:3344:101::e]:44648","req_id":"fef7aae5-8384-404a-8834-b57a6450523a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 2591,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_e42c761d-7fc6-4bdd-827d-542c38691f5e.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_e42c761d-7fc6-4bdd-827d-542c38691f5e.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 101,\n 52,\n 50,\n 99,\n 55,\n 54,\n 49,\n 100,\n 45,\n 55,\n 102,\n 99,\n 54,\n 45,\n 52,\n 98,\n 100,\n 100,\n 45,\n 56,\n 50,\n 55,\n 100,\n 45,\n 53,\n 52,\n 50,\n 99,\n 51,\n 56,\n 54,\n 57,\n 49,\n 102,\n 53,\n 101,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_e42c761d-7fc6-4bdd-827d-542c38691f5e.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-07T01:00:00.44480809Z","hostname":"oxz_internal_dns_93018e2c-67c1-4386-b4b6-f58e1bbe7851","pid":5506,"peer_addr":"[fd00:1122:3344:101::e]:64998","req_id":"7c4d8097-4112-4820-b3c6-73962a968860","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 58489,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_ntp_922de7fa-d6c5-42f5-9e64-ce5cef5857ff.\"),\n ),\n original: Query {\n name: Name(\"oxz_ntp_922de7fa-d6c5-42f5-9e64-ce5cef5857ff.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 44,\n 111,\n 120,\n 122,\n 95,\n 110,\n 116,\n 112,\n 95,\n 57,\n 50,\n 50,\n 100,\n 101,\n 55,\n 102,\n 97,\n 45,\n 100,\n 54,\n 99,\n 53,\n 45,\n 52,\n 50,\n 102,\n 53,\n 45,\n 57,\n 101,\n 54,\n 52,\n 45,\n 99,\n 101,\n 53,\n 99,\n 101,\n 102,\n 53,\n 56,\n 53,\n 55,\n 102,\n 102,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_ntp_922de7fa-d6c5-42f5-9e64-ce5cef5857ff.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-07T01:00:00.450344841Z","hostname":"oxz_internal_dns_93018e2c-67c1-4386-b4b6-f58e1bbe7851","pid":5506,"peer_addr":"[fd00:1122:3344:101::1b]:65051","req_id":"a9d1567f-de00-4bf4-8da0-57fbdebb9968","component":"dns"}