[ Jun 22 21:11:10 Enabled. ] [ Jun 22 21:11:10 Rereading configuration. ] [ Jun 22 21:11:11 Rereading configuration. ] [ Jun 22 21:11:12 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:1::1]:5353 --dns-address [fd00:1122:3344:1::1]:53 &"). ] [ Jun 22 21:11:12 Method "start" exited with status 0. ] Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:1::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } note: configured to log to "/dev/stdout" {"msg":"config","v":0,"name":"dns-server","level":30,"time":"2026-06-22T21:11:12.433266404Z","hostname":"oxz_internal_dns_a8eed122-c472-4291-b4a7-d30710ad9a45","pid":5444,"dns_config":"Config { bind_address: [fd00:1122:3344:1::1]:53 }","config":"Config { log: File { level: Info, path: \"/dev/stdout\", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:1::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: \"/data/dns\", keep_old_generations: 3 } }"} {"msg":"opening sled database","v":0,"name":"dns-server","level":30,"time":"2026-06-22T21:11:12.433414115Z","hostname":"oxz_internal_dns_a8eed122-c472-4291-b4a7-d30710ad9a45","pid":5444,"component":"store","path":"/data/dns"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-06-22T21:11:12.45332632Z","hostname":"oxz_internal_dns_a8eed122-c472-4291-b4a7-d30710ad9a45","pid":5444,"component":"store"} {"msg":"pruning trees for generations older than 0","v":0,"name":"dns-server","level":30,"time":"2026-06-22T21:11:12.453353201Z","hostname":"oxz_internal_dns_a8eed122-c472-4291-b4a7-d30710ad9a45","pid":5444,"component":"store","keep":3} {"msg":"DNS server bound to address","v":0,"name":"dns-server","level":30,"time":"2026-06-22T21:11:12.453395961Z","hostname":"oxz_internal_dns_a8eed122-c472-4291-b4a7-d30710ad9a45","pid":5444,"component":"dns","local_address":"[fd00:1122:3344:1::1]:53"} {"msg":"listening","v":0,"name":"dns-server","level":30,"time":"2026-06-22T21:11:12.453635593Z","hostname":"oxz_internal_dns_a8eed122-c472-4291-b4a7-d30710ad9a45","pid":5444,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-22T21:11:13.753968639Z","hostname":"oxz_internal_dns_a8eed122-c472-4291-b4a7-d30710ad9a45","pid":5444,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:1::2]:64895"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-06-22T21:11:13.754818605Z","hostname":"oxz_internal_dns_a8eed122-c472-4291-b4a7-d30710ad9a45","pid":5444,"new_generation":1,"req_id":"5c0af09c-8851-49ae-b06f-1b8e4feee998","component":"store"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-06-22T21:11:13.754863245Z","hostname":"oxz_internal_dns_a8eed122-c472-4291-b4a7-d30710ad9a45","pid":5444,"component":"store"} {"msg":"pruning trees for generations older than 1","v":0,"name":"dns-server","level":30,"time":"2026-06-22T21:11:13.77746616Z","hostname":"oxz_internal_dns_a8eed122-c472-4291-b4a7-d30710ad9a45","pid":5444,"component":"store","keep":3} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-06-22T21:11:13.777505621Z","hostname":"oxz_internal_dns_a8eed122-c472-4291-b4a7-d30710ad9a45","pid":5444,"new_generation":1,"req_id":"5c0af09c-8851-49ae-b06f-1b8e4feee998","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-22T21:11:13.777554311Z","hostname":"oxz_internal_dns_a8eed122-c472-4291-b4a7-d30710ad9a45","pid":5444,"uri":"/config","method":"PUT","req_id":"5c0af09c-8851-49ae-b06f-1b8e4feee998","remote_addr":"[fd00:1122:3344:1::2]:64895","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":23154,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 32412,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-22T21:11:25.766217598Z","hostname":"oxz_internal_dns_a8eed122-c472-4291-b4a7-d30710ad9a45","pid":5444,"peer_addr":"[fd00:1122:3344:101::1b]:61101","req_id":"12b63532-357c-4a3e-9250-8fbc60ce2679","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 3208,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-22T21:11:25.770944603Z","hostname":"oxz_internal_dns_a8eed122-c472-4291-b4a7-d30710ad9a45","pid":5444,"peer_addr":"[fd00:1122:3344:101::1b]:65513","req_id":"c89c664d-d4d3-43d0-bac2-b89e00d826f0","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 65330,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-22T21:11:25.775129533Z","hostname":"oxz_internal_dns_a8eed122-c472-4291-b4a7-d30710ad9a45","pid":5444,"peer_addr":"[fd00:1122:3344:101::1b]:35877","req_id":"7c4f76bf-3edf-40d0-9e95-bd0e3df1a1df","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 55893,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-22T21:13:21.296805106Z","hostname":"oxz_internal_dns_a8eed122-c472-4291-b4a7-d30710ad9a45","pid":5444,"peer_addr":"[fd00:1122:3344:101::d]:55410","req_id":"724eda05-ab98-44ee-990c-0b2001013f24","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 22700,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-22T21:13:30.044347227Z","hostname":"oxz_internal_dns_a8eed122-c472-4291-b4a7-d30710ad9a45","pid":5444,"peer_addr":"[fd00:1122:3344:101::c]:43683","req_id":"268b240a-a47e-4a27-8cf7-48e43a211193","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 42164,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-22T21:13:30.220778218Z","hostname":"oxz_internal_dns_a8eed122-c472-4291-b4a7-d30710ad9a45","pid":5444,"peer_addr":"[fd00:1122:3344:101::a]:21425","req_id":"5d60fd2a-e1b7-4f29-a306-8b08b6b45e2a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 44046,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_56a90850-7944-4e94-8dd5-92e6996e9b92.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_56a90850-7944-4e94-8dd5-92e6996e9b92.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 53,\n 54,\n 97,\n 57,\n 48,\n 56,\n 53,\n 48,\n 45,\n 55,\n 57,\n 52,\n 52,\n 45,\n 52,\n 101,\n 57,\n 52,\n 45,\n 56,\n 100,\n 100,\n 53,\n 45,\n 57,\n 50,\n 101,\n 54,\n 57,\n 57,\n 54,\n 101,\n 57,\n 98,\n 57,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_56a90850-7944-4e94-8dd5-92e6996e9b92.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-22T21:13:30.635350229Z","hostname":"oxz_internal_dns_a8eed122-c472-4291-b4a7-d30710ad9a45","pid":5444,"peer_addr":"[fd00:1122:3344:101::e]:34240","req_id":"7b9248fd-4a40-4174-a866-883fa7f79e5d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 44046,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_56a90850-7944-4e94-8dd5-92e6996e9b92.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_56a90850-7944-4e94-8dd5-92e6996e9b92.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 53,\n 54,\n 97,\n 57,\n 48,\n 56,\n 53,\n 48,\n 45,\n 55,\n 57,\n 52,\n 52,\n 45,\n 52,\n 101,\n 57,\n 52,\n 45,\n 56,\n 100,\n 100,\n 53,\n 45,\n 57,\n 50,\n 101,\n 54,\n 57,\n 57,\n 54,\n 101,\n 57,\n 98,\n 57,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_56a90850-7944-4e94-8dd5-92e6996e9b92.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-22T21:13:30.659970058Z","hostname":"oxz_internal_dns_a8eed122-c472-4291-b4a7-d30710ad9a45","pid":5444,"peer_addr":"[fd00:1122:3344:101::e]:61944","req_id":"b65f4151-c07a-47ff-87e4-be4a51698868","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 40938,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-22T21:13:31.279828741Z","hostname":"oxz_internal_dns_a8eed122-c472-4291-b4a7-d30710ad9a45","pid":5444,"peer_addr":"[fd00:1122:3344:101::d]:54013","req_id":"d739a771-0bab-4463-8e05-df3784c1e20d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 35764,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-22T21:13:32.330907682Z","hostname":"oxz_internal_dns_a8eed122-c472-4291-b4a7-d30710ad9a45","pid":5444,"peer_addr":"[fd00:1122:3344:101::c]:7359","req_id":"723fdadc-9fcd-4ff1-875e-ca25ffd6265b","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-22T21:13:32.605790243Z","hostname":"oxz_internal_dns_a8eed122-c472-4291-b4a7-d30710ad9a45","pid":5444,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:34600"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-22T21:13:32.647687768Z","hostname":"oxz_internal_dns_a8eed122-c472-4291-b4a7-d30710ad9a45","pid":5444,"uri":"/config","method":"GET","req_id":"5c62fd6c-e44d-4e49-a948-4bd23bdc060d","remote_addr":"[fd00:1122:3344:101::c]:34600","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":19856,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 23973,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-22T21:13:35.284787206Z","hostname":"oxz_internal_dns_a8eed122-c472-4291-b4a7-d30710ad9a45","pid":5444,"peer_addr":"[fd00:1122:3344:101::c]:60540","req_id":"ec014879-3685-46a7-aecc-3ab2b73cc0d0","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-22T21:13:35.378840101Z","hostname":"oxz_internal_dns_a8eed122-c472-4291-b4a7-d30710ad9a45","pid":5444,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:34598"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-06-22T21:13:35.380253192Z","hostname":"oxz_internal_dns_a8eed122-c472-4291-b4a7-d30710ad9a45","pid":5444,"new_generation":1,"req_id":"171e4695-fdc1-4f77-a9cc-4e674b893cea","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-06-22T21:13:35.380376462Z","hostname":"oxz_internal_dns_a8eed122-c472-4291-b4a7-d30710ad9a45","pid":5444,"new_generation":1,"req_id":"171e4695-fdc1-4f77-a9cc-4e674b893cea","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-22T21:13:35.380386822Z","hostname":"oxz_internal_dns_a8eed122-c472-4291-b4a7-d30710ad9a45","pid":5444,"uri":"/config","method":"PUT","req_id":"171e4695-fdc1-4f77-a9cc-4e674b893cea","remote_addr":"[fd00:1122:3344:101::c]:34598","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":322,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-22T21:13:35.413736495Z","hostname":"oxz_internal_dns_a8eed122-c472-4291-b4a7-d30710ad9a45","pid":5444,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:35782"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-22T21:13:35.414674852Z","hostname":"oxz_internal_dns_a8eed122-c472-4291-b4a7-d30710ad9a45","pid":5444,"uri":"/config","method":"GET","req_id":"820b1a0f-1ac9-49eb-8d57-f9d5124a40cc","remote_addr":"[fd00:1122:3344:101::c]:35782","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":883,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 27647,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-22T21:13:36.353330505Z","hostname":"oxz_internal_dns_a8eed122-c472-4291-b4a7-d30710ad9a45","pid":5444,"peer_addr":"[fd00:1122:3344:101::c]:21174","req_id":"3696cc95-16f4-4606-806d-65276b27929b","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-22T21:13:36.488067926Z","hostname":"oxz_internal_dns_a8eed122-c472-4291-b4a7-d30710ad9a45","pid":5444,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:37454"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-22T21:13:36.488344358Z","hostname":"oxz_internal_dns_a8eed122-c472-4291-b4a7-d30710ad9a45","pid":5444,"uri":"/config","method":"GET","req_id":"849c2822-9c2f-4692-8273-439b85e90b2b","remote_addr":"[fd00:1122:3344:101::c]:37454","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":220,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-22T21:13:38.034321642Z","hostname":"oxz_internal_dns_a8eed122-c472-4291-b4a7-d30710ad9a45","pid":5444,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:65106"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-06-22T21:13:38.036109795Z","hostname":"oxz_internal_dns_a8eed122-c472-4291-b4a7-d30710ad9a45","pid":5444,"new_generation":1,"req_id":"3d69fced-7312-4902-9ee3-b29fd2a612be","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-06-22T21:13:38.036282827Z","hostname":"oxz_internal_dns_a8eed122-c472-4291-b4a7-d30710ad9a45","pid":5444,"new_generation":1,"req_id":"3d69fced-7312-4902-9ee3-b29fd2a612be","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-22T21:13:38.036302267Z","hostname":"oxz_internal_dns_a8eed122-c472-4291-b4a7-d30710ad9a45","pid":5444,"uri":"/config","method":"PUT","req_id":"3d69fced-7312-4902-9ee3-b29fd2a612be","remote_addr":"[fd00:1122:3344:101::b]:65106","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":353,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 51284,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-22T21:13:38.514306807Z","hostname":"oxz_internal_dns_a8eed122-c472-4291-b4a7-d30710ad9a45","pid":5444,"peer_addr":"[fd00:1122:3344:101::b]:63356","req_id":"43f60f3c-3503-4cc9-b34a-0e853c0c1c76","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-22T21:13:38.746521777Z","hostname":"oxz_internal_dns_a8eed122-c472-4291-b4a7-d30710ad9a45","pid":5444,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:63069"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-22T21:13:38.746758909Z","hostname":"oxz_internal_dns_a8eed122-c472-4291-b4a7-d30710ad9a45","pid":5444,"uri":"/config","method":"GET","req_id":"2df5f884-6505-494a-8cc5-f485a19af977","remote_addr":"[fd00:1122:3344:101::b]:63069","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":204,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 53429,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-22T21:13:39.331259924Z","hostname":"oxz_internal_dns_a8eed122-c472-4291-b4a7-d30710ad9a45","pid":5444,"peer_addr":"[fd00:1122:3344:101::b]:50119","req_id":"9432099e-3b1d-4c33-ba4f-e43ee9a5616f","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-22T21:13:39.552405393Z","hostname":"oxz_internal_dns_a8eed122-c472-4291-b4a7-d30710ad9a45","pid":5444,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:56875"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-22T21:13:39.552712426Z","hostname":"oxz_internal_dns_a8eed122-c472-4291-b4a7-d30710ad9a45","pid":5444,"uri":"/config","method":"GET","req_id":"00f4bf0b-3f2f-442f-aa79-9132fa44fafb","remote_addr":"[fd00:1122:3344:101::b]:56875","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":260,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 59190,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-22T21:13:41.281842714Z","hostname":"oxz_internal_dns_a8eed122-c472-4291-b4a7-d30710ad9a45","pid":5444,"peer_addr":"[fd00:1122:3344:101::d]:62681","req_id":"aa93210f-2685-474a-870a-e552e660c8a0","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 6166,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-22T21:13:41.327462146Z","hostname":"oxz_internal_dns_a8eed122-c472-4291-b4a7-d30710ad9a45","pid":5444,"peer_addr":"[fd00:1122:3344:101::a]:39475","req_id":"881fccfb-9f19-4dc1-8217-01604982326d","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-22T21:13:41.453458953Z","hostname":"oxz_internal_dns_a8eed122-c472-4291-b4a7-d30710ad9a45","pid":5444,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:49695"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-22T21:13:41.453729675Z","hostname":"oxz_internal_dns_a8eed122-c472-4291-b4a7-d30710ad9a45","pid":5444,"uri":"/config","method":"GET","req_id":"db8640c0-c7ec-4346-8335-2972981d42e4","remote_addr":"[fd00:1122:3344:101::a]:49695","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":205,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47854,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-22T21:13:51.283890687Z","hostname":"oxz_internal_dns_a8eed122-c472-4291-b4a7-d30710ad9a45","pid":5444,"peer_addr":"[fd00:1122:3344:101::d]:51897","req_id":"9490d18a-d50c-4d64-a05a-e94264635766","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 29582,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-22T21:14:01.286207052Z","hostname":"oxz_internal_dns_a8eed122-c472-4291-b4a7-d30710ad9a45","pid":5444,"peer_addr":"[fd00:1122:3344:101::d]:53583","req_id":"e80a2710-5bd2-4b6d-8cc0-ece02e41fd6a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 57032,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-22T21:14:11.287560658Z","hostname":"oxz_internal_dns_a8eed122-c472-4291-b4a7-d30710ad9a45","pid":5444,"peer_addr":"[fd00:1122:3344:101::d]:65006","req_id":"5fd373ed-cc03-466c-bffe-f8d771f10bfb","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 18663,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-22T21:14:21.289342962Z","hostname":"oxz_internal_dns_a8eed122-c472-4291-b4a7-d30710ad9a45","pid":5444,"peer_addr":"[fd00:1122:3344:101::d]:56676","req_id":"e8da268b-e0ac-47ce-8ed1-530b71ea66a9","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-22T21:14:29.734551972Z","hostname":"oxz_internal_dns_a8eed122-c472-4291-b4a7-d30710ad9a45","pid":5444,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:47023"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-06-22T21:14:29.736374945Z","hostname":"oxz_internal_dns_a8eed122-c472-4291-b4a7-d30710ad9a45","pid":5444,"new_generation":1,"req_id":"e558b3a0-e338-4419-a8e0-8e9f6ee63676","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-06-22T21:14:29.736415265Z","hostname":"oxz_internal_dns_a8eed122-c472-4291-b4a7-d30710ad9a45","pid":5444,"new_generation":1,"req_id":"e558b3a0-e338-4419-a8e0-8e9f6ee63676","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-22T21:14:29.736428445Z","hostname":"oxz_internal_dns_a8eed122-c472-4291-b4a7-d30710ad9a45","pid":5444,"uri":"/config","method":"PUT","req_id":"e558b3a0-e338-4419-a8e0-8e9f6ee63676","remote_addr":"[fd00:1122:3344:101::c]:47023","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":276,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-22T21:14:30.031487014Z","hostname":"oxz_internal_dns_a8eed122-c472-4291-b4a7-d30710ad9a45","pid":5444,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:40613"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-06-22T21:14:30.033491328Z","hostname":"oxz_internal_dns_a8eed122-c472-4291-b4a7-d30710ad9a45","pid":5444,"new_generation":1,"req_id":"84f06cc8-f514-4fd1-9ddd-e6a2c4965254","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-06-22T21:14:30.033528929Z","hostname":"oxz_internal_dns_a8eed122-c472-4291-b4a7-d30710ad9a45","pid":5444,"new_generation":1,"req_id":"84f06cc8-f514-4fd1-9ddd-e6a2c4965254","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-22T21:14:30.033550149Z","hostname":"oxz_internal_dns_a8eed122-c472-4291-b4a7-d30710ad9a45","pid":5444,"uri":"/config","method":"PUT","req_id":"84f06cc8-f514-4fd1-9ddd-e6a2c4965254","remote_addr":"[fd00:1122:3344:101::a]:40613","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":361,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 55755,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-22T21:14:31.290999713Z","hostname":"oxz_internal_dns_a8eed122-c472-4291-b4a7-d30710ad9a45","pid":5444,"peer_addr":"[fd00:1122:3344:101::d]:49648","req_id":"422ae997-afc6-4e86-955b-344f05ba3ac0","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 8913,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-22T21:14:31.547062017Z","hostname":"oxz_internal_dns_a8eed122-c472-4291-b4a7-d30710ad9a45","pid":5444,"peer_addr":"[fd00:1122:3344:101::c]:32538","req_id":"77c7eb1d-5d0b-44e5-8094-f8cf77d3e26b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 59087,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-22T21:14:31.556162883Z","hostname":"oxz_internal_dns_a8eed122-c472-4291-b4a7-d30710ad9a45","pid":5444,"peer_addr":"[fd00:1122:3344:101::a]:27281","req_id":"df209e16-ef66-4240-9b77-cd379abb5afe","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-22T21:14:31.678405843Z","hostname":"oxz_internal_dns_a8eed122-c472-4291-b4a7-d30710ad9a45","pid":5444,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:62199"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-22T21:14:31.678833876Z","hostname":"oxz_internal_dns_a8eed122-c472-4291-b4a7-d30710ad9a45","pid":5444,"uri":"/config","method":"GET","req_id":"7b38573e-4c3a-42ac-b114-044bdbad5c6f","remote_addr":"[fd00:1122:3344:101::c]:62199","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":331,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-22T21:14:31.734905434Z","hostname":"oxz_internal_dns_a8eed122-c472-4291-b4a7-d30710ad9a45","pid":5444,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:39787"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-22T21:14:31.735234996Z","hostname":"oxz_internal_dns_a8eed122-c472-4291-b4a7-d30710ad9a45","pid":5444,"uri":"/config","method":"GET","req_id":"87a8676d-0514-49ce-a637-a6339ec9c3e0","remote_addr":"[fd00:1122:3344:101::a]:39787","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":270,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-22T21:14:37.727547969Z","hostname":"oxz_internal_dns_a8eed122-c472-4291-b4a7-d30710ad9a45","pid":5444,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:42572"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-06-22T21:14:37.729281352Z","hostname":"oxz_internal_dns_a8eed122-c472-4291-b4a7-d30710ad9a45","pid":5444,"new_generation":1,"req_id":"c7ddd391-7401-42a3-825a-a905faed9c2c","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-06-22T21:14:37.729309322Z","hostname":"oxz_internal_dns_a8eed122-c472-4291-b4a7-d30710ad9a45","pid":5444,"new_generation":1,"req_id":"c7ddd391-7401-42a3-825a-a905faed9c2c","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-22T21:14:37.729334612Z","hostname":"oxz_internal_dns_a8eed122-c472-4291-b4a7-d30710ad9a45","pid":5444,"uri":"/config","method":"PUT","req_id":"c7ddd391-7401-42a3-825a-a905faed9c2c","remote_addr":"[fd00:1122:3344:101::b]:42572","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":264,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 56993,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-22T21:14:39.686054707Z","hostname":"oxz_internal_dns_a8eed122-c472-4291-b4a7-d30710ad9a45","pid":5444,"peer_addr":"[fd00:1122:3344:101::b]:5898","req_id":"a9454ee7-0502-4d35-8da4-ea549d591655","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-22T21:14:39.786473078Z","hostname":"oxz_internal_dns_a8eed122-c472-4291-b4a7-d30710ad9a45","pid":5444,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:61705"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-22T21:14:39.786719029Z","hostname":"oxz_internal_dns_a8eed122-c472-4291-b4a7-d30710ad9a45","pid":5444,"uri":"/config","method":"GET","req_id":"3c070ac1-a93b-411a-a5fb-ff7211842707","remote_addr":"[fd00:1122:3344:101::b]:61705","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":201,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 33388,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-22T21:14:41.292981736Z","hostname":"oxz_internal_dns_a8eed122-c472-4291-b4a7-d30710ad9a45","pid":5444,"peer_addr":"[fd00:1122:3344:101::d]:60805","req_id":"b78b610e-d07c-4c32-b090-05c5f3c84962","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 55533,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-22T21:14:51.295048618Z","hostname":"oxz_internal_dns_a8eed122-c472-4291-b4a7-d30710ad9a45","pid":5444,"peer_addr":"[fd00:1122:3344:101::d]:60678","req_id":"0cc4ebba-b455-4fd0-a807-3029d4dcd232","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 7429,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_56a90850-7944-4e94-8dd5-92e6996e9b92.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_56a90850-7944-4e94-8dd5-92e6996e9b92.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 53,\n 54,\n 97,\n 57,\n 48,\n 56,\n 53,\n 48,\n 45,\n 55,\n 57,\n 52,\n 52,\n 45,\n 52,\n 101,\n 57,\n 52,\n 45,\n 56,\n 100,\n 100,\n 53,\n 45,\n 57,\n 50,\n 101,\n 54,\n 57,\n 57,\n 54,\n 101,\n 57,\n 98,\n 57,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_56a90850-7944-4e94-8dd5-92e6996e9b92.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-22T21:15:00.760771127Z","hostname":"oxz_internal_dns_a8eed122-c472-4291-b4a7-d30710ad9a45","pid":5444,"peer_addr":"[fd00:1122:3344:101::e]:60745","req_id":"e08e65db-150b-478d-8b6e-926ef3bde840","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 7429,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_56a90850-7944-4e94-8dd5-92e6996e9b92.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_56a90850-7944-4e94-8dd5-92e6996e9b92.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 53,\n 54,\n 97,\n 57,\n 48,\n 56,\n 53,\n 48,\n 45,\n 55,\n 57,\n 52,\n 52,\n 45,\n 52,\n 101,\n 57,\n 52,\n 45,\n 56,\n 100,\n 100,\n 53,\n 45,\n 57,\n 50,\n 101,\n 54,\n 57,\n 57,\n 54,\n 101,\n 57,\n 98,\n 57,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_56a90850-7944-4e94-8dd5-92e6996e9b92.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-22T21:15:00.761549502Z","hostname":"oxz_internal_dns_a8eed122-c472-4291-b4a7-d30710ad9a45","pid":5444,"peer_addr":"[fd00:1122:3344:101::e]:60821","req_id":"734291b4-17ba-44e6-b802-882ba7576835","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 58855,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_b6ff78d0-9d24-4b5d-bb03-86942f30737a.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_b6ff78d0-9d24-4b5d-bb03-86942f30737a.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 98,\n 54,\n 102,\n 102,\n 55,\n 56,\n 100,\n 48,\n 45,\n 57,\n 100,\n 50,\n 52,\n 45,\n 52,\n 98,\n 53,\n 100,\n 45,\n 98,\n 98,\n 48,\n 51,\n 45,\n 56,\n 54,\n 57,\n 52,\n 50,\n 102,\n 51,\n 48,\n 55,\n 51,\n 55,\n 97,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_b6ff78d0-9d24-4b5d-bb03-86942f30737a.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-22T21:15:00.855740308Z","hostname":"oxz_internal_dns_a8eed122-c472-4291-b4a7-d30710ad9a45","pid":5444,"peer_addr":"[fd00:1122:3344:101::5]:65531","req_id":"f916ce5a-9096-4975-9843-2f440b0bd069","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 58855,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_b6ff78d0-9d24-4b5d-bb03-86942f30737a.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_b6ff78d0-9d24-4b5d-bb03-86942f30737a.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 98,\n 54,\n 102,\n 102,\n 55,\n 56,\n 100,\n 48,\n 45,\n 57,\n 100,\n 50,\n 52,\n 45,\n 52,\n 98,\n 53,\n 100,\n 45,\n 98,\n 98,\n 48,\n 51,\n 45,\n 56,\n 54,\n 57,\n 52,\n 50,\n 102,\n 51,\n 48,\n 55,\n 51,\n 55,\n 97,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_b6ff78d0-9d24-4b5d-bb03-86942f30737a.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-22T21:15:00.856518784Z","hostname":"oxz_internal_dns_a8eed122-c472-4291-b4a7-d30710ad9a45","pid":5444,"peer_addr":"[fd00:1122:3344:101::5]:49219","req_id":"fb851b3d-08ef-42d7-a6d7-1cc55c586835","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 2695,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_2f52f958-9995-4255-a090-35e9fb4eb0ee.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_2f52f958-9995-4255-a090-35e9fb4eb0ee.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 50,\n 102,\n 53,\n 50,\n 102,\n 57,\n 53,\n 56,\n 45,\n 57,\n 57,\n 57,\n 53,\n 45,\n 52,\n 50,\n 53,\n 53,\n 45,\n 97,\n 48,\n 57,\n 48,\n 45,\n 51,\n 53,\n 101,\n 57,\n 102,\n 98,\n 52,\n 101,\n 98,\n 48,\n 101,\n 101,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_2f52f958-9995-4255-a090-35e9fb4eb0ee.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-22T21:15:00.937380243Z","hostname":"oxz_internal_dns_a8eed122-c472-4291-b4a7-d30710ad9a45","pid":5444,"peer_addr":"[fd00:1122:3344:101::6]:65035","req_id":"438fe9c1-de1d-45ec-9a90-adeba3e98f18","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 2695,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_2f52f958-9995-4255-a090-35e9fb4eb0ee.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_2f52f958-9995-4255-a090-35e9fb4eb0ee.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 50,\n 102,\n 53,\n 50,\n 102,\n 57,\n 53,\n 56,\n 45,\n 57,\n 57,\n 57,\n 53,\n 45,\n 52,\n 50,\n 53,\n 53,\n 45,\n 97,\n 48,\n 57,\n 48,\n 45,\n 51,\n 53,\n 101,\n 57,\n 102,\n 98,\n 52,\n 101,\n 98,\n 48,\n 101,\n 101,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_2f52f958-9995-4255-a090-35e9fb4eb0ee.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-22T21:15:00.938208239Z","hostname":"oxz_internal_dns_a8eed122-c472-4291-b4a7-d30710ad9a45","pid":5444,"peer_addr":"[fd00:1122:3344:101::6]:48759","req_id":"8cf43bf3-7ad1-49cb-8b4e-5d905fed5061","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 54714,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_4717c26f-d4eb-43a2-a938-9f5de2050014.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_4717c26f-d4eb-43a2-a938-9f5de2050014.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 52,\n 55,\n 49,\n 55,\n 99,\n 50,\n 54,\n 102,\n 45,\n 100,\n 52,\n 101,\n 98,\n 45,\n 52,\n 51,\n 97,\n 50,\n 45,\n 97,\n 57,\n 51,\n 56,\n 45,\n 57,\n 102,\n 53,\n 100,\n 101,\n 50,\n 48,\n 53,\n 48,\n 48,\n 49,\n 52,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_4717c26f-d4eb-43a2-a938-9f5de2050014.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-22T21:15:00.971049078Z","hostname":"oxz_internal_dns_a8eed122-c472-4291-b4a7-d30710ad9a45","pid":5444,"peer_addr":"[fd00:1122:3344:101::7]:42550","req_id":"e56ac205-02ea-44df-a848-435f6820ec4d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 54714,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_4717c26f-d4eb-43a2-a938-9f5de2050014.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_4717c26f-d4eb-43a2-a938-9f5de2050014.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 52,\n 55,\n 49,\n 55,\n 99,\n 50,\n 54,\n 102,\n 45,\n 100,\n 52,\n 101,\n 98,\n 45,\n 52,\n 51,\n 97,\n 50,\n 45,\n 97,\n 57,\n 51,\n 56,\n 45,\n 57,\n 102,\n 53,\n 100,\n 101,\n 50,\n 48,\n 53,\n 48,\n 48,\n 49,\n 52,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_4717c26f-d4eb-43a2-a938-9f5de2050014.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-22T21:15:00.972023715Z","hostname":"oxz_internal_dns_a8eed122-c472-4291-b4a7-d30710ad9a45","pid":5444,"peer_addr":"[fd00:1122:3344:101::7]:44421","req_id":"b51886a8-4b38-469d-8f3b-8a47a9d041b4","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 36449,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_a5c61c02-0187-4faa-a1d9-5e3d946265c2.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_a5c61c02-0187-4faa-a1d9-5e3d946265c2.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 97,\n 53,\n 99,\n 54,\n 49,\n 99,\n 48,\n 50,\n 45,\n 48,\n 49,\n 56,\n 55,\n 45,\n 52,\n 102,\n 97,\n 97,\n 45,\n 97,\n 49,\n 100,\n 57,\n 45,\n 53,\n 101,\n 51,\n 100,\n 57,\n 52,\n 54,\n 50,\n 54,\n 53,\n 99,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_a5c61c02-0187-4faa-a1d9-5e3d946265c2.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-22T21:15:01.003183632Z","hostname":"oxz_internal_dns_a8eed122-c472-4291-b4a7-d30710ad9a45","pid":5444,"peer_addr":"[fd00:1122:3344:101::4]:62009","req_id":"9e34484b-00e4-4f43-8a33-4e122454c25c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 36449,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_a5c61c02-0187-4faa-a1d9-5e3d946265c2.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_a5c61c02-0187-4faa-a1d9-5e3d946265c2.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 97,\n 53,\n 99,\n 54,\n 49,\n 99,\n 48,\n 50,\n 45,\n 48,\n 49,\n 56,\n 55,\n 45,\n 52,\n 102,\n 97,\n 97,\n 45,\n 97,\n 49,\n 100,\n 57,\n 45,\n 53,\n 101,\n 51,\n 100,\n 57,\n 52,\n 54,\n 50,\n 54,\n 53,\n 99,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_a5c61c02-0187-4faa-a1d9-5e3d946265c2.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-22T21:15:01.003973607Z","hostname":"oxz_internal_dns_a8eed122-c472-4291-b4a7-d30710ad9a45","pid":5444,"peer_addr":"[fd00:1122:3344:101::4]:60272","req_id":"02cded19-4946-4801-888b-718b3d6cb96c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 2135,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_2326afb1-1e54-4a4b-962e-3406a870a50b.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_2326afb1-1e54-4a4b-962e-3406a870a50b.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 50,\n 51,\n 50,\n 54,\n 97,\n 102,\n 98,\n 49,\n 45,\n 49,\n 101,\n 53,\n 52,\n 45,\n 52,\n 97,\n 52,\n 98,\n 45,\n 57,\n 54,\n 50,\n 101,\n 45,\n 51,\n 52,\n 48,\n 54,\n 97,\n 56,\n 55,\n 48,\n 97,\n 53,\n 48,\n 98,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_2326afb1-1e54-4a4b-962e-3406a870a50b.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-22T21:15:01.021980249Z","hostname":"oxz_internal_dns_a8eed122-c472-4291-b4a7-d30710ad9a45","pid":5444,"peer_addr":"[fd00:1122:3344:101::3]:55614","req_id":"61f13c29-f76a-40f9-ac55-9de22e25c741","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 2135,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_2326afb1-1e54-4a4b-962e-3406a870a50b.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_2326afb1-1e54-4a4b-962e-3406a870a50b.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 50,\n 51,\n 50,\n 54,\n 97,\n 102,\n 98,\n 49,\n 45,\n 49,\n 101,\n 53,\n 52,\n 45,\n 52,\n 97,\n 52,\n 98,\n 45,\n 57,\n 54,\n 50,\n 101,\n 45,\n 51,\n 52,\n 48,\n 54,\n 97,\n 56,\n 55,\n 48,\n 97,\n 53,\n 48,\n 98,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_2326afb1-1e54-4a4b-962e-3406a870a50b.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-22T21:15:01.022816345Z","hostname":"oxz_internal_dns_a8eed122-c472-4291-b4a7-d30710ad9a45","pid":5444,"peer_addr":"[fd00:1122:3344:101::3]:40941","req_id":"7600a115-85f7-4435-bd89-b0ec04bfddc3","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 53176,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-22T21:15:01.297384614Z","hostname":"oxz_internal_dns_a8eed122-c472-4291-b4a7-d30710ad9a45","pid":5444,"peer_addr":"[fd00:1122:3344:101::d]:60357","req_id":"c152126a-dd85-46c3-a75c-bd331484c174","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 31032,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-22T21:15:01.515188009Z","hostname":"oxz_internal_dns_a8eed122-c472-4291-b4a7-d30710ad9a45","pid":5444,"peer_addr":"[fd00:1122:3344:101::2]:51106","req_id":"4a6623bb-7205-4151-b6f4-940de7babd2a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 31032,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-22T21:15:01.515886294Z","hostname":"oxz_internal_dns_a8eed122-c472-4291-b4a7-d30710ad9a45","pid":5444,"peer_addr":"[fd00:1122:3344:101::2]:64498","req_id":"4510ebe1-a9d9-4225-b647-cc02d4a2ed7d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 1407,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_ntp_368e67a8-63e0-49de-8166-23aea4e79ab6.\"),\n ),\n original: Query {\n name: Name(\"oxz_ntp_368e67a8-63e0-49de-8166-23aea4e79ab6.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 44,\n 111,\n 120,\n 122,\n 95,\n 110,\n 116,\n 112,\n 95,\n 51,\n 54,\n 56,\n 101,\n 54,\n 55,\n 97,\n 56,\n 45,\n 54,\n 51,\n 101,\n 48,\n 45,\n 52,\n 57,\n 100,\n 101,\n 45,\n 56,\n 49,\n 54,\n 54,\n 45,\n 50,\n 51,\n 97,\n 101,\n 97,\n 52,\n 101,\n 55,\n 57,\n 97,\n 98,\n 54,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_ntp_368e67a8-63e0-49de-8166-23aea4e79ab6.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-22T21:15:01.552843883Z","hostname":"oxz_internal_dns_a8eed122-c472-4291-b4a7-d30710ad9a45","pid":5444,"peer_addr":"[fd00:1122:3344:101::1b]:55337","req_id":"33f0f4fa-cf73-49f6-b44c-dc45a297d925","component":"dns"}