[ May 20 17:41:08 Enabled. ] [ May 20 17:41:08 Rereading configuration. ] [ May 20 17:41:09 Rereading configuration. ] [ May 20 17:41:10 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:2::1]:5353 --dns-address [fd00:1122:3344:2::1]:53 &"). ] [ May 20 17:41:10 Method "start" exited with status 0. ] Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:2::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } note: configured to log to "/dev/stdout" {"msg":"config","v":0,"name":"dns-server","level":30,"time":"2026-05-20T17:41:10.466939687Z","hostname":"oxz_internal_dns_c3b9c849-d18a-4398-9550-eb8d0308aaf6","pid":5516,"dns_config":"Config { bind_address: [fd00:1122:3344:2::1]:53 }","config":"Config { log: File { level: Info, path: \"/dev/stdout\", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:2::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: \"/data/dns\", keep_old_generations: 3 } }"} {"msg":"opening sled database","v":0,"name":"dns-server","level":30,"time":"2026-05-20T17:41:10.46706977Z","hostname":"oxz_internal_dns_c3b9c849-d18a-4398-9550-eb8d0308aaf6","pid":5516,"component":"store","path":"/data/dns"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-05-20T17:41:10.484597988Z","hostname":"oxz_internal_dns_c3b9c849-d18a-4398-9550-eb8d0308aaf6","pid":5516,"component":"store"} {"msg":"pruning trees for generations older than 0","v":0,"name":"dns-server","level":30,"time":"2026-05-20T17:41:10.484617678Z","hostname":"oxz_internal_dns_c3b9c849-d18a-4398-9550-eb8d0308aaf6","pid":5516,"component":"store","keep":3} {"msg":"DNS server bound to address","v":0,"name":"dns-server","level":30,"time":"2026-05-20T17:41:10.48468382Z","hostname":"oxz_internal_dns_c3b9c849-d18a-4398-9550-eb8d0308aaf6","pid":5516,"component":"dns","local_address":"[fd00:1122:3344:2::1]:53"} {"msg":"listening","v":0,"name":"dns-server","level":30,"time":"2026-05-20T17:41:10.484987818Z","hostname":"oxz_internal_dns_c3b9c849-d18a-4398-9550-eb8d0308aaf6","pid":5516,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-20T17:41:10.564239438Z","hostname":"oxz_internal_dns_c3b9c849-d18a-4398-9550-eb8d0308aaf6","pid":5516,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:2::2]:61137"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-20T17:41:10.565036609Z","hostname":"oxz_internal_dns_c3b9c849-d18a-4398-9550-eb8d0308aaf6","pid":5516,"new_generation":1,"req_id":"176ad48b-bdf3-4542-8b06-a1541aebcd2f","component":"store"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-05-20T17:41:10.565066039Z","hostname":"oxz_internal_dns_c3b9c849-d18a-4398-9550-eb8d0308aaf6","pid":5516,"component":"store"} {"msg":"pruning trees for generations older than 1","v":0,"name":"dns-server","level":30,"time":"2026-05-20T17:41:10.581504959Z","hostname":"oxz_internal_dns_c3b9c849-d18a-4398-9550-eb8d0308aaf6","pid":5516,"component":"store","keep":3} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-20T17:41:10.58153334Z","hostname":"oxz_internal_dns_c3b9c849-d18a-4398-9550-eb8d0308aaf6","pid":5516,"new_generation":1,"req_id":"176ad48b-bdf3-4542-8b06-a1541aebcd2f","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-20T17:41:10.58154523Z","hostname":"oxz_internal_dns_c3b9c849-d18a-4398-9550-eb8d0308aaf6","pid":5516,"uri":"/config","method":"PUT","req_id":"176ad48b-bdf3-4542-8b06-a1541aebcd2f","remote_addr":"[fd00:1122:3344:2::2]:61137","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":16926,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 27099,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-20T17:41:22.748744299Z","hostname":"oxz_internal_dns_c3b9c849-d18a-4398-9550-eb8d0308aaf6","pid":5516,"peer_addr":"[fd00:1122:3344:101::1b]:59997","req_id":"fa38ec07-fb24-4592-ae41-103180303301","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 31222,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-20T17:41:22.766553344Z","hostname":"oxz_internal_dns_c3b9c849-d18a-4398-9550-eb8d0308aaf6","pid":5516,"peer_addr":"[fd00:1122:3344:101::1b]:52451","req_id":"e6153dc7-257b-44a7-86c3-3f09c7e0a3ba","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 24355,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-20T17:41:22.782746598Z","hostname":"oxz_internal_dns_c3b9c849-d18a-4398-9550-eb8d0308aaf6","pid":5516,"peer_addr":"[fd00:1122:3344:101::1b]:58272","req_id":"a9e267f8-b316-4841-95f1-193e23f88655","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 56560,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-20T17:43:07.840367809Z","hostname":"oxz_internal_dns_c3b9c849-d18a-4398-9550-eb8d0308aaf6","pid":5516,"peer_addr":"[fd00:1122:3344:101::1b]:38589","req_id":"65eca440-0b06-4986-a5e1-ed2d04e46069","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 11442,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-20T17:43:08.196013517Z","hostname":"oxz_internal_dns_c3b9c849-d18a-4398-9550-eb8d0308aaf6","pid":5516,"peer_addr":"[fd00:1122:3344:101::1b]:46581","req_id":"e8636422-83ca-4e45-a011-8b7acd4172b0","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 64817,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-20T17:43:08.212432306Z","hostname":"oxz_internal_dns_c3b9c849-d18a-4398-9550-eb8d0308aaf6","pid":5516,"peer_addr":"[fd00:1122:3344:101::1b]:62667","req_id":"eb0b7119-7c84-475d-a867-0c3f240c7c37","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 65282,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-20T17:43:33.304565361Z","hostname":"oxz_internal_dns_c3b9c849-d18a-4398-9550-eb8d0308aaf6","pid":5516,"peer_addr":"[fd00:1122:3344:101::d]:59281","req_id":"737eb88d-3266-4ba4-8769-fb554263aded","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 3905,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-20T17:43:43.307352704Z","hostname":"oxz_internal_dns_c3b9c849-d18a-4398-9550-eb8d0308aaf6","pid":5516,"peer_addr":"[fd00:1122:3344:101::d]:61572","req_id":"3a2d318b-09b6-44c4-a3bb-a311b2b6ad27","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 42897,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-20T17:43:43.515361706Z","hostname":"oxz_internal_dns_c3b9c849-d18a-4398-9550-eb8d0308aaf6","pid":5516,"peer_addr":"[fd00:1122:3344:101::a]:33870","req_id":"8ff8e01a-4ef4-4613-a249-10ba5effecf6","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 10132,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-20T17:43:43.524946697Z","hostname":"oxz_internal_dns_c3b9c849-d18a-4398-9550-eb8d0308aaf6","pid":5516,"peer_addr":"[fd00:1122:3344:101::b]:38097","req_id":"05aa90ba-ac06-4f42-bd2f-500a69cfda52","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 21455,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-20T17:43:43.575514367Z","hostname":"oxz_internal_dns_c3b9c849-d18a-4398-9550-eb8d0308aaf6","pid":5516,"peer_addr":"[fd00:1122:3344:101::c]:14017","req_id":"75a51551-de4d-4835-9ddb-5b5d029290c5","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-20T17:43:45.317641944Z","hostname":"oxz_internal_dns_c3b9c849-d18a-4398-9550-eb8d0308aaf6","pid":5516,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:55473"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-20T17:43:45.3825975Z","hostname":"oxz_internal_dns_c3b9c849-d18a-4398-9550-eb8d0308aaf6","pid":5516,"new_generation":1,"req_id":"746d8472-b5d4-4b30-a8b2-a8b9a5aadee5","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-20T17:43:45.382652201Z","hostname":"oxz_internal_dns_c3b9c849-d18a-4398-9550-eb8d0308aaf6","pid":5516,"new_generation":1,"req_id":"746d8472-b5d4-4b30-a8b2-a8b9a5aadee5","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-20T17:43:45.385564387Z","hostname":"oxz_internal_dns_c3b9c849-d18a-4398-9550-eb8d0308aaf6","pid":5516,"uri":"/config","method":"PUT","req_id":"746d8472-b5d4-4b30-a8b2-a8b9a5aadee5","remote_addr":"[fd00:1122:3344:101::b]:55473","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":32253,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 36621,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_7a4ab65b-91fc-44d4-a8b4-47ee14e87da6.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_7a4ab65b-91fc-44d4-a8b4-47ee14e87da6.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 55,\n 97,\n 52,\n 97,\n 98,\n 54,\n 53,\n 98,\n 45,\n 57,\n 49,\n 102,\n 99,\n 45,\n 52,\n 52,\n 100,\n 52,\n 45,\n 97,\n 56,\n 98,\n 52,\n 45,\n 52,\n 55,\n 101,\n 101,\n 49,\n 52,\n 101,\n 56,\n 55,\n 100,\n 97,\n 54,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_7a4ab65b-91fc-44d4-a8b4-47ee14e87da6.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-20T17:43:46.319986369Z","hostname":"oxz_internal_dns_c3b9c849-d18a-4398-9550-eb8d0308aaf6","pid":5516,"peer_addr":"[fd00:1122:3344:101::e]:37386","req_id":"01dd393c-7643-48b9-9fda-8621c8baf7e8","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 36621,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_7a4ab65b-91fc-44d4-a8b4-47ee14e87da6.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_7a4ab65b-91fc-44d4-a8b4-47ee14e87da6.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 55,\n 97,\n 52,\n 97,\n 98,\n 54,\n 53,\n 98,\n 45,\n 57,\n 49,\n 102,\n 99,\n 45,\n 52,\n 52,\n 100,\n 52,\n 45,\n 97,\n 56,\n 98,\n 52,\n 45,\n 52,\n 55,\n 101,\n 101,\n 49,\n 52,\n 101,\n 56,\n 55,\n 100,\n 97,\n 54,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_7a4ab65b-91fc-44d4-a8b4-47ee14e87da6.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-20T17:43:46.320621966Z","hostname":"oxz_internal_dns_c3b9c849-d18a-4398-9550-eb8d0308aaf6","pid":5516,"peer_addr":"[fd00:1122:3344:101::e]:41666","req_id":"30baf5af-c131-4cf9-b440-5b24a193d5cd","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-20T17:43:47.042826096Z","hostname":"oxz_internal_dns_c3b9c849-d18a-4398-9550-eb8d0308aaf6","pid":5516,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:37264"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-20T17:43:47.042901288Z","hostname":"oxz_internal_dns_c3b9c849-d18a-4398-9550-eb8d0308aaf6","pid":5516,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:50356"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-20T17:43:47.044616983Z","hostname":"oxz_internal_dns_c3b9c849-d18a-4398-9550-eb8d0308aaf6","pid":5516,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:51089"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-20T17:43:47.059721867Z","hostname":"oxz_internal_dns_c3b9c849-d18a-4398-9550-eb8d0308aaf6","pid":5516,"uri":"/config","method":"GET","req_id":"a61c47d8-a1d7-4331-9fab-b1e42dca1671","remote_addr":"[fd00:1122:3344:101::a]:51089","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":15003,"response_code":200} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-20T17:43:47.059791769Z","hostname":"oxz_internal_dns_c3b9c849-d18a-4398-9550-eb8d0308aaf6","pid":5516,"uri":"/config","method":"GET","req_id":"aa4aa367-3938-4c30-a0fe-1b00107c9743","remote_addr":"[fd00:1122:3344:101::c]:37264","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":16832,"response_code":200} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-20T17:43:47.059847801Z","hostname":"oxz_internal_dns_c3b9c849-d18a-4398-9550-eb8d0308aaf6","pid":5516,"uri":"/config","method":"GET","req_id":"ca80bb24-f121-4f31-af39-ab3a60d0cd4e","remote_addr":"[fd00:1122:3344:101::b]:50356","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":16835,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 4596,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-20T17:43:48.420452983Z","hostname":"oxz_internal_dns_c3b9c849-d18a-4398-9550-eb8d0308aaf6","pid":5516,"peer_addr":"[fd00:1122:3344:101::b]:11586","req_id":"69b3e378-f027-4c11-ab1b-6428854fd528","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-20T17:43:48.550982601Z","hostname":"oxz_internal_dns_c3b9c849-d18a-4398-9550-eb8d0308aaf6","pid":5516,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:55918"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-20T17:43:48.551217807Z","hostname":"oxz_internal_dns_c3b9c849-d18a-4398-9550-eb8d0308aaf6","pid":5516,"uri":"/config","method":"GET","req_id":"02f3ae09-9678-49dc-9326-a04ef0b40d50","remote_addr":"[fd00:1122:3344:101::b]:55918","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":184,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 43708,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-20T17:43:49.199269501Z","hostname":"oxz_internal_dns_c3b9c849-d18a-4398-9550-eb8d0308aaf6","pid":5516,"peer_addr":"[fd00:1122:3344:101::b]:36925","req_id":"4f7d954b-e1f5-45b8-8d7b-a38410f3c45b","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-20T17:43:49.324552883Z","hostname":"oxz_internal_dns_c3b9c849-d18a-4398-9550-eb8d0308aaf6","pid":5516,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:56223"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-20T17:43:49.32482321Z","hostname":"oxz_internal_dns_c3b9c849-d18a-4398-9550-eb8d0308aaf6","pid":5516,"uri":"/config","method":"GET","req_id":"91ffc4fb-61ed-4c05-a587-d21d9d70ddf8","remote_addr":"[fd00:1122:3344:101::b]:56223","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":207,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 8282,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-20T17:43:50.257162009Z","hostname":"oxz_internal_dns_c3b9c849-d18a-4398-9550-eb8d0308aaf6","pid":5516,"peer_addr":"[fd00:1122:3344:101::b]:47626","req_id":"f90a154e-4d6f-4daf-bb94-e9f4858fcecc","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-20T17:43:50.37860912Z","hostname":"oxz_internal_dns_c3b9c849-d18a-4398-9550-eb8d0308aaf6","pid":5516,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:63775"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-20T17:43:50.378834236Z","hostname":"oxz_internal_dns_c3b9c849-d18a-4398-9550-eb8d0308aaf6","pid":5516,"uri":"/config","method":"GET","req_id":"f790b893-b32c-4e88-b068-a39e14cc930e","remote_addr":"[fd00:1122:3344:101::b]:63775","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":181,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 58975,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-20T17:43:53.3091175Z","hostname":"oxz_internal_dns_c3b9c849-d18a-4398-9550-eb8d0308aaf6","pid":5516,"peer_addr":"[fd00:1122:3344:101::d]:58791","req_id":"92117c74-805c-4f4e-ac55-88f58ad9b49b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 1250,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-20T17:43:54.047071342Z","hostname":"oxz_internal_dns_c3b9c849-d18a-4398-9550-eb8d0308aaf6","pid":5516,"peer_addr":"[fd00:1122:3344:101::c]:29072","req_id":"1c4dba56-29b3-4034-b709-9414fcbd9ab8","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 3924,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-20T17:43:54.050933933Z","hostname":"oxz_internal_dns_c3b9c849-d18a-4398-9550-eb8d0308aaf6","pid":5516,"peer_addr":"[fd00:1122:3344:101::a]:17915","req_id":"fbc920ac-62ad-4033-848e-58d63c750a5f","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-20T17:43:54.164126539Z","hostname":"oxz_internal_dns_c3b9c849-d18a-4398-9550-eb8d0308aaf6","pid":5516,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:38071"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-20T17:43:54.164343135Z","hostname":"oxz_internal_dns_c3b9c849-d18a-4398-9550-eb8d0308aaf6","pid":5516,"uri":"/config","method":"GET","req_id":"e4397173-44a6-41ca-92f9-dcac7c06a19a","remote_addr":"[fd00:1122:3344:101::c]:38071","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":185,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-20T17:43:54.213785086Z","hostname":"oxz_internal_dns_c3b9c849-d18a-4398-9550-eb8d0308aaf6","pid":5516,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:59862"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-20T17:43:54.214000882Z","hostname":"oxz_internal_dns_c3b9c849-d18a-4398-9550-eb8d0308aaf6","pid":5516,"uri":"/config","method":"GET","req_id":"0d658a77-dd86-4d85-9d9d-41bb7df0c14b","remote_addr":"[fd00:1122:3344:101::a]:59862","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":179,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 13290,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-20T17:44:03.310415755Z","hostname":"oxz_internal_dns_c3b9c849-d18a-4398-9550-eb8d0308aaf6","pid":5516,"peer_addr":"[fd00:1122:3344:101::d]:50277","req_id":"5401c2e2-e522-4ef3-ba39-5f70d9a03094","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 39402,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-20T17:44:13.311682929Z","hostname":"oxz_internal_dns_c3b9c849-d18a-4398-9550-eb8d0308aaf6","pid":5516,"peer_addr":"[fd00:1122:3344:101::d]:57588","req_id":"a433e8f5-fad8-4afa-9878-095a14158f37","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 21234,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-20T17:44:23.312990964Z","hostname":"oxz_internal_dns_c3b9c849-d18a-4398-9550-eb8d0308aaf6","pid":5516,"peer_addr":"[fd00:1122:3344:101::d]:58595","req_id":"9c99c664-f830-46f7-8371-8aa6f9d99427","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 48849,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-20T17:44:33.314817763Z","hostname":"oxz_internal_dns_c3b9c849-d18a-4398-9550-eb8d0308aaf6","pid":5516,"peer_addr":"[fd00:1122:3344:101::d]:60559","req_id":"9a41dd83-f123-4fd9-a423-aa0b385a5097","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-20T17:44:43.173290251Z","hostname":"oxz_internal_dns_c3b9c849-d18a-4398-9550-eb8d0308aaf6","pid":5516,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:43850"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-20T17:44:43.174175024Z","hostname":"oxz_internal_dns_c3b9c849-d18a-4398-9550-eb8d0308aaf6","pid":5516,"new_generation":1,"req_id":"faa49e23-b377-43dc-9994-eafd75c6a4d0","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-20T17:44:43.174220975Z","hostname":"oxz_internal_dns_c3b9c849-d18a-4398-9550-eb8d0308aaf6","pid":5516,"new_generation":1,"req_id":"faa49e23-b377-43dc-9994-eafd75c6a4d0","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-20T17:44:43.174255436Z","hostname":"oxz_internal_dns_c3b9c849-d18a-4398-9550-eb8d0308aaf6","pid":5516,"uri":"/config","method":"PUT","req_id":"faa49e23-b377-43dc-9994-eafd75c6a4d0","remote_addr":"[fd00:1122:3344:101::b]:43850","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":573,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 61037,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-20T17:44:43.316358187Z","hostname":"oxz_internal_dns_c3b9c849-d18a-4398-9550-eb8d0308aaf6","pid":5516,"peer_addr":"[fd00:1122:3344:101::d]:60177","req_id":"e491b989-19c8-4bb2-965f-badae8b64655","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-20T17:44:43.352380738Z","hostname":"oxz_internal_dns_c3b9c849-d18a-4398-9550-eb8d0308aaf6","pid":5516,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:43476"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-20T17:44:43.352680676Z","hostname":"oxz_internal_dns_c3b9c849-d18a-4398-9550-eb8d0308aaf6","pid":5516,"new_generation":1,"req_id":"7771cd5f-2713-4792-8d0c-b21c8e42e257","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-20T17:44:43.352704546Z","hostname":"oxz_internal_dns_c3b9c849-d18a-4398-9550-eb8d0308aaf6","pid":5516,"new_generation":1,"req_id":"7771cd5f-2713-4792-8d0c-b21c8e42e257","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-20T17:44:43.352732577Z","hostname":"oxz_internal_dns_c3b9c849-d18a-4398-9550-eb8d0308aaf6","pid":5516,"uri":"/config","method":"PUT","req_id":"7771cd5f-2713-4792-8d0c-b21c8e42e257","remote_addr":"[fd00:1122:3344:101::c]:43476","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":275,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-20T17:44:43.614122963Z","hostname":"oxz_internal_dns_c3b9c849-d18a-4398-9550-eb8d0308aaf6","pid":5516,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:54520"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-20T17:44:43.614444851Z","hostname":"oxz_internal_dns_c3b9c849-d18a-4398-9550-eb8d0308aaf6","pid":5516,"new_generation":1,"req_id":"018ccbfa-c7ce-425a-8bd4-65364e8e1a4c","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-20T17:44:43.614494233Z","hostname":"oxz_internal_dns_c3b9c849-d18a-4398-9550-eb8d0308aaf6","pid":5516,"new_generation":1,"req_id":"018ccbfa-c7ce-425a-8bd4-65364e8e1a4c","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-20T17:44:43.614505313Z","hostname":"oxz_internal_dns_c3b9c849-d18a-4398-9550-eb8d0308aaf6","pid":5516,"uri":"/config","method":"PUT","req_id":"018ccbfa-c7ce-425a-8bd4-65364e8e1a4c","remote_addr":"[fd00:1122:3344:101::a]:54520","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":290,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 10794,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-20T17:44:44.542154828Z","hostname":"oxz_internal_dns_c3b9c849-d18a-4398-9550-eb8d0308aaf6","pid":5516,"peer_addr":"[fd00:1122:3344:101::c]:17241","req_id":"420620f9-7c15-4338-b1db-fd183d86d9cf","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 57983,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-20T17:44:44.604550008Z","hostname":"oxz_internal_dns_c3b9c849-d18a-4398-9550-eb8d0308aaf6","pid":5516,"peer_addr":"[fd00:1122:3344:101::b]:17117","req_id":"650566b1-6ab2-445b-a1f9-f979d350c1e2","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 32685,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-20T17:44:44.643221738Z","hostname":"oxz_internal_dns_c3b9c849-d18a-4398-9550-eb8d0308aaf6","pid":5516,"peer_addr":"[fd00:1122:3344:101::a]:1924","req_id":"6baca0b1-cca4-413b-bbb3-cc3e368fbc24","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-20T17:44:44.714597342Z","hostname":"oxz_internal_dns_c3b9c849-d18a-4398-9550-eb8d0308aaf6","pid":5516,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:64370"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-20T17:44:44.714810697Z","hostname":"oxz_internal_dns_c3b9c849-d18a-4398-9550-eb8d0308aaf6","pid":5516,"uri":"/config","method":"GET","req_id":"1977ad00-39fb-4358-8f80-b3c60d1ef598","remote_addr":"[fd00:1122:3344:101::b]:64370","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":181,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-20T17:44:44.759591387Z","hostname":"oxz_internal_dns_c3b9c849-d18a-4398-9550-eb8d0308aaf6","pid":5516,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:54351"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-20T17:44:44.759806072Z","hostname":"oxz_internal_dns_c3b9c849-d18a-4398-9550-eb8d0308aaf6","pid":5516,"uri":"/config","method":"GET","req_id":"781fc55f-f5dd-4e66-bf70-9d4d80689924","remote_addr":"[fd00:1122:3344:101::a]:54351","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":181,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-20T17:44:44.792923317Z","hostname":"oxz_internal_dns_c3b9c849-d18a-4398-9550-eb8d0308aaf6","pid":5516,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:56911"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-20T17:44:44.793109582Z","hostname":"oxz_internal_dns_c3b9c849-d18a-4398-9550-eb8d0308aaf6","pid":5516,"uri":"/config","method":"GET","req_id":"ca5b051d-8020-41c8-92d6-f6f958b17e7a","remote_addr":"[fd00:1122:3344:101::c]:56911","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":157,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 23590,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-20T17:44:53.317534301Z","hostname":"oxz_internal_dns_c3b9c849-d18a-4398-9550-eb8d0308aaf6","pid":5516,"peer_addr":"[fd00:1122:3344:101::d]:50147","req_id":"86a36d3b-7442-4b13-a9f7-e28df7b17bbc","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 62766,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_7a4ab65b-91fc-44d4-a8b4-47ee14e87da6.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_7a4ab65b-91fc-44d4-a8b4-47ee14e87da6.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 55,\n 97,\n 52,\n 97,\n 98,\n 54,\n 53,\n 98,\n 45,\n 57,\n 49,\n 102,\n 99,\n 45,\n 52,\n 52,\n 100,\n 52,\n 45,\n 97,\n 56,\n 98,\n 52,\n 45,\n 52,\n 55,\n 101,\n 101,\n 49,\n 52,\n 101,\n 56,\n 55,\n 100,\n 97,\n 54,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_7a4ab65b-91fc-44d4-a8b4-47ee14e87da6.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-20T17:45:00.520604761Z","hostname":"oxz_internal_dns_c3b9c849-d18a-4398-9550-eb8d0308aaf6","pid":5516,"peer_addr":"[fd00:1122:3344:101::e]:49316","req_id":"f1e245c0-5f7b-41d0-a312-67fc37def9a2","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 62766,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_7a4ab65b-91fc-44d4-a8b4-47ee14e87da6.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_7a4ab65b-91fc-44d4-a8b4-47ee14e87da6.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 55,\n 97,\n 52,\n 97,\n 98,\n 54,\n 53,\n 98,\n 45,\n 57,\n 49,\n 102,\n 99,\n 45,\n 52,\n 52,\n 100,\n 52,\n 45,\n 97,\n 56,\n 98,\n 52,\n 45,\n 52,\n 55,\n 101,\n 101,\n 49,\n 52,\n 101,\n 56,\n 55,\n 100,\n 97,\n 54,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_7a4ab65b-91fc-44d4-a8b4-47ee14e87da6.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-20T17:45:00.521204837Z","hostname":"oxz_internal_dns_c3b9c849-d18a-4398-9550-eb8d0308aaf6","pid":5516,"peer_addr":"[fd00:1122:3344:101::e]:32941","req_id":"48353f08-10d3-43c7-a28f-f4fa4b1fb245","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 33920,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_7586000e-f4a7-4124-b93d-12c10be78835.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_7586000e-f4a7-4124-b93d-12c10be78835.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 55,\n 53,\n 56,\n 54,\n 48,\n 48,\n 48,\n 101,\n 45,\n 102,\n 52,\n 97,\n 55,\n 45,\n 52,\n 49,\n 50,\n 52,\n 45,\n 98,\n 57,\n 51,\n 100,\n 45,\n 49,\n 50,\n 99,\n 49,\n 48,\n 98,\n 101,\n 55,\n 56,\n 56,\n 51,\n 53,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_7586000e-f4a7-4124-b93d-12c10be78835.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-20T17:45:00.532997834Z","hostname":"oxz_internal_dns_c3b9c849-d18a-4398-9550-eb8d0308aaf6","pid":5516,"peer_addr":"[fd00:1122:3344:101::6]:33376","req_id":"644e219e-6306-42b3-9033-6310696b59bc","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 33920,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_7586000e-f4a7-4124-b93d-12c10be78835.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_7586000e-f4a7-4124-b93d-12c10be78835.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 55,\n 53,\n 56,\n 54,\n 48,\n 48,\n 48,\n 101,\n 45,\n 102,\n 52,\n 97,\n 55,\n 45,\n 52,\n 49,\n 50,\n 52,\n 45,\n 98,\n 57,\n 51,\n 100,\n 45,\n 49,\n 50,\n 99,\n 49,\n 48,\n 98,\n 101,\n 55,\n 56,\n 56,\n 51,\n 53,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_7586000e-f4a7-4124-b93d-12c10be78835.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-20T17:45:00.533488347Z","hostname":"oxz_internal_dns_c3b9c849-d18a-4398-9550-eb8d0308aaf6","pid":5516,"peer_addr":"[fd00:1122:3344:101::6]:54855","req_id":"5b0b051e-0ef4-40d9-bb9b-4602f3f3a363","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 65012,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_8f6c2038-0276-48af-83b0-341e150b5cee.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_8f6c2038-0276-48af-83b0-341e150b5cee.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 56,\n 102,\n 54,\n 99,\n 50,\n 48,\n 51,\n 56,\n 45,\n 48,\n 50,\n 55,\n 54,\n 45,\n 52,\n 56,\n 97,\n 102,\n 45,\n 56,\n 51,\n 98,\n 48,\n 45,\n 51,\n 52,\n 49,\n 101,\n 49,\n 53,\n 48,\n 98,\n 53,\n 99,\n 101,\n 101,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_8f6c2038-0276-48af-83b0-341e150b5cee.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-20T17:45:00.534712279Z","hostname":"oxz_internal_dns_c3b9c849-d18a-4398-9550-eb8d0308aaf6","pid":5516,"peer_addr":"[fd00:1122:3344:101::3]:33278","req_id":"caa5ec58-9092-4100-9508-c39838f9eab7","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 65012,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_8f6c2038-0276-48af-83b0-341e150b5cee.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_8f6c2038-0276-48af-83b0-341e150b5cee.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 56,\n 102,\n 54,\n 99,\n 50,\n 48,\n 51,\n 56,\n 45,\n 48,\n 50,\n 55,\n 54,\n 45,\n 52,\n 56,\n 97,\n 102,\n 45,\n 56,\n 51,\n 98,\n 48,\n 45,\n 51,\n 52,\n 49,\n 101,\n 49,\n 53,\n 48,\n 98,\n 53,\n 99,\n 101,\n 101,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_8f6c2038-0276-48af-83b0-341e150b5cee.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-20T17:45:00.535195092Z","hostname":"oxz_internal_dns_c3b9c849-d18a-4398-9550-eb8d0308aaf6","pid":5516,"peer_addr":"[fd00:1122:3344:101::3]:55718","req_id":"3c81b13e-d477-4cdd-b9a8-6519b4dad74a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 31275,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_d50ff9a3-c131-4fb1-ad96-db9f5a42ea6e.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_d50ff9a3-c131-4fb1-ad96-db9f5a42ea6e.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 100,\n 53,\n 48,\n 102,\n 102,\n 57,\n 97,\n 51,\n 45,\n 99,\n 49,\n 51,\n 49,\n 45,\n 52,\n 102,\n 98,\n 49,\n 45,\n 97,\n 100,\n 57,\n 54,\n 45,\n 100,\n 98,\n 57,\n 102,\n 53,\n 97,\n 52,\n 50,\n 101,\n 97,\n 54,\n 101,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_d50ff9a3-c131-4fb1-ad96-db9f5a42ea6e.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-20T17:45:00.604675957Z","hostname":"oxz_internal_dns_c3b9c849-d18a-4398-9550-eb8d0308aaf6","pid":5516,"peer_addr":"[fd00:1122:3344:101::7]:39414","req_id":"68cde072-436c-4434-8bc3-07a484111309","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 31275,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_d50ff9a3-c131-4fb1-ad96-db9f5a42ea6e.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_d50ff9a3-c131-4fb1-ad96-db9f5a42ea6e.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 100,\n 53,\n 48,\n 102,\n 102,\n 57,\n 97,\n 51,\n 45,\n 99,\n 49,\n 51,\n 49,\n 45,\n 52,\n 102,\n 98,\n 49,\n 45,\n 97,\n 100,\n 57,\n 54,\n 45,\n 100,\n 98,\n 57,\n 102,\n 53,\n 97,\n 52,\n 50,\n 101,\n 97,\n 54,\n 101,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_d50ff9a3-c131-4fb1-ad96-db9f5a42ea6e.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-20T17:45:00.605412616Z","hostname":"oxz_internal_dns_c3b9c849-d18a-4398-9550-eb8d0308aaf6","pid":5516,"peer_addr":"[fd00:1122:3344:101::7]:34751","req_id":"270d82b9-4e57-4224-8ef1-3a4111967aa1","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 11674,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_85c62a18-ccac-4cd8-9f0b-3ae5f9264aa4.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_85c62a18-ccac-4cd8-9f0b-3ae5f9264aa4.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 56,\n 53,\n 99,\n 54,\n 50,\n 97,\n 49,\n 56,\n 45,\n 99,\n 99,\n 97,\n 99,\n 45,\n 52,\n 99,\n 100,\n 56,\n 45,\n 57,\n 102,\n 48,\n 98,\n 45,\n 51,\n 97,\n 101,\n 53,\n 102,\n 57,\n 50,\n 54,\n 52,\n 97,\n 97,\n 52,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_85c62a18-ccac-4cd8-9f0b-3ae5f9264aa4.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-20T17:45:00.673923745Z","hostname":"oxz_internal_dns_c3b9c849-d18a-4398-9550-eb8d0308aaf6","pid":5516,"peer_addr":"[fd00:1122:3344:101::5]:54365","req_id":"c520fafd-0f9c-44f6-8ad2-b0b1762446c9","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 11674,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_85c62a18-ccac-4cd8-9f0b-3ae5f9264aa4.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_85c62a18-ccac-4cd8-9f0b-3ae5f9264aa4.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 56,\n 53,\n 99,\n 54,\n 50,\n 97,\n 49,\n 56,\n 45,\n 99,\n 99,\n 97,\n 99,\n 45,\n 52,\n 99,\n 100,\n 56,\n 45,\n 57,\n 102,\n 48,\n 98,\n 45,\n 51,\n 97,\n 101,\n 53,\n 102,\n 57,\n 50,\n 54,\n 52,\n 97,\n 97,\n 52,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_85c62a18-ccac-4cd8-9f0b-3ae5f9264aa4.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-20T17:45:00.674628583Z","hostname":"oxz_internal_dns_c3b9c849-d18a-4398-9550-eb8d0308aaf6","pid":5516,"peer_addr":"[fd00:1122:3344:101::5]:43637","req_id":"5dccb94d-5ea6-42ce-936f-a04dab520703","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 30093,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_ae2e19bc-8fe3-4d90-8cf1-b463b5020bcf.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_ae2e19bc-8fe3-4d90-8cf1-b463b5020bcf.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 97,\n 101,\n 50,\n 101,\n 49,\n 57,\n 98,\n 99,\n 45,\n 56,\n 102,\n 101,\n 51,\n 45,\n 52,\n 100,\n 57,\n 48,\n 45,\n 56,\n 99,\n 102,\n 49,\n 45,\n 98,\n 52,\n 54,\n 51,\n 98,\n 53,\n 48,\n 50,\n 48,\n 98,\n 99,\n 102,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_ae2e19bc-8fe3-4d90-8cf1-b463b5020bcf.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-20T17:45:00.717085122Z","hostname":"oxz_internal_dns_c3b9c849-d18a-4398-9550-eb8d0308aaf6","pid":5516,"peer_addr":"[fd00:1122:3344:101::4]:60294","req_id":"6b9f7fb3-2b55-4173-a70c-b718c3ee3153","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 30093,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_ae2e19bc-8fe3-4d90-8cf1-b463b5020bcf.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_ae2e19bc-8fe3-4d90-8cf1-b463b5020bcf.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 97,\n 101,\n 50,\n 101,\n 49,\n 57,\n 98,\n 99,\n 45,\n 56,\n 102,\n 101,\n 51,\n 45,\n 52,\n 100,\n 57,\n 48,\n 45,\n 56,\n 99,\n 102,\n 49,\n 45,\n 98,\n 52,\n 54,\n 51,\n 98,\n 53,\n 48,\n 50,\n 48,\n 98,\n 99,\n 102,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_ae2e19bc-8fe3-4d90-8cf1-b463b5020bcf.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-20T17:45:00.717705138Z","hostname":"oxz_internal_dns_c3b9c849-d18a-4398-9550-eb8d0308aaf6","pid":5516,"peer_addr":"[fd00:1122:3344:101::4]:44971","req_id":"92d8fddf-202e-4236-9f6b-13ad2f016c53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 43835,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-20T17:45:01.048408755Z","hostname":"oxz_internal_dns_c3b9c849-d18a-4398-9550-eb8d0308aaf6","pid":5516,"peer_addr":"[fd00:1122:3344:101::2]:35026","req_id":"a6f9f2be-893f-46ae-a713-2cf5d654d43c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 43835,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-20T17:45:01.049041281Z","hostname":"oxz_internal_dns_c3b9c849-d18a-4398-9550-eb8d0308aaf6","pid":5516,"peer_addr":"[fd00:1122:3344:101::2]:59570","req_id":"2f98ce58-1539-461e-86ff-c71ac32b590a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 8566,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_ntp_6db77ceb-8bd9-4a4d-b008-5334c1e86c46.\"),\n ),\n original: Query {\n name: Name(\"oxz_ntp_6db77ceb-8bd9-4a4d-b008-5334c1e86c46.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 44,\n 111,\n 120,\n 122,\n 95,\n 110,\n 116,\n 112,\n 95,\n 54,\n 100,\n 98,\n 55,\n 55,\n 99,\n 101,\n 98,\n 45,\n 56,\n 98,\n 100,\n 57,\n 45,\n 52,\n 97,\n 52,\n 100,\n 45,\n 98,\n 48,\n 48,\n 56,\n 45,\n 53,\n 51,\n 51,\n 52,\n 99,\n 49,\n 101,\n 56,\n 54,\n 99,\n 52,\n 54,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_ntp_6db77ceb-8bd9-4a4d-b008-5334c1e86c46.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-20T17:45:01.201353139Z","hostname":"oxz_internal_dns_c3b9c849-d18a-4398-9550-eb8d0308aaf6","pid":5516,"peer_addr":"[fd00:1122:3344:101::1b]:40174","req_id":"c73c5a83-4192-4b88-b1ec-60fe66bd1a17","component":"dns"}