[ May 7 17:08:31 Enabled. ] [ May 7 17:08:31 Rereading configuration. ] [ May 7 17:08:32 Rereading configuration. ] [ May 7 17:08:35 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:1::1]:5353 --dns-address [fd00:1122:3344:1::1]:53 &"). ] [ May 7 17:08:35 Method "start" exited with status 0. ] Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:1::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } note: configured to log to "/dev/stdout" {"msg":"config","v":0,"name":"dns-server","level":30,"time":"2026-05-07T17:08:35.880740978Z","hostname":"oxz_internal_dns_a211fe2b-01f0-42fd-8c81-c51c8a21d1ab","pid":5559,"dns_config":"Config { bind_address: [fd00:1122:3344:1::1]:53 }","config":"Config { log: File { level: Info, path: \"/dev/stdout\", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:1::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: \"/data/dns\", keep_old_generations: 3 } }"} {"msg":"opening sled database","v":0,"name":"dns-server","level":30,"time":"2026-05-07T17:08:35.880861829Z","hostname":"oxz_internal_dns_a211fe2b-01f0-42fd-8c81-c51c8a21d1ab","pid":5559,"component":"store","path":"/data/dns"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-05-07T17:08:35.901932103Z","hostname":"oxz_internal_dns_a211fe2b-01f0-42fd-8c81-c51c8a21d1ab","pid":5559,"component":"store"} {"msg":"pruning trees for generations older than 0","v":0,"name":"dns-server","level":30,"time":"2026-05-07T17:08:35.901946803Z","hostname":"oxz_internal_dns_a211fe2b-01f0-42fd-8c81-c51c8a21d1ab","pid":5559,"component":"store","keep":3} {"msg":"DNS server bound to address","v":0,"name":"dns-server","level":30,"time":"2026-05-07T17:08:35.902000633Z","hostname":"oxz_internal_dns_a211fe2b-01f0-42fd-8c81-c51c8a21d1ab","pid":5559,"component":"dns","local_address":"[fd00:1122:3344:1::1]:53"} {"msg":"listening","v":0,"name":"dns-server","level":30,"time":"2026-05-07T17:08:35.902285525Z","hostname":"oxz_internal_dns_a211fe2b-01f0-42fd-8c81-c51c8a21d1ab","pid":5559,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-07T17:08:35.983100054Z","hostname":"oxz_internal_dns_a211fe2b-01f0-42fd-8c81-c51c8a21d1ab","pid":5559,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:1::2]:62175"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-07T17:08:35.98393343Z","hostname":"oxz_internal_dns_a211fe2b-01f0-42fd-8c81-c51c8a21d1ab","pid":5559,"new_generation":1,"req_id":"09c256be-d7ef-46ff-93e1-763767906930","component":"store"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-05-07T17:08:35.98396098Z","hostname":"oxz_internal_dns_a211fe2b-01f0-42fd-8c81-c51c8a21d1ab","pid":5559,"component":"store"} {"msg":"pruning trees for generations older than 1","v":0,"name":"dns-server","level":30,"time":"2026-05-07T17:08:36.03823879Z","hostname":"oxz_internal_dns_a211fe2b-01f0-42fd-8c81-c51c8a21d1ab","pid":5559,"component":"store","keep":3} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-07T17:08:36.03827153Z","hostname":"oxz_internal_dns_a211fe2b-01f0-42fd-8c81-c51c8a21d1ab","pid":5559,"new_generation":1,"req_id":"09c256be-d7ef-46ff-93e1-763767906930","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-07T17:08:36.03828018Z","hostname":"oxz_internal_dns_a211fe2b-01f0-42fd-8c81-c51c8a21d1ab","pid":5559,"uri":"/config","method":"PUT","req_id":"09c256be-d7ef-46ff-93e1-763767906930","remote_addr":"[fd00:1122:3344:1::2]:62175","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":54808,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 793,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-07T17:08:49.664831863Z","hostname":"oxz_internal_dns_a211fe2b-01f0-42fd-8c81-c51c8a21d1ab","pid":5559,"peer_addr":"[fd00:1122:3344:101::1b]:49294","req_id":"7145fbea-b9d0-4532-a9a3-9a8e88579cbb","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 8981,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-07T17:08:49.669341084Z","hostname":"oxz_internal_dns_a211fe2b-01f0-42fd-8c81-c51c8a21d1ab","pid":5559,"peer_addr":"[fd00:1122:3344:101::1b]:58000","req_id":"a3549d7f-5ccf-46b9-90e3-70648c090fae","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 39094,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-07T17:08:49.673496052Z","hostname":"oxz_internal_dns_a211fe2b-01f0-42fd-8c81-c51c8a21d1ab","pid":5559,"peer_addr":"[fd00:1122:3344:101::1b]:51828","req_id":"8209bb19-18b5-414c-b2e0-519a1fffbbf5","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 71,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-07T17:10:50.003746579Z","hostname":"oxz_internal_dns_a211fe2b-01f0-42fd-8c81-c51c8a21d1ab","pid":5559,"peer_addr":"[fd00:1122:3344:101::1b]:40453","req_id":"609b0f35-09b7-49ed-863e-761bdeddf4f7","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 35125,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-07T17:10:50.039755735Z","hostname":"oxz_internal_dns_a211fe2b-01f0-42fd-8c81-c51c8a21d1ab","pid":5559,"peer_addr":"[fd00:1122:3344:101::1b]:37062","req_id":"a17acd66-1c6d-42cc-afa4-aed807e49afb","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 25832,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-07T17:10:50.044105185Z","hostname":"oxz_internal_dns_a211fe2b-01f0-42fd-8c81-c51c8a21d1ab","pid":5559,"peer_addr":"[fd00:1122:3344:101::1b]:55522","req_id":"6f98186e-eaea-455b-9af9-f3a2a717f70c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 11328,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-07T17:11:28.620097457Z","hostname":"oxz_internal_dns_a211fe2b-01f0-42fd-8c81-c51c8a21d1ab","pid":5559,"peer_addr":"[fd00:1122:3344:101::d]:60874","req_id":"4c268c9a-d6d0-49d2-80d1-2083b4c5ca08","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 20181,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_5fb209e4-95e8-4ea7-ae15-8049e04bb2b5.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_5fb209e4-95e8-4ea7-ae15-8049e04bb2b5.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 53,\n 102,\n 98,\n 50,\n 48,\n 57,\n 101,\n 52,\n 45,\n 57,\n 53,\n 101,\n 56,\n 45,\n 52,\n 101,\n 97,\n 55,\n 45,\n 97,\n 101,\n 49,\n 53,\n 45,\n 56,\n 48,\n 52,\n 57,\n 101,\n 48,\n 52,\n 98,\n 98,\n 50,\n 98,\n 53,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_5fb209e4-95e8-4ea7-ae15-8049e04bb2b5.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-07T17:11:31.626211296Z","hostname":"oxz_internal_dns_a211fe2b-01f0-42fd-8c81-c51c8a21d1ab","pid":5559,"peer_addr":"[fd00:1122:3344:101::e]:62376","req_id":"867b2cb3-3f3c-47df-b36c-0da31f30e1d2","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 20181,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_5fb209e4-95e8-4ea7-ae15-8049e04bb2b5.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_5fb209e4-95e8-4ea7-ae15-8049e04bb2b5.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 53,\n 102,\n 98,\n 50,\n 48,\n 57,\n 101,\n 52,\n 45,\n 57,\n 53,\n 101,\n 56,\n 45,\n 52,\n 101,\n 97,\n 55,\n 45,\n 97,\n 101,\n 49,\n 53,\n 45,\n 56,\n 48,\n 52,\n 57,\n 101,\n 48,\n 52,\n 98,\n 98,\n 50,\n 98,\n 53,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_5fb209e4-95e8-4ea7-ae15-8049e04bb2b5.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-07T17:11:31.63564519Z","hostname":"oxz_internal_dns_a211fe2b-01f0-42fd-8c81-c51c8a21d1ab","pid":5559,"peer_addr":"[fd00:1122:3344:101::e]:54120","req_id":"a8c22c5b-f384-4c80-8d18-622507f4f1f3","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 43043,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-07T17:11:38.595347569Z","hostname":"oxz_internal_dns_a211fe2b-01f0-42fd-8c81-c51c8a21d1ab","pid":5559,"peer_addr":"[fd00:1122:3344:101::d]:62830","req_id":"957dd744-b999-4a31-97ea-75a3e9fc9a56","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 41745,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-07T17:11:38.683984442Z","hostname":"oxz_internal_dns_a211fe2b-01f0-42fd-8c81-c51c8a21d1ab","pid":5559,"peer_addr":"[fd00:1122:3344:101::a]:57834","req_id":"6c191d8f-2e01-4c4b-9172-f5ff83fc2537","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 28555,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-07T17:11:38.781310054Z","hostname":"oxz_internal_dns_a211fe2b-01f0-42fd-8c81-c51c8a21d1ab","pid":5559,"peer_addr":"[fd00:1122:3344:101::c]:21527","req_id":"e9838c52-5a13-4fe6-881d-c331dce57a88","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 32700,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-07T17:11:39.92076625Z","hostname":"oxz_internal_dns_a211fe2b-01f0-42fd-8c81-c51c8a21d1ab","pid":5559,"peer_addr":"[fd00:1122:3344:101::b]:45047","req_id":"0610c644-e508-466e-95fb-2215edc890d2","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 18189,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-07T17:11:48.597523759Z","hostname":"oxz_internal_dns_a211fe2b-01f0-42fd-8c81-c51c8a21d1ab","pid":5559,"peer_addr":"[fd00:1122:3344:101::d]:61643","req_id":"7a2195cc-816a-476b-a859-ef0138fc130a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 18385,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-07T17:11:52.371213232Z","hostname":"oxz_internal_dns_a211fe2b-01f0-42fd-8c81-c51c8a21d1ab","pid":5559,"peer_addr":"[fd00:1122:3344:101::c]:54866","req_id":"86bca9cd-17e8-4e9d-a56d-7a00427d0c4d","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-07T17:11:52.661506178Z","hostname":"oxz_internal_dns_a211fe2b-01f0-42fd-8c81-c51c8a21d1ab","pid":5559,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:39571"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-07T17:11:52.728274462Z","hostname":"oxz_internal_dns_a211fe2b-01f0-42fd-8c81-c51c8a21d1ab","pid":5559,"uri":"/config","method":"GET","req_id":"bcc18f39-13e5-4f4e-b39f-36c586f3669b","remote_addr":"[fd00:1122:3344:101::c]:39571","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":40231,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 54273,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-07T17:11:54.411498998Z","hostname":"oxz_internal_dns_a211fe2b-01f0-42fd-8c81-c51c8a21d1ab","pid":5559,"peer_addr":"[fd00:1122:3344:101::b]:49701","req_id":"a7b97aeb-6a11-4049-ae5a-10b10f0164f9","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-07T17:11:54.450289123Z","hostname":"oxz_internal_dns_a211fe2b-01f0-42fd-8c81-c51c8a21d1ab","pid":5559,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:60190"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-07T17:11:54.456960058Z","hostname":"oxz_internal_dns_a211fe2b-01f0-42fd-8c81-c51c8a21d1ab","pid":5559,"new_generation":1,"req_id":"b7581407-02d7-4a96-b27c-182d70115570","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-07T17:11:54.456984608Z","hostname":"oxz_internal_dns_a211fe2b-01f0-42fd-8c81-c51c8a21d1ab","pid":5559,"new_generation":1,"req_id":"b7581407-02d7-4a96-b27c-182d70115570","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-07T17:11:54.457059979Z","hostname":"oxz_internal_dns_a211fe2b-01f0-42fd-8c81-c51c8a21d1ab","pid":5559,"uri":"/config","method":"PUT","req_id":"b7581407-02d7-4a96-b27c-182d70115570","remote_addr":"[fd00:1122:3344:101::b]:60190","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":5214,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-07T17:11:54.549356937Z","hostname":"oxz_internal_dns_a211fe2b-01f0-42fd-8c81-c51c8a21d1ab","pid":5559,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:35638"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-07T17:11:54.549654999Z","hostname":"oxz_internal_dns_a211fe2b-01f0-42fd-8c81-c51c8a21d1ab","pid":5559,"uri":"/config","method":"GET","req_id":"234d782f-320b-4f2f-9ea6-70ee7462a452","remote_addr":"[fd00:1122:3344:101::b]:35638","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":249,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 25351,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-07T17:11:55.257285766Z","hostname":"oxz_internal_dns_a211fe2b-01f0-42fd-8c81-c51c8a21d1ab","pid":5559,"peer_addr":"[fd00:1122:3344:101::b]:46082","req_id":"0d03e137-6190-4b28-b70c-3e3d834c5610","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-07T17:11:55.370456985Z","hostname":"oxz_internal_dns_a211fe2b-01f0-42fd-8c81-c51c8a21d1ab","pid":5559,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:57289"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-07T17:11:55.370686637Z","hostname":"oxz_internal_dns_a211fe2b-01f0-42fd-8c81-c51c8a21d1ab","pid":5559,"uri":"/config","method":"GET","req_id":"0b3f9874-1791-469c-9178-8e3336f4c7a7","remote_addr":"[fd00:1122:3344:101::b]:57289","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":187,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 56827,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-07T17:11:58.599633402Z","hostname":"oxz_internal_dns_a211fe2b-01f0-42fd-8c81-c51c8a21d1ab","pid":5559,"peer_addr":"[fd00:1122:3344:101::d]:55431","req_id":"6f027b31-6d85-4952-8738-4eb0d7b48da6","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 60227,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-07T17:11:59.162689925Z","hostname":"oxz_internal_dns_a211fe2b-01f0-42fd-8c81-c51c8a21d1ab","pid":5559,"peer_addr":"[fd00:1122:3344:101::a]:61450","req_id":"d586d3dc-7af9-4100-9726-5f88e04b42b0","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 41503,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-07T17:11:59.206780695Z","hostname":"oxz_internal_dns_a211fe2b-01f0-42fd-8c81-c51c8a21d1ab","pid":5559,"peer_addr":"[fd00:1122:3344:101::c]:38953","req_id":"3be846c6-12b4-490d-a8a1-32ee4b51e60f","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-07T17:11:59.29581141Z","hostname":"oxz_internal_dns_a211fe2b-01f0-42fd-8c81-c51c8a21d1ab","pid":5559,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:55826"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-07T17:11:59.296044572Z","hostname":"oxz_internal_dns_a211fe2b-01f0-42fd-8c81-c51c8a21d1ab","pid":5559,"uri":"/config","method":"GET","req_id":"001f1e8c-1022-4b69-a8cd-202c7a83b24c","remote_addr":"[fd00:1122:3344:101::a]:55826","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":189,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-07T17:11:59.329914762Z","hostname":"oxz_internal_dns_a211fe2b-01f0-42fd-8c81-c51c8a21d1ab","pid":5559,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:36372"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-07T17:11:59.330245734Z","hostname":"oxz_internal_dns_a211fe2b-01f0-42fd-8c81-c51c8a21d1ab","pid":5559,"uri":"/config","method":"GET","req_id":"896f5c84-7476-49f9-b47a-de27eea6c785","remote_addr":"[fd00:1122:3344:101::c]:36372","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":251,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 41261,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-07T17:12:08.600776419Z","hostname":"oxz_internal_dns_a211fe2b-01f0-42fd-8c81-c51c8a21d1ab","pid":5559,"peer_addr":"[fd00:1122:3344:101::d]:53541","req_id":"8c6098f4-7643-4655-9bbc-191a0ceb3eae","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 46351,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-07T17:12:18.601935048Z","hostname":"oxz_internal_dns_a211fe2b-01f0-42fd-8c81-c51c8a21d1ab","pid":5559,"peer_addr":"[fd00:1122:3344:101::d]:63525","req_id":"3ac92de6-153e-4aef-82d2-f055a9766ab2","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 37007,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-07T17:12:28.604304393Z","hostname":"oxz_internal_dns_a211fe2b-01f0-42fd-8c81-c51c8a21d1ab","pid":5559,"peer_addr":"[fd00:1122:3344:101::d]:55333","req_id":"e41d54fe-ac0e-45e1-91c7-938425f2ab95","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-07T17:12:38.51298806Z","hostname":"oxz_internal_dns_a211fe2b-01f0-42fd-8c81-c51c8a21d1ab","pid":5559,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:43731"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-07T17:12:38.514885462Z","hostname":"oxz_internal_dns_a211fe2b-01f0-42fd-8c81-c51c8a21d1ab","pid":5559,"new_generation":1,"req_id":"4f17a00c-9166-41b4-b22c-fc2450e82cfa","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-07T17:12:38.514943063Z","hostname":"oxz_internal_dns_a211fe2b-01f0-42fd-8c81-c51c8a21d1ab","pid":5559,"new_generation":1,"req_id":"4f17a00c-9166-41b4-b22c-fc2450e82cfa","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-07T17:12:38.514956143Z","hostname":"oxz_internal_dns_a211fe2b-01f0-42fd-8c81-c51c8a21d1ab","pid":5559,"uri":"/config","method":"PUT","req_id":"4f17a00c-9166-41b4-b22c-fc2450e82cfa","remote_addr":"[fd00:1122:3344:101::a]:43731","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":277,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-07T17:12:38.560290642Z","hostname":"oxz_internal_dns_a211fe2b-01f0-42fd-8c81-c51c8a21d1ab","pid":5559,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:45556"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-07T17:12:38.561708391Z","hostname":"oxz_internal_dns_a211fe2b-01f0-42fd-8c81-c51c8a21d1ab","pid":5559,"new_generation":1,"req_id":"164c927d-d415-46f9-9fe2-58b9b6ad75be","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-07T17:12:38.561727581Z","hostname":"oxz_internal_dns_a211fe2b-01f0-42fd-8c81-c51c8a21d1ab","pid":5559,"new_generation":1,"req_id":"164c927d-d415-46f9-9fe2-58b9b6ad75be","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-07T17:12:38.561750272Z","hostname":"oxz_internal_dns_a211fe2b-01f0-42fd-8c81-c51c8a21d1ab","pid":5559,"uri":"/config","method":"PUT","req_id":"164c927d-d415-46f9-9fe2-58b9b6ad75be","remote_addr":"[fd00:1122:3344:101::c]:45556","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":285,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 63115,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-07T17:12:38.606978409Z","hostname":"oxz_internal_dns_a211fe2b-01f0-42fd-8c81-c51c8a21d1ab","pid":5559,"peer_addr":"[fd00:1122:3344:101::d]:63384","req_id":"07e0712d-d854-4f54-9f5b-6106ffdc6c8c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 4457,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-07T17:12:39.529699869Z","hostname":"oxz_internal_dns_a211fe2b-01f0-42fd-8c81-c51c8a21d1ab","pid":5559,"peer_addr":"[fd00:1122:3344:101::a]:28985","req_id":"22500140-0125-4697-afc7-63fb6c01659a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 56502,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-07T17:12:39.607010926Z","hostname":"oxz_internal_dns_a211fe2b-01f0-42fd-8c81-c51c8a21d1ab","pid":5559,"peer_addr":"[fd00:1122:3344:101::c]:34174","req_id":"5bdcb38b-01e8-4223-9b4c-e06467a4d05b","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-07T17:12:39.626080775Z","hostname":"oxz_internal_dns_a211fe2b-01f0-42fd-8c81-c51c8a21d1ab","pid":5559,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:61748"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-07T17:12:39.626317907Z","hostname":"oxz_internal_dns_a211fe2b-01f0-42fd-8c81-c51c8a21d1ab","pid":5559,"uri":"/config","method":"GET","req_id":"6a9a56e8-84de-479d-bdf8-26d23d16fac5","remote_addr":"[fd00:1122:3344:101::a]:61748","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":199,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-07T17:12:39.708298445Z","hostname":"oxz_internal_dns_a211fe2b-01f0-42fd-8c81-c51c8a21d1ab","pid":5559,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:55030"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-07T17:12:39.708547357Z","hostname":"oxz_internal_dns_a211fe2b-01f0-42fd-8c81-c51c8a21d1ab","pid":5559,"uri":"/config","method":"GET","req_id":"9ec3c765-4f1c-4762-92b7-ab8df1bb8259","remote_addr":"[fd00:1122:3344:101::c]:55030","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":215,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-07T17:12:39.816696603Z","hostname":"oxz_internal_dns_a211fe2b-01f0-42fd-8c81-c51c8a21d1ab","pid":5559,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:42089"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-07T17:12:39.818213703Z","hostname":"oxz_internal_dns_a211fe2b-01f0-42fd-8c81-c51c8a21d1ab","pid":5559,"new_generation":1,"req_id":"79a1f9b9-55bf-4ec6-a78c-564503d1d81e","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-07T17:12:39.818247353Z","hostname":"oxz_internal_dns_a211fe2b-01f0-42fd-8c81-c51c8a21d1ab","pid":5559,"new_generation":1,"req_id":"79a1f9b9-55bf-4ec6-a78c-564503d1d81e","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-07T17:12:39.818256813Z","hostname":"oxz_internal_dns_a211fe2b-01f0-42fd-8c81-c51c8a21d1ab","pid":5559,"uri":"/config","method":"PUT","req_id":"79a1f9b9-55bf-4ec6-a78c-564503d1d81e","remote_addr":"[fd00:1122:3344:101::b]:42089","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":282,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 56155,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-07T17:12:40.634217857Z","hostname":"oxz_internal_dns_a211fe2b-01f0-42fd-8c81-c51c8a21d1ab","pid":5559,"peer_addr":"[fd00:1122:3344:101::b]:62660","req_id":"805affee-70e8-4e1a-ba01-9394742e2240","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-07T17:12:40.730383211Z","hostname":"oxz_internal_dns_a211fe2b-01f0-42fd-8c81-c51c8a21d1ab","pid":5559,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:48166"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-07T17:12:40.730628203Z","hostname":"oxz_internal_dns_a211fe2b-01f0-42fd-8c81-c51c8a21d1ab","pid":5559,"uri":"/config","method":"GET","req_id":"0c301c11-f131-46df-8c8a-5683d8d30ab7","remote_addr":"[fd00:1122:3344:101::b]:48166","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":211,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 22879,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-07T17:12:42.059021334Z","hostname":"oxz_internal_dns_a211fe2b-01f0-42fd-8c81-c51c8a21d1ab","pid":5559,"peer_addr":"[fd00:1122:3344:101::1b]:57579","req_id":"322187df-9d37-4bad-adde-425b38c6d512","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 52033,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-07T17:12:42.063157752Z","hostname":"oxz_internal_dns_a211fe2b-01f0-42fd-8c81-c51c8a21d1ab","pid":5559,"peer_addr":"[fd00:1122:3344:101::1b]:41208","req_id":"28c38b13-f108-4c87-8e5e-0e02db571591","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 36505,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-07T17:12:42.06727224Z","hostname":"oxz_internal_dns_a211fe2b-01f0-42fd-8c81-c51c8a21d1ab","pid":5559,"peer_addr":"[fd00:1122:3344:101::1b]:58693","req_id":"b27adf88-ff7d-45ff-a4dc-9cf5da20fc8d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 17372,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-07T17:12:48.608468108Z","hostname":"oxz_internal_dns_a211fe2b-01f0-42fd-8c81-c51c8a21d1ab","pid":5559,"peer_addr":"[fd00:1122:3344:101::d]:49717","req_id":"7fb754c3-6c5c-4fc5-ae68-eb58b80a311d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 35254,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-07T17:12:58.610159464Z","hostname":"oxz_internal_dns_a211fe2b-01f0-42fd-8c81-c51c8a21d1ab","pid":5559,"peer_addr":"[fd00:1122:3344:101::d]:49538","req_id":"16226eee-0a2c-44b9-a135-6588b411928a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 27733,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-07T17:13:08.612264994Z","hostname":"oxz_internal_dns_a211fe2b-01f0-42fd-8c81-c51c8a21d1ab","pid":5559,"peer_addr":"[fd00:1122:3344:101::d]:56100","req_id":"f995f69a-1fe2-4862-9449-c4d213e21042","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 19046,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-07T17:13:18.614257027Z","hostname":"oxz_internal_dns_a211fe2b-01f0-42fd-8c81-c51c8a21d1ab","pid":5559,"peer_addr":"[fd00:1122:3344:101::d]:58802","req_id":"3b0f34a2-005a-42b1-961f-4deda2cf5efd","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 50020,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-07T17:13:28.616182232Z","hostname":"oxz_internal_dns_a211fe2b-01f0-42fd-8c81-c51c8a21d1ab","pid":5559,"peer_addr":"[fd00:1122:3344:101::d]:56029","req_id":"efadb21e-eb40-42be-b0dd-63cfc4c20c61","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-07T17:13:38.358286733Z","hostname":"oxz_internal_dns_a211fe2b-01f0-42fd-8c81-c51c8a21d1ab","pid":5559,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:35298"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-07T17:13:38.358632765Z","hostname":"oxz_internal_dns_a211fe2b-01f0-42fd-8c81-c51c8a21d1ab","pid":5559,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:47305"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-07T17:13:38.359862004Z","hostname":"oxz_internal_dns_a211fe2b-01f0-42fd-8c81-c51c8a21d1ab","pid":5559,"new_generation":1,"req_id":"501ed0e8-0162-4c58-a340-35a7114cd8b3","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-07T17:13:38.359875944Z","hostname":"oxz_internal_dns_a211fe2b-01f0-42fd-8c81-c51c8a21d1ab","pid":5559,"new_generation":1,"req_id":"501ed0e8-0162-4c58-a340-35a7114cd8b3","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-07T17:13:38.359918094Z","hostname":"oxz_internal_dns_a211fe2b-01f0-42fd-8c81-c51c8a21d1ab","pid":5559,"uri":"/config","method":"PUT","req_id":"501ed0e8-0162-4c58-a340-35a7114cd8b3","remote_addr":"[fd00:1122:3344:101::c]:35298","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":183,"response_code":204} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-07T17:13:38.360272536Z","hostname":"oxz_internal_dns_a211fe2b-01f0-42fd-8c81-c51c8a21d1ab","pid":5559,"new_generation":1,"req_id":"254ab6ad-0272-4163-94dd-540db056f7f6","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-07T17:13:38.360296756Z","hostname":"oxz_internal_dns_a211fe2b-01f0-42fd-8c81-c51c8a21d1ab","pid":5559,"new_generation":1,"req_id":"254ab6ad-0272-4163-94dd-540db056f7f6","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-07T17:13:38.360308107Z","hostname":"oxz_internal_dns_a211fe2b-01f0-42fd-8c81-c51c8a21d1ab","pid":5559,"uri":"/config","method":"PUT","req_id":"254ab6ad-0272-4163-94dd-540db056f7f6","remote_addr":"[fd00:1122:3344:101::a]:47305","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":236,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 14776,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-07T17:13:38.619010717Z","hostname":"oxz_internal_dns_a211fe2b-01f0-42fd-8c81-c51c8a21d1ab","pid":5559,"peer_addr":"[fd00:1122:3344:101::d]:65067","req_id":"ef381c37-7e8f-44f5-9dea-ebcab1452c81","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 933,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-07T17:13:39.279346951Z","hostname":"oxz_internal_dns_a211fe2b-01f0-42fd-8c81-c51c8a21d1ab","pid":5559,"peer_addr":"[fd00:1122:3344:101::c]:50813","req_id":"cd50df68-1bec-496f-8374-06dd6f575934","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 16203,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-07T17:13:39.330884012Z","hostname":"oxz_internal_dns_a211fe2b-01f0-42fd-8c81-c51c8a21d1ab","pid":5559,"peer_addr":"[fd00:1122:3344:101::a]:22760","req_id":"aaf424a5-f0cd-48f3-821d-d29e1ada7574","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-07T17:13:39.38931986Z","hostname":"oxz_internal_dns_a211fe2b-01f0-42fd-8c81-c51c8a21d1ab","pid":5559,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:56836"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-07T17:13:39.389560491Z","hostname":"oxz_internal_dns_a211fe2b-01f0-42fd-8c81-c51c8a21d1ab","pid":5559,"uri":"/config","method":"GET","req_id":"62e5539b-54fd-4dfa-bf07-4edbf483e472","remote_addr":"[fd00:1122:3344:101::c]:56836","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":198,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-07T17:13:39.43051719Z","hostname":"oxz_internal_dns_a211fe2b-01f0-42fd-8c81-c51c8a21d1ab","pid":5559,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:61952"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-07T17:13:39.430742372Z","hostname":"oxz_internal_dns_a211fe2b-01f0-42fd-8c81-c51c8a21d1ab","pid":5559,"uri":"/config","method":"GET","req_id":"ed52170b-e52d-48a1-a4e8-4b746692b076","remote_addr":"[fd00:1122:3344:101::a]:61952","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":184,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-07T17:13:39.818930054Z","hostname":"oxz_internal_dns_a211fe2b-01f0-42fd-8c81-c51c8a21d1ab","pid":5559,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:37871"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-07T17:13:39.820228423Z","hostname":"oxz_internal_dns_a211fe2b-01f0-42fd-8c81-c51c8a21d1ab","pid":5559,"new_generation":1,"req_id":"0d058441-0ec8-4900-93cb-f20011676401","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-07T17:13:39.820257033Z","hostname":"oxz_internal_dns_a211fe2b-01f0-42fd-8c81-c51c8a21d1ab","pid":5559,"new_generation":1,"req_id":"0d058441-0ec8-4900-93cb-f20011676401","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-07T17:13:39.820320643Z","hostname":"oxz_internal_dns_a211fe2b-01f0-42fd-8c81-c51c8a21d1ab","pid":5559,"uri":"/config","method":"PUT","req_id":"0d058441-0ec8-4900-93cb-f20011676401","remote_addr":"[fd00:1122:3344:101::b]:37871","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":184,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 9412,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-07T17:13:40.861666751Z","hostname":"oxz_internal_dns_a211fe2b-01f0-42fd-8c81-c51c8a21d1ab","pid":5559,"peer_addr":"[fd00:1122:3344:101::b]:55351","req_id":"e4ec67f0-f948-4222-9ced-9ff46df959b3","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-07T17:13:40.961068788Z","hostname":"oxz_internal_dns_a211fe2b-01f0-42fd-8c81-c51c8a21d1ab","pid":5559,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:55162"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-07T17:13:40.961316619Z","hostname":"oxz_internal_dns_a211fe2b-01f0-42fd-8c81-c51c8a21d1ab","pid":5559,"uri":"/config","method":"GET","req_id":"340de228-5886-4b39-9fe1-af50a8ef4d51","remote_addr":"[fd00:1122:3344:101::b]:55162","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":198,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 56693,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-07T17:13:48.620822949Z","hostname":"oxz_internal_dns_a211fe2b-01f0-42fd-8c81-c51c8a21d1ab","pid":5559,"peer_addr":"[fd00:1122:3344:101::d]:53087","req_id":"982cfdc8-17d2-41f5-a0aa-14f6dabe520d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 33603,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-07T17:13:58.623446395Z","hostname":"oxz_internal_dns_a211fe2b-01f0-42fd-8c81-c51c8a21d1ab","pid":5559,"peer_addr":"[fd00:1122:3344:101::d]:53815","req_id":"f2d612dc-0ca0-4b03-8913-1ba949aefd66","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 16408,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-07T17:14:08.625587207Z","hostname":"oxz_internal_dns_a211fe2b-01f0-42fd-8c81-c51c8a21d1ab","pid":5559,"peer_addr":"[fd00:1122:3344:101::d]:60347","req_id":"187fa2bb-8e87-4f35-9b9d-93f83f5f001f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 13184,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-07T17:14:18.627625131Z","hostname":"oxz_internal_dns_a211fe2b-01f0-42fd-8c81-c51c8a21d1ab","pid":5559,"peer_addr":"[fd00:1122:3344:101::d]:53545","req_id":"acd3c26f-14dc-4d28-be97-85f95f577f75","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 12109,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-07T17:14:28.629468252Z","hostname":"oxz_internal_dns_a211fe2b-01f0-42fd-8c81-c51c8a21d1ab","pid":5559,"peer_addr":"[fd00:1122:3344:101::d]:50771","req_id":"2db50763-1562-4ce3-ae2e-7e4500b66ae3","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-07T17:14:38.357761951Z","hostname":"oxz_internal_dns_a211fe2b-01f0-42fd-8c81-c51c8a21d1ab","pid":5559,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:39317"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-07T17:14:38.359287582Z","hostname":"oxz_internal_dns_a211fe2b-01f0-42fd-8c81-c51c8a21d1ab","pid":5559,"new_generation":1,"req_id":"2e26ee6d-aacb-4ce3-836c-3346f513974f","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-07T17:14:38.359310732Z","hostname":"oxz_internal_dns_a211fe2b-01f0-42fd-8c81-c51c8a21d1ab","pid":5559,"new_generation":1,"req_id":"2e26ee6d-aacb-4ce3-836c-3346f513974f","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-07T17:14:38.359318662Z","hostname":"oxz_internal_dns_a211fe2b-01f0-42fd-8c81-c51c8a21d1ab","pid":5559,"uri":"/config","method":"PUT","req_id":"2e26ee6d-aacb-4ce3-836c-3346f513974f","remote_addr":"[fd00:1122:3344:101::c]:39317","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":218,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-07T17:14:38.359557884Z","hostname":"oxz_internal_dns_a211fe2b-01f0-42fd-8c81-c51c8a21d1ab","pid":5559,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:64875"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-07T17:14:38.360911273Z","hostname":"oxz_internal_dns_a211fe2b-01f0-42fd-8c81-c51c8a21d1ab","pid":5559,"new_generation":1,"req_id":"5fcfc9ac-71f3-41d0-b63d-249584ad11bf","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-07T17:14:38.360931143Z","hostname":"oxz_internal_dns_a211fe2b-01f0-42fd-8c81-c51c8a21d1ab","pid":5559,"new_generation":1,"req_id":"5fcfc9ac-71f3-41d0-b63d-249584ad11bf","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-07T17:14:38.360939453Z","hostname":"oxz_internal_dns_a211fe2b-01f0-42fd-8c81-c51c8a21d1ab","pid":5559,"uri":"/config","method":"PUT","req_id":"5fcfc9ac-71f3-41d0-b63d-249584ad11bf","remote_addr":"[fd00:1122:3344:101::a]:64875","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":172,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 15577,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-07T17:14:38.631838407Z","hostname":"oxz_internal_dns_a211fe2b-01f0-42fd-8c81-c51c8a21d1ab","pid":5559,"peer_addr":"[fd00:1122:3344:101::d]:60749","req_id":"5fb37a54-ec0f-4900-a84c-96cce0631082","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 60120,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-07T17:14:39.398888077Z","hostname":"oxz_internal_dns_a211fe2b-01f0-42fd-8c81-c51c8a21d1ab","pid":5559,"peer_addr":"[fd00:1122:3344:101::a]:45555","req_id":"aed585a1-9ec0-4222-bf2c-1584e89b2d75","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 31893,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-07T17:14:39.399156909Z","hostname":"oxz_internal_dns_a211fe2b-01f0-42fd-8c81-c51c8a21d1ab","pid":5559,"peer_addr":"[fd00:1122:3344:101::c]:50673","req_id":"e71f67f3-ceda-4ce7-8a30-5428c7b923d3","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-07T17:14:39.585399357Z","hostname":"oxz_internal_dns_a211fe2b-01f0-42fd-8c81-c51c8a21d1ab","pid":5559,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:63235"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-07T17:14:39.585605128Z","hostname":"oxz_internal_dns_a211fe2b-01f0-42fd-8c81-c51c8a21d1ab","pid":5559,"uri":"/config","method":"GET","req_id":"a6281508-b140-4b00-8cf1-518125e03470","remote_addr":"[fd00:1122:3344:101::a]:63235","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":175,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-07T17:14:39.620962909Z","hostname":"oxz_internal_dns_a211fe2b-01f0-42fd-8c81-c51c8a21d1ab","pid":5559,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:38875"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-07T17:14:39.62118188Z","hostname":"oxz_internal_dns_a211fe2b-01f0-42fd-8c81-c51c8a21d1ab","pid":5559,"uri":"/config","method":"GET","req_id":"18841de7-e35e-47d8-a6ce-10ff1e2d7742","remote_addr":"[fd00:1122:3344:101::c]:38875","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":182,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-07T17:14:39.819834472Z","hostname":"oxz_internal_dns_a211fe2b-01f0-42fd-8c81-c51c8a21d1ab","pid":5559,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:53306"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-07T17:14:39.82394064Z","hostname":"oxz_internal_dns_a211fe2b-01f0-42fd-8c81-c51c8a21d1ab","pid":5559,"new_generation":1,"req_id":"431fcaa8-25bf-4079-b550-242acdc068ac","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-07T17:14:39.823961601Z","hostname":"oxz_internal_dns_a211fe2b-01f0-42fd-8c81-c51c8a21d1ab","pid":5559,"new_generation":1,"req_id":"431fcaa8-25bf-4079-b550-242acdc068ac","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-07T17:14:39.823983821Z","hostname":"oxz_internal_dns_a211fe2b-01f0-42fd-8c81-c51c8a21d1ab","pid":5559,"uri":"/config","method":"PUT","req_id":"431fcaa8-25bf-4079-b550-242acdc068ac","remote_addr":"[fd00:1122:3344:101::b]:53306","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":223,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 39274,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-07T17:14:42.757478524Z","hostname":"oxz_internal_dns_a211fe2b-01f0-42fd-8c81-c51c8a21d1ab","pid":5559,"peer_addr":"[fd00:1122:3344:101::b]:14134","req_id":"a362fb56-2b72-46e7-9a0e-bc606f7791c4","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-07T17:14:42.938092124Z","hostname":"oxz_internal_dns_a211fe2b-01f0-42fd-8c81-c51c8a21d1ab","pid":5559,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:45202"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-07T17:14:42.938326235Z","hostname":"oxz_internal_dns_a211fe2b-01f0-42fd-8c81-c51c8a21d1ab","pid":5559,"uri":"/config","method":"GET","req_id":"d26ec00e-6582-4ad2-adad-a827c0b1737e","remote_addr":"[fd00:1122:3344:101::b]:45202","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":195,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 16975,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-07T17:14:48.633921609Z","hostname":"oxz_internal_dns_a211fe2b-01f0-42fd-8c81-c51c8a21d1ab","pid":5559,"peer_addr":"[fd00:1122:3344:101::d]:52873","req_id":"021abed1-25f2-428a-90d5-2214d7c72e37","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 50723,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-07T17:14:50.137697624Z","hostname":"oxz_internal_dns_a211fe2b-01f0-42fd-8c81-c51c8a21d1ab","pid":5559,"peer_addr":"[fd00:1122:3344:101::1b]:54425","req_id":"9bddd751-7875-4db1-a05b-c571f2364f81","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 44115,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-07T17:14:50.142027764Z","hostname":"oxz_internal_dns_a211fe2b-01f0-42fd-8c81-c51c8a21d1ab","pid":5559,"peer_addr":"[fd00:1122:3344:101::1b]:65317","req_id":"d13cdf59-8229-488e-a45e-cbe2b592c7d3","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 32045,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-07T17:14:50.146475424Z","hostname":"oxz_internal_dns_a211fe2b-01f0-42fd-8c81-c51c8a21d1ab","pid":5559,"peer_addr":"[fd00:1122:3344:101::1b]:40580","req_id":"67751cc5-156b-4549-8bf7-8fa3147ce4d6","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 12639,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-07T17:14:58.636163922Z","hostname":"oxz_internal_dns_a211fe2b-01f0-42fd-8c81-c51c8a21d1ab","pid":5559,"peer_addr":"[fd00:1122:3344:101::d]:55264","req_id":"5fac4945-499e-4101-a404-b827bb4b6bd2","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 65268,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_d280d071-8d58-4b05-9312-c4553ab270c5.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_d280d071-8d58-4b05-9312-c4553ab270c5.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 100,\n 50,\n 56,\n 48,\n 100,\n 48,\n 55,\n 49,\n 45,\n 56,\n 100,\n 53,\n 56,\n 45,\n 52,\n 98,\n 48,\n 53,\n 45,\n 57,\n 51,\n 49,\n 50,\n 45,\n 99,\n 52,\n 53,\n 53,\n 51,\n 97,\n 98,\n 50,\n 55,\n 48,\n 99,\n 53,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_d280d071-8d58-4b05-9312-c4553ab270c5.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-07T17:15:00.085300655Z","hostname":"oxz_internal_dns_a211fe2b-01f0-42fd-8c81-c51c8a21d1ab","pid":5559,"peer_addr":"[fd00:1122:3344:101::4]:43956","req_id":"c8cfe7ac-42ec-4502-9ee2-b1b2b854196f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 65268,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_d280d071-8d58-4b05-9312-c4553ab270c5.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_d280d071-8d58-4b05-9312-c4553ab270c5.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 100,\n 50,\n 56,\n 48,\n 100,\n 48,\n 55,\n 49,\n 45,\n 56,\n 100,\n 53,\n 56,\n 45,\n 52,\n 98,\n 48,\n 53,\n 45,\n 57,\n 51,\n 49,\n 50,\n 45,\n 99,\n 52,\n 53,\n 53,\n 51,\n 97,\n 98,\n 50,\n 55,\n 48,\n 99,\n 53,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_d280d071-8d58-4b05-9312-c4553ab270c5.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-07T17:15:00.08598416Z","hostname":"oxz_internal_dns_a211fe2b-01f0-42fd-8c81-c51c8a21d1ab","pid":5559,"peer_addr":"[fd00:1122:3344:101::4]:53019","req_id":"017afe22-617e-4530-892e-c8d6df1ff3cf","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 4290,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_fe532343-0e81-48b7-a3de-1631dfb321b4.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_fe532343-0e81-48b7-a3de-1631dfb321b4.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 102,\n 101,\n 53,\n 51,\n 50,\n 51,\n 52,\n 51,\n 45,\n 48,\n 101,\n 56,\n 49,\n 45,\n 52,\n 56,\n 98,\n 55,\n 45,\n 97,\n 51,\n 100,\n 101,\n 45,\n 49,\n 54,\n 51,\n 49,\n 100,\n 102,\n 98,\n 51,\n 50,\n 49,\n 98,\n 52,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_fe532343-0e81-48b7-a3de-1631dfb321b4.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-07T17:15:00.138099744Z","hostname":"oxz_internal_dns_a211fe2b-01f0-42fd-8c81-c51c8a21d1ab","pid":5559,"peer_addr":"[fd00:1122:3344:101::3]:38749","req_id":"14a70d2d-899b-4652-a3af-5dbb0e71f348","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 4290,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_fe532343-0e81-48b7-a3de-1631dfb321b4.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_fe532343-0e81-48b7-a3de-1631dfb321b4.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 102,\n 101,\n 53,\n 51,\n 50,\n 51,\n 52,\n 51,\n 45,\n 48,\n 101,\n 56,\n 49,\n 45,\n 52,\n 56,\n 98,\n 55,\n 45,\n 97,\n 51,\n 100,\n 101,\n 45,\n 49,\n 54,\n 51,\n 49,\n 100,\n 102,\n 98,\n 51,\n 50,\n 49,\n 98,\n 52,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_fe532343-0e81-48b7-a3de-1631dfb321b4.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-07T17:15:00.138615798Z","hostname":"oxz_internal_dns_a211fe2b-01f0-42fd-8c81-c51c8a21d1ab","pid":5559,"peer_addr":"[fd00:1122:3344:101::3]:48145","req_id":"cca5911d-47fb-48f3-af99-c8bd0fcc74eb","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 33947,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_0d92d6eb-adbb-4fac-9a4d-222316d87e61.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_0d92d6eb-adbb-4fac-9a4d-222316d87e61.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 48,\n 100,\n 57,\n 50,\n 100,\n 54,\n 101,\n 98,\n 45,\n 97,\n 100,\n 98,\n 98,\n 45,\n 52,\n 102,\n 97,\n 99,\n 45,\n 57,\n 97,\n 52,\n 100,\n 45,\n 50,\n 50,\n 50,\n 51,\n 49,\n 54,\n 100,\n 56,\n 55,\n 101,\n 54,\n 49,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_0d92d6eb-adbb-4fac-9a4d-222316d87e61.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-07T17:15:00.608473875Z","hostname":"oxz_internal_dns_a211fe2b-01f0-42fd-8c81-c51c8a21d1ab","pid":5559,"peer_addr":"[fd00:1122:3344:101::7]:37234","req_id":"0fe1919e-251f-4bd9-9589-69b0b79cba5b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 33947,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_0d92d6eb-adbb-4fac-9a4d-222316d87e61.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_0d92d6eb-adbb-4fac-9a4d-222316d87e61.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 48,\n 100,\n 57,\n 50,\n 100,\n 54,\n 101,\n 98,\n 45,\n 97,\n 100,\n 98,\n 98,\n 45,\n 52,\n 102,\n 97,\n 99,\n 45,\n 57,\n 97,\n 52,\n 100,\n 45,\n 50,\n 50,\n 50,\n 51,\n 49,\n 54,\n 100,\n 56,\n 55,\n 101,\n 54,\n 49,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_0d92d6eb-adbb-4fac-9a4d-222316d87e61.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-07T17:15:00.60917317Z","hostname":"oxz_internal_dns_a211fe2b-01f0-42fd-8c81-c51c8a21d1ab","pid":5559,"peer_addr":"[fd00:1122:3344:101::7]:44490","req_id":"1a720dcb-a685-4d06-a821-721399df6a08","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 10558,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_dcc22008-dbf3-4341-bd36-dc1d336f0e2f.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_dcc22008-dbf3-4341-bd36-dc1d336f0e2f.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 100,\n 99,\n 99,\n 50,\n 50,\n 48,\n 48,\n 56,\n 45,\n 100,\n 98,\n 102,\n 51,\n 45,\n 52,\n 51,\n 52,\n 49,\n 45,\n 98,\n 100,\n 51,\n 54,\n 45,\n 100,\n 99,\n 49,\n 100,\n 51,\n 51,\n 54,\n 102,\n 48,\n 101,\n 50,\n 102,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_dcc22008-dbf3-4341-bd36-dc1d336f0e2f.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-07T17:15:00.656477666Z","hostname":"oxz_internal_dns_a211fe2b-01f0-42fd-8c81-c51c8a21d1ab","pid":5559,"peer_addr":"[fd00:1122:3344:101::6]:45342","req_id":"992c8f69-005c-419f-95d5-746dede06b65","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 10558,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_dcc22008-dbf3-4341-bd36-dc1d336f0e2f.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_dcc22008-dbf3-4341-bd36-dc1d336f0e2f.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 100,\n 99,\n 99,\n 50,\n 50,\n 48,\n 48,\n 56,\n 45,\n 100,\n 98,\n 102,\n 51,\n 45,\n 52,\n 51,\n 52,\n 49,\n 45,\n 98,\n 100,\n 51,\n 54,\n 45,\n 100,\n 99,\n 49,\n 100,\n 51,\n 51,\n 54,\n 102,\n 48,\n 101,\n 50,\n 102,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_dcc22008-dbf3-4341-bd36-dc1d336f0e2f.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-07T17:15:00.657064076Z","hostname":"oxz_internal_dns_a211fe2b-01f0-42fd-8c81-c51c8a21d1ab","pid":5559,"peer_addr":"[fd00:1122:3344:101::6]:50308","req_id":"7664ae1e-6b8e-428d-abfd-ce312a122e0b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 36713,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_ntp_5210489d-d259-4d1a-bc6d-332f2797b7ef.\"),\n ),\n original: Query {\n name: Name(\"oxz_ntp_5210489d-d259-4d1a-bc6d-332f2797b7ef.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 44,\n 111,\n 120,\n 122,\n 95,\n 110,\n 116,\n 112,\n 95,\n 53,\n 50,\n 49,\n 48,\n 52,\n 56,\n 57,\n 100,\n 45,\n 100,\n 50,\n 53,\n 57,\n 45,\n 52,\n 100,\n 49,\n 97,\n 45,\n 98,\n 99,\n 54,\n 100,\n 45,\n 51,\n 51,\n 50,\n 102,\n 50,\n 55,\n 57,\n 55,\n 98,\n 55,\n 101,\n 102,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_ntp_5210489d-d259-4d1a-bc6d-332f2797b7ef.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-07T17:15:00.691135688Z","hostname":"oxz_internal_dns_a211fe2b-01f0-42fd-8c81-c51c8a21d1ab","pid":5559,"peer_addr":"[fd00:1122:3344:101::1b]:40040","req_id":"b65e8619-aab5-4c0b-8823-2dfebe7c0457","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 53040,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_88792ae0-4eb3-4c09-9fa7-540f05a6ae00.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_88792ae0-4eb3-4c09-9fa7-540f05a6ae00.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 56,\n 56,\n 55,\n 57,\n 50,\n 97,\n 101,\n 48,\n 45,\n 52,\n 101,\n 98,\n 51,\n 45,\n 52,\n 99,\n 48,\n 57,\n 45,\n 57,\n 102,\n 97,\n 55,\n 45,\n 53,\n 52,\n 48,\n 102,\n 48,\n 53,\n 97,\n 54,\n 97,\n 101,\n 48,\n 48,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_88792ae0-4eb3-4c09-9fa7-540f05a6ae00.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-07T17:15:00.721074592Z","hostname":"oxz_internal_dns_a211fe2b-01f0-42fd-8c81-c51c8a21d1ab","pid":5559,"peer_addr":"[fd00:1122:3344:101::5]:51571","req_id":"068e9caa-692f-496e-917d-843372e6adb5","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 53040,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_88792ae0-4eb3-4c09-9fa7-540f05a6ae00.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_88792ae0-4eb3-4c09-9fa7-540f05a6ae00.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 56,\n 56,\n 55,\n 57,\n 50,\n 97,\n 101,\n 48,\n 45,\n 52,\n 101,\n 98,\n 51,\n 45,\n 52,\n 99,\n 48,\n 57,\n 45,\n 57,\n 102,\n 97,\n 55,\n 45,\n 53,\n 52,\n 48,\n 102,\n 48,\n 53,\n 97,\n 54,\n 97,\n 101,\n 48,\n 48,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_88792ae0-4eb3-4c09-9fa7-540f05a6ae00.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-07T17:15:00.721756926Z","hostname":"oxz_internal_dns_a211fe2b-01f0-42fd-8c81-c51c8a21d1ab","pid":5559,"peer_addr":"[fd00:1122:3344:101::5]:55713","req_id":"35a876bd-1dba-454e-adbd-a95b217b6061","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 64308,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_5fb209e4-95e8-4ea7-ae15-8049e04bb2b5.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_5fb209e4-95e8-4ea7-ae15-8049e04bb2b5.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 53,\n 102,\n 98,\n 50,\n 48,\n 57,\n 101,\n 52,\n 45,\n 57,\n 53,\n 101,\n 56,\n 45,\n 52,\n 101,\n 97,\n 55,\n 45,\n 97,\n 101,\n 49,\n 53,\n 45,\n 56,\n 48,\n 52,\n 57,\n 101,\n 48,\n 52,\n 98,\n 98,\n 50,\n 98,\n 53,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_5fb209e4-95e8-4ea7-ae15-8049e04bb2b5.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-07T17:15:00.763777732Z","hostname":"oxz_internal_dns_a211fe2b-01f0-42fd-8c81-c51c8a21d1ab","pid":5559,"peer_addr":"[fd00:1122:3344:101::e]:51891","req_id":"8ace841c-7859-4940-b976-5928aa9ba5af","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 64308,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_5fb209e4-95e8-4ea7-ae15-8049e04bb2b5.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_5fb209e4-95e8-4ea7-ae15-8049e04bb2b5.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 53,\n 102,\n 98,\n 50,\n 48,\n 57,\n 101,\n 52,\n 45,\n 57,\n 53,\n 101,\n 56,\n 45,\n 52,\n 101,\n 97,\n 55,\n 45,\n 97,\n 101,\n 49,\n 53,\n 45,\n 56,\n 48,\n 52,\n 57,\n 101,\n 48,\n 52,\n 98,\n 98,\n 50,\n 98,\n 53,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_5fb209e4-95e8-4ea7-ae15-8049e04bb2b5.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-07T17:15:00.764390426Z","hostname":"oxz_internal_dns_a211fe2b-01f0-42fd-8c81-c51c8a21d1ab","pid":5559,"peer_addr":"[fd00:1122:3344:101::e]:46129","req_id":"45c8cf48-aaef-422b-8e36-d251add47c47","component":"dns"}