[ Apr 19 04:52:34 Enabled. ] [ Apr 19 04:52:34 Rereading configuration. ] [ Apr 19 04:52:34 Rereading configuration. ] [ Apr 19 04:52:35 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:1::1]:5353 --dns-address [fd00:1122:3344:1::1]:53 &"). ] [ Apr 19 04:52:35 Method "start" exited with status 0. ] Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:1::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [] }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } note: configured to log to "/dev/stdout" {"msg":"config","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:52:35.836744465Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"dns_config":"Config { bind_address: [fd00:1122:3344:1::1]:53 }","config":"Config { log: File { level: Info, path: \"/dev/stdout\", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:1::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [] }, storage: Config { storage_path: \"/data/dns\", keep_old_generations: 3 } }"} {"msg":"opening sled database","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:52:35.836905698Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"component":"store","path":"/data/dns"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:52:35.859832518Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"component":"store"} {"msg":"pruning trees for generations older than 0","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:52:35.859847058Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"component":"store","keep":3} {"msg":"DNS server bound to address","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:52:35.859910619Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"component":"dns","local_address":"[fd00:1122:3344:1::1]:53"} {"msg":"listening","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:52:35.860210725Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:52:35.927303417Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:1::2]:43166"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:52:35.9280313Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"new_generation":1,"req_id":"083d4dd2-6ce2-4d78-9f3b-480b215f19a0","component":"store"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:52:35.92804549Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"component":"store"} {"msg":"pruning trees for generations older than 1","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:52:35.945687808Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"component":"store","keep":3} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:52:35.945713218Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"new_generation":1,"req_id":"083d4dd2-6ce2-4d78-9f3b-480b215f19a0","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:52:35.945728329Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"uri":"/config","method":"PUT","req_id":"083d4dd2-6ce2-4d78-9f3b-480b215f19a0","remote_addr":"[fd00:1122:3344:1::2]:43166","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":18070,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 45940,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-19T04:52:47.209040866Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"peer_addr":"[fd00:1122:3344:101::1b]:34098","req_id":"1fa32366-aea0-44f5-b77c-0b7eba493b2c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 41698,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-19T04:52:47.213526434Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"peer_addr":"[fd00:1122:3344:101::1b]:64235","req_id":"e56abdef-9751-4ba8-b0df-5fdd623c9730","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 15011,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-19T04:52:47.218474241Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"peer_addr":"[fd00:1122:3344:101::1b]:42757","req_id":"dd02b056-aacb-4218-869c-36f3338ec47a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47682,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-19T04:54:29.235696832Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"peer_addr":"[fd00:1122:3344:101::1b]:35999","req_id":"8f559ffc-110a-46b6-a575-e67ab2b121ea","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 48322,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-19T04:54:29.27966836Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"peer_addr":"[fd00:1122:3344:101::1b]:51493","req_id":"80f91a83-69f3-4e39-91b2-204924bdab77","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 56499,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-19T04:54:29.283929585Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"peer_addr":"[fd00:1122:3344:101::1b]:34612","req_id":"1f5483aa-0233-4c07-850c-ed7cfd849905","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 48969,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-19T04:54:37.441335287Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"peer_addr":"[fd00:1122:3344:101::d]:63971","req_id":"0c341733-132a-4869-a2f4-2e425dc3fd0a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 56760,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_06723f3d-f0fd-46d0-8371-fc7bb7edc809.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_06723f3d-f0fd-46d0-8371-fc7bb7edc809.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 48,\n 54,\n 55,\n 50,\n 51,\n 102,\n 51,\n 100,\n 45,\n 102,\n 48,\n 102,\n 100,\n 45,\n 52,\n 54,\n 100,\n 48,\n 45,\n 56,\n 51,\n 55,\n 49,\n 45,\n 102,\n 99,\n 55,\n 98,\n 98,\n 55,\n 101,\n 100,\n 99,\n 56,\n 48,\n 57,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_06723f3d-f0fd-46d0-8371-fc7bb7edc809.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-19T04:54:40.841386367Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"peer_addr":"[fd00:1122:3344:101::e]:37523","req_id":"a929f6f4-65e4-46ff-8385-94c34f517b38","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 56760,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_06723f3d-f0fd-46d0-8371-fc7bb7edc809.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_06723f3d-f0fd-46d0-8371-fc7bb7edc809.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 48,\n 54,\n 55,\n 50,\n 51,\n 102,\n 51,\n 100,\n 45,\n 102,\n 48,\n 102,\n 100,\n 45,\n 52,\n 54,\n 100,\n 48,\n 45,\n 56,\n 51,\n 55,\n 49,\n 45,\n 102,\n 99,\n 55,\n 98,\n 98,\n 55,\n 101,\n 100,\n 99,\n 56,\n 48,\n 57,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_06723f3d-f0fd-46d0-8371-fc7bb7edc809.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-19T04:54:40.841427208Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"peer_addr":"[fd00:1122:3344:101::e]:51328","req_id":"780e56a3-01e3-4ca5-be0c-b417b47eb1c5","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 39058,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-19T04:54:47.443237209Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"peer_addr":"[fd00:1122:3344:101::d]:63366","req_id":"b8d633df-91c9-4e04-af94-89d236c2d647","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 40579,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-19T04:54:51.105856628Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"peer_addr":"[fd00:1122:3344:101::a]:18922","req_id":"e1213c4a-4f34-454c-b544-780fbc493b8f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 5594,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-19T04:54:51.126095242Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"peer_addr":"[fd00:1122:3344:101::c]:37318","req_id":"98af4f1f-b443-479f-a3b5-744f73916017","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 44896,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-19T04:54:51.171440634Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"peer_addr":"[fd00:1122:3344:101::b]:46642","req_id":"99b06494-f7d8-487e-9b86-2cc20969a92f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 4226,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-19T04:54:54.202457666Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"peer_addr":"[fd00:1122:3344:101::a]:13551","req_id":"99ecfd56-6363-4547-9601-d099ea16bb65","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:54:54.656248323Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:55359"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:54:54.727823293Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"uri":"/config","method":"GET","req_id":"c63c44c0-3f9a-4431-8093-f3ccc5ac6078","remote_addr":"[fd00:1122:3344:101::a]:55359","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":47348,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 28057,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-19T04:54:55.67281179Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"peer_addr":"[fd00:1122:3344:101::a]:38815","req_id":"7b627f57-71ea-49ef-8918-84e7eaf099d3","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:54:55.727581007Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:38308"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:54:55.734870644Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"new_generation":1,"req_id":"41c028fc-77eb-4b74-986a-2b45fb1781bf","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:54:55.734941265Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"new_generation":1,"req_id":"41c028fc-77eb-4b74-986a-2b45fb1781bf","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:54:55.734955396Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"uri":"/config","method":"PUT","req_id":"41c028fc-77eb-4b74-986a-2b45fb1781bf","remote_addr":"[fd00:1122:3344:101::a]:38308","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":7222,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:54:55.794129239Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:60650"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:54:55.794451685Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"uri":"/config","method":"GET","req_id":"f27535a7-36b8-4dae-90d7-bdf8eb39e41d","remote_addr":"[fd00:1122:3344:101::a]:60650","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":268,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 43354,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-19T04:54:56.828688752Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"peer_addr":"[fd00:1122:3344:101::a]:29862","req_id":"50d35130-f400-408c-a30d-af282f352dc2","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:54:56.95341619Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:46139"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:54:56.953648565Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"uri":"/config","method":"GET","req_id":"d065854f-78ff-4e21-a4ad-8eccb5ce3af9","remote_addr":"[fd00:1122:3344:101::a]:46139","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":192,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 59685,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-19T04:54:57.444905506Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"peer_addr":"[fd00:1122:3344:101::d]:57679","req_id":"1adfa879-3e2b-4331-8b44-5550a5933239","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 40316,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-19T04:55:01.664031094Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"peer_addr":"[fd00:1122:3344:101::c]:18808","req_id":"7b8a5cdf-9f14-43b7-80b4-436748888b2e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 20229,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-19T04:55:01.669872927Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"peer_addr":"[fd00:1122:3344:101::b]:45526","req_id":"d832d09a-56fe-4d03-8ae4-e41fa7dcfb4a","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:55:01.878502211Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:43343"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:55:01.879245274Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"uri":"/config","method":"GET","req_id":"0d19fb06-d9ec-4c51-b627-2956bb585010","remote_addr":"[fd00:1122:3344:101::c]:43343","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":185,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:55:01.934694102Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:46948"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:55:01.934933346Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"uri":"/config","method":"GET","req_id":"adae6cd3-88c6-46a6-8554-112491fe5553","remote_addr":"[fd00:1122:3344:101::b]:46948","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":190,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 34906,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-19T04:55:07.44803733Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"peer_addr":"[fd00:1122:3344:101::d]:51445","req_id":"103aa5b0-5c4b-4e4e-a2f2-bd9bec9a66ea","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 14821,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-19T04:55:17.450207885Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"peer_addr":"[fd00:1122:3344:101::d]:57188","req_id":"766402be-669d-49a0-ab13-915fd231762d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 8340,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-19T04:55:27.451649656Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"peer_addr":"[fd00:1122:3344:101::d]:49932","req_id":"dd630894-4cbc-4fde-b0a4-55297ad6cbf9","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 29773,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-19T04:55:37.453013931Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"peer_addr":"[fd00:1122:3344:101::d]:58733","req_id":"3055d934-9c43-47fb-9d56-f59e84a24b8a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 58870,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-19T04:55:47.45489807Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"peer_addr":"[fd00:1122:3344:101::d]:61033","req_id":"3de3b1de-f337-47f4-b4a4-516a4ad61678","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:55:50.704636506Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:39613"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:55:50.705217566Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"new_generation":1,"req_id":"1865ef57-8f1b-47ed-bb91-9d98c326c5eb","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:55:50.705265037Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"new_generation":1,"req_id":"1865ef57-8f1b-47ed-bb91-9d98c326c5eb","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:55:50.705276507Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"uri":"/config","method":"PUT","req_id":"1865ef57-8f1b-47ed-bb91-9d98c326c5eb","remote_addr":"[fd00:1122:3344:101::a]:39613","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":285,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:55:51.045576371Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:43503"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:55:51.046037669Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"new_generation":1,"req_id":"98ff8c52-98d2-4b28-a1ca-3e6a137a1864","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:55:51.04606539Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"new_generation":1,"req_id":"98ff8c52-98d2-4b28-a1ca-3e6a137a1864","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:55:51.04609701Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"uri":"/config","method":"PUT","req_id":"98ff8c52-98d2-4b28-a1ca-3e6a137a1864","remote_addr":"[fd00:1122:3344:101::b]:43503","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":404,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:55:51.212447626Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:61954"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:55:51.212831243Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"new_generation":1,"req_id":"12da017e-9846-4714-b33a-3c2b3aef5c42","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:55:51.212852953Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"new_generation":1,"req_id":"12da017e-9846-4714-b33a-3c2b3aef5c42","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:55:51.212873714Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"uri":"/config","method":"PUT","req_id":"12da017e-9846-4714-b33a-3c2b3aef5c42","remote_addr":"[fd00:1122:3344:101::c]:61954","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":339,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 46615,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-19T04:55:52.608466472Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"peer_addr":"[fd00:1122:3344:101::c]:2073","req_id":"d98e6ed2-ea9a-4ce8-83a6-722534db5302","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 3851,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-19T04:55:52.615858191Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"peer_addr":"[fd00:1122:3344:101::b]:55797","req_id":"925efcd3-a610-4f53-862d-8ed6aacd803d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 43064,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-19T04:55:52.677431926Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"peer_addr":"[fd00:1122:3344:101::a]:63556","req_id":"bb62cecf-e6e5-413c-ab34-74a1987314ab","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:55:52.723703155Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:56472"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:55:52.724085441Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"uri":"/config","method":"GET","req_id":"fe9ab537-8e8d-4ee4-b2ac-2bd39f08f2b8","remote_addr":"[fd00:1122:3344:101::c]:56472","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":271,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:55:52.760161542Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:33505"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:55:52.760379255Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"uri":"/config","method":"GET","req_id":"55dcd359-d9b0-44fc-913e-43d1c9bdeafb","remote_addr":"[fd00:1122:3344:101::b]:33505","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":162,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:55:52.799672972Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:33634"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:55:52.799883496Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"uri":"/config","method":"GET","req_id":"e5effbae-e97f-41ac-8582-956cb8c72c38","remote_addr":"[fd00:1122:3344:101::a]:33634","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":182,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 18442,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-19T04:55:57.456466745Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"peer_addr":"[fd00:1122:3344:101::d]:62278","req_id":"b18bdafb-f231-462d-82df-56e53b120535","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 48970,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-19T04:56:07.458763343Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"peer_addr":"[fd00:1122:3344:101::d]:49911","req_id":"c7d80f15-e753-4ef3-b15e-378124ef734c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 53887,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-19T04:56:17.460015262Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"peer_addr":"[fd00:1122:3344:101::d]:53069","req_id":"72928372-7f59-490a-bde2-ca3e1ded0f03","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 64454,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-19T04:56:27.461417364Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"peer_addr":"[fd00:1122:3344:101::d]:56523","req_id":"7e6397b7-b68b-40a1-893e-4468386b5f16","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 2564,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-19T04:56:37.462801898Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"peer_addr":"[fd00:1122:3344:101::d]:51604","req_id":"ccacad76-6bff-403f-97c1-32ad3c80d5b7","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 31931,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-19T04:56:39.253202722Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"peer_addr":"[fd00:1122:3344:101::1b]:56835","req_id":"a980f0e1-076f-4214-a6ff-cf939f42e7dd","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 42402,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-19T04:56:39.257150931Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"peer_addr":"[fd00:1122:3344:101::1b]:50036","req_id":"7c45ff94-fcd7-42dd-ab58-f95b6dce660d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 39430,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-19T04:56:39.261065599Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"peer_addr":"[fd00:1122:3344:101::1b]:52909","req_id":"8b2814f2-be00-4830-aebf-153746735de0","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47827,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-19T04:56:47.464861122Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"peer_addr":"[fd00:1122:3344:101::d]:51177","req_id":"bca87529-28f4-4f8b-8f7e-a0fdefa05ac8","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:56:50.682212942Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:63685"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:56:50.682474617Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"new_generation":1,"req_id":"3b82fb7f-3d36-4eb0-945c-c7f8a86bcd36","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:56:50.682519357Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"new_generation":1,"req_id":"3b82fb7f-3d36-4eb0-945c-c7f8a86bcd36","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:56:50.68266082Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"uri":"/config","method":"PUT","req_id":"3b82fb7f-3d36-4eb0-945c-c7f8a86bcd36","remote_addr":"[fd00:1122:3344:101::c]:63685","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":191,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:56:50.697164193Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:54838"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:56:50.697446408Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"new_generation":1,"req_id":"6909a12f-11f2-4bdd-8f14-3f3addeb3cf7","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:56:50.697599261Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"new_generation":1,"req_id":"6909a12f-11f2-4bdd-8f14-3f3addeb3cf7","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:56:50.697611171Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"uri":"/config","method":"PUT","req_id":"6909a12f-11f2-4bdd-8f14-3f3addeb3cf7","remote_addr":"[fd00:1122:3344:101::b]:54838","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":171,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:56:50.704832887Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:36904"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:56:50.705082681Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"new_generation":1,"req_id":"4323493b-1ecc-4551-9baf-78bba38fd0db","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:56:50.705102552Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"new_generation":1,"req_id":"4323493b-1ecc-4551-9baf-78bba38fd0db","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:56:50.705137333Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"uri":"/config","method":"PUT","req_id":"4323493b-1ecc-4551-9baf-78bba38fd0db","remote_addr":"[fd00:1122:3344:101::a]:36904","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":214,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 50887,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-19T04:56:56.162709244Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"peer_addr":"[fd00:1122:3344:101::c]:26544","req_id":"77f20b0f-f6cf-473a-ab3b-7cc162771507","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 2984,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-19T04:56:56.171807043Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"peer_addr":"[fd00:1122:3344:101::b]:51816","req_id":"a03cc186-1c97-4d7c-9ba6-cdad0bddde1c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 62801,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-19T04:56:56.187084219Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"peer_addr":"[fd00:1122:3344:101::a]:61257","req_id":"0ba5445c-7a8a-42a8-9caa-4fdb5e507c12","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:56:56.267520234Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:62211"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:56:56.267734178Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"uri":"/config","method":"GET","req_id":"fbb57b47-d5f0-40e0-b95a-34028fda0ab1","remote_addr":"[fd00:1122:3344:101::c]:62211","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":175,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:56:56.30561568Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:55637"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:56:56.305846784Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"uri":"/config","method":"GET","req_id":"28e11094-53c2-4f8a-b19f-c2193d70aebd","remote_addr":"[fd00:1122:3344:101::a]:55637","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":196,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:56:56.363885368Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:42963"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:56:56.364111062Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"uri":"/config","method":"GET","req_id":"128e5ea1-cd63-4377-a85b-e09415d6c20d","remote_addr":"[fd00:1122:3344:101::b]:42963","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":199,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 14539,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-19T04:56:57.467446044Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"peer_addr":"[fd00:1122:3344:101::d]:52386","req_id":"cfdd8b46-05d3-4f10-bf1c-31cbd17c0f6c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 1836,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-19T04:57:07.468861438Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"peer_addr":"[fd00:1122:3344:101::d]:49348","req_id":"7d94a5ba-0399-493c-8981-7e64e36c29a8","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 19276,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-19T04:57:17.470140957Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"peer_addr":"[fd00:1122:3344:101::d]:54005","req_id":"b6e12d47-be26-4f7d-8f18-b18ae378d0f8","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 52465,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-19T04:57:27.472246762Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"peer_addr":"[fd00:1122:3344:101::d]:60273","req_id":"74832e0f-204b-4c13-b439-f711de05ef4b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 61122,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-19T04:57:37.473094585Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"peer_addr":"[fd00:1122:3344:101::d]:53444","req_id":"4d8e02e3-d7a6-4f50-8933-849bb4ff90f7","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 34469,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-19T04:57:47.474521758Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"peer_addr":"[fd00:1122:3344:101::d]:62434","req_id":"fcded52b-bad5-4565-a2ec-9d648e36f6ba","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:57:50.68280811Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:63092"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:57:50.683155816Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"new_generation":1,"req_id":"cc17b5c5-dfb9-4bfa-a0c2-959f5bc1bc8e","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:57:50.683181746Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"new_generation":1,"req_id":"cc17b5c5-dfb9-4bfa-a0c2-959f5bc1bc8e","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:57:50.683192257Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"uri":"/config","method":"PUT","req_id":"cc17b5c5-dfb9-4bfa-a0c2-959f5bc1bc8e","remote_addr":"[fd00:1122:3344:101::c]:63092","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":222,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:57:50.698614346Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:42285"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:57:50.700294425Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"new_generation":1,"req_id":"af7af2b2-212e-4f8c-a726-7193907c57a1","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:57:50.700313016Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"new_generation":1,"req_id":"af7af2b2-212e-4f8c-a726-7193907c57a1","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:57:50.700338956Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"uri":"/config","method":"PUT","req_id":"af7af2b2-212e-4f8c-a726-7193907c57a1","remote_addr":"[fd00:1122:3344:101::b]:42285","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":706,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:57:50.706730058Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:55915"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:57:50.706761098Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"new_generation":1,"req_id":"ee7b98eb-5a98-4ff9-bca0-22c23412cbe5","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:57:50.706771289Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"new_generation":1,"req_id":"ee7b98eb-5a98-4ff9-bca0-22c23412cbe5","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:57:50.706796749Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"uri":"/config","method":"PUT","req_id":"ee7b98eb-5a98-4ff9-bca0-22c23412cbe5","remote_addr":"[fd00:1122:3344:101::a]:55915","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":187,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 12329,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-19T04:57:52.426715832Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"peer_addr":"[fd00:1122:3344:101::a]:4804","req_id":"a88100c6-821e-428c-9651-97464b74be35","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 64594,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-19T04:57:52.426993367Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"peer_addr":"[fd00:1122:3344:101::b]:31933","req_id":"8a003ce4-1dc5-4b63-aa33-a7a74e51c435","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47179,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-19T04:57:52.509912006Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"peer_addr":"[fd00:1122:3344:101::c]:60490","req_id":"9cc81ccb-4604-4d13-a4fa-5bd738306730","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:57:52.531184947Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:35727"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:57:52.531376601Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"uri":"/config","method":"GET","req_id":"cbf49671-73dc-40be-bd77-c7360fa14610","remote_addr":"[fd00:1122:3344:101::b]:35727","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":162,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:57:52.57198074Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:39485"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:57:52.572170643Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"uri":"/config","method":"GET","req_id":"101e2f2b-b643-4203-906e-bef69ab1aab0","remote_addr":"[fd00:1122:3344:101::a]:39485","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":170,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:57:52.60981028Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:41100"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:57:52.610013264Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"uri":"/config","method":"GET","req_id":"59389d57-f300-4322-9283-3b42bb006223","remote_addr":"[fd00:1122:3344:101::c]:41100","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":173,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 56303,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-19T04:57:57.476676546Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"peer_addr":"[fd00:1122:3344:101::d]:53152","req_id":"25f4d045-7ee8-4d88-91e0-8ba579075f4b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 9946,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-19T04:58:07.478658856Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"peer_addr":"[fd00:1122:3344:101::d]:59529","req_id":"1c25e73f-d43b-49d1-b8f8-2c71d2b823c5","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 53463,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-19T04:58:17.480066528Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"peer_addr":"[fd00:1122:3344:101::d]:52831","req_id":"62bdea93-eb6f-4b76-93bf-8e2fbe1aaed4","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 5979,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-19T04:58:27.48202674Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"peer_addr":"[fd00:1122:3344:101::d]:53368","req_id":"c308cd7b-a8ac-444f-abcf-9aadd8384c87","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 38767,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-19T04:58:37.48439201Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"peer_addr":"[fd00:1122:3344:101::d]:52554","req_id":"512833c7-13bc-41d6-ae4d-e755ac843650","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 15258,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-19T04:58:47.31106707Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"peer_addr":"[fd00:1122:3344:101::1b]:60220","req_id":"5e7b6a5a-9a99-471d-9f89-934981325730","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 31669,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-19T04:58:47.31504308Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"peer_addr":"[fd00:1122:3344:101::1b]:50483","req_id":"1d0c0da0-dc21-4011-82b1-7c2c14fabb32","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 44588,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-19T04:58:47.319492328Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"peer_addr":"[fd00:1122:3344:101::1b]:41701","req_id":"a6d19c81-dc03-42b1-b598-8d9db850254e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 39625,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-19T04:58:47.48677893Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"peer_addr":"[fd00:1122:3344:101::d]:65299","req_id":"04623520-e291-43bf-9baa-8a0e5aaa09e5","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:58:50.68354116Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:62880"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:58:50.683804845Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"new_generation":1,"req_id":"2ffbe07e-a0b6-47d7-a65f-1a613f0e6e72","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:58:50.683824385Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"new_generation":1,"req_id":"2ffbe07e-a0b6-47d7-a65f-1a613f0e6e72","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:58:50.683831525Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"uri":"/config","method":"PUT","req_id":"2ffbe07e-a0b6-47d7-a65f-1a613f0e6e72","remote_addr":"[fd00:1122:3344:101::c]:62880","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":202,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:58:50.699132742Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:35225"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:58:50.699673552Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"new_generation":1,"req_id":"1021d847-035c-4235-8122-99fb495f4a0b","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:58:50.699702152Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"new_generation":1,"req_id":"1021d847-035c-4235-8122-99fb495f4a0b","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:58:50.699713933Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"uri":"/config","method":"PUT","req_id":"1021d847-035c-4235-8122-99fb495f4a0b","remote_addr":"[fd00:1122:3344:101::b]:35225","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":333,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:58:50.706858487Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:45505"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:58:50.707624281Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"new_generation":1,"req_id":"79acbc7e-1f6c-4a8d-ab51-a2fe1499ce88","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:58:50.707649781Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"new_generation":1,"req_id":"79acbc7e-1f6c-4a8d-ab51-a2fe1499ce88","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:58:50.707661001Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"uri":"/config","method":"PUT","req_id":"79acbc7e-1f6c-4a8d-ab51-a2fe1499ce88","remote_addr":"[fd00:1122:3344:101::a]:45505","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":249,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 46647,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-19T04:58:52.446110658Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"peer_addr":"[fd00:1122:3344:101::b]:17683","req_id":"38079868-3712-4f97-a8a8-f6a9c4958640","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 15210,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-19T04:58:52.446138268Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"peer_addr":"[fd00:1122:3344:101::c]:32203","req_id":"5d243a0b-4f86-41e6-a97c-6c7e85483caa","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 64084,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-19T04:58:52.451279218Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"peer_addr":"[fd00:1122:3344:101::a]:25036","req_id":"e01de1a1-c9a4-41c9-a356-6f9447567654","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:58:52.549876591Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:61323"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:58:52.550079844Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"uri":"/config","method":"GET","req_id":"86d1a6cf-1017-45bf-a565-b0cec9b62917","remote_addr":"[fd00:1122:3344:101::b]:61323","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":174,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:58:52.590758375Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:56401"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:58:52.590982249Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"uri":"/config","method":"GET","req_id":"02360258-68cd-434a-bdc4-56f53b545168","remote_addr":"[fd00:1122:3344:101::a]:56401","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":197,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:58:52.643434385Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:39656"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:58:52.643660679Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"uri":"/config","method":"GET","req_id":"9c95a4ca-b510-432c-8c45-b747f96d1dc0","remote_addr":"[fd00:1122:3344:101::c]:39656","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":184,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 52421,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-19T04:58:57.488450446Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"peer_addr":"[fd00:1122:3344:101::d]:56537","req_id":"dfde9b4f-469b-4892-aa43-e0ff0e87dab0","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 41135,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-19T04:59:07.490670384Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"peer_addr":"[fd00:1122:3344:101::d]:55837","req_id":"188c0a43-4e78-473c-a181-7577238ad78b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 38694,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-19T04:59:17.492298381Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"peer_addr":"[fd00:1122:3344:101::d]:52954","req_id":"393c4538-fc42-4ed2-a0db-19a23097356a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 56660,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-19T04:59:27.493607011Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"peer_addr":"[fd00:1122:3344:101::d]:51005","req_id":"25eb9562-356d-44e7-bffc-4621a2cb3c69","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 61945,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-19T04:59:37.494778541Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"peer_addr":"[fd00:1122:3344:101::d]:53110","req_id":"783028ef-0f6d-421d-acb1-335c6dd82c18","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 49253,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-19T04:59:47.497052638Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"peer_addr":"[fd00:1122:3344:101::d]:57869","req_id":"a549bc0c-4b5f-42a1-ab32-990cbc48688a","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:59:50.684955384Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:46359"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:59:50.685348231Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"new_generation":1,"req_id":"972919f1-a33c-45e9-8c59-cd1c2568bc2d","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:59:50.685371091Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"new_generation":1,"req_id":"972919f1-a33c-45e9-8c59-cd1c2568bc2d","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:59:50.685379852Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"uri":"/config","method":"PUT","req_id":"972919f1-a33c-45e9-8c59-cd1c2568bc2d","remote_addr":"[fd00:1122:3344:101::c]:46359","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":354,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:59:50.697652046Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:42554"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:59:50.697985552Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"new_generation":1,"req_id":"e5278e2d-1c67-46d7-949e-0c127c1d0966","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:59:50.698011032Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"new_generation":1,"req_id":"e5278e2d-1c67-46d7-949e-0c127c1d0966","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:59:50.698021692Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"uri":"/config","method":"PUT","req_id":"e5278e2d-1c67-46d7-949e-0c127c1d0966","remote_addr":"[fd00:1122:3344:101::b]:42554","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":246,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:59:50.70707212Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:58556"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:59:50.70760094Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"new_generation":1,"req_id":"d9f48b07-2d6b-4dcb-a68b-884a7fccf8fb","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:59:50.70764264Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"new_generation":1,"req_id":"d9f48b07-2d6b-4dcb-a68b-884a7fccf8fb","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:59:50.707656641Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"uri":"/config","method":"PUT","req_id":"d9f48b07-2d6b-4dcb-a68b-884a7fccf8fb","remote_addr":"[fd00:1122:3344:101::a]:58556","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":286,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 3616,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-19T04:59:52.116277276Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"peer_addr":"[fd00:1122:3344:101::c]:36065","req_id":"c22581c8-f6c8-4d4c-93e3-4e75026f980b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 3022,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-19T04:59:52.125720152Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"peer_addr":"[fd00:1122:3344:101::a]:9076","req_id":"ee976892-c89d-47c2-8ea0-d1981a0a8b39","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 20403,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-19T04:59:52.179619013Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"peer_addr":"[fd00:1122:3344:101::b]:13845","req_id":"c7494e45-0686-457b-9214-354b5c25a3df","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:59:52.22925664Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:57801"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:59:52.229505754Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"uri":"/config","method":"GET","req_id":"3aa35ce5-54bb-4c4a-9eac-814020e27101","remote_addr":"[fd00:1122:3344:101::c]:57801","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":211,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:59:52.263310635Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:40696"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:59:52.263543639Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"uri":"/config","method":"GET","req_id":"c8865715-f194-430f-a57a-3ff3012864ff","remote_addr":"[fd00:1122:3344:101::a]:40696","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":194,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:59:52.37751768Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:54124"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:59:52.377745684Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"uri":"/config","method":"GET","req_id":"44423393-efef-47e7-8065-32309ac1eb8b","remote_addr":"[fd00:1122:3344:101::b]:54124","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":193,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 61439,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-19T04:59:57.498575013Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"peer_addr":"[fd00:1122:3344:101::d]:60047","req_id":"4ee5859c-1a5e-41af-b24c-9972b2127a2b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 37247,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_dc329510-7f2a-483d-9b00-a5c3ff9d1540.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_dc329510-7f2a-483d-9b00-a5c3ff9d1540.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 100,\n 99,\n 51,\n 50,\n 57,\n 53,\n 49,\n 48,\n 45,\n 55,\n 102,\n 50,\n 97,\n 45,\n 52,\n 56,\n 51,\n 100,\n 45,\n 57,\n 98,\n 48,\n 48,\n 45,\n 97,\n 53,\n 99,\n 51,\n 102,\n 102,\n 57,\n 100,\n 49,\n 53,\n 52,\n 48,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_dc329510-7f2a-483d-9b00-a5c3ff9d1540.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-19T05:00:00.656898873Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"peer_addr":"[fd00:1122:3344:101::4]:58450","req_id":"7b712e29-9b6c-4a1a-83bc-6b8984611ecb","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 37247,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_dc329510-7f2a-483d-9b00-a5c3ff9d1540.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_dc329510-7f2a-483d-9b00-a5c3ff9d1540.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 100,\n 99,\n 51,\n 50,\n 57,\n 53,\n 49,\n 48,\n 45,\n 55,\n 102,\n 50,\n 97,\n 45,\n 52,\n 56,\n 51,\n 100,\n 45,\n 57,\n 98,\n 48,\n 48,\n 45,\n 97,\n 53,\n 99,\n 51,\n 102,\n 102,\n 57,\n 100,\n 49,\n 53,\n 52,\n 48,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_dc329510-7f2a-483d-9b00-a5c3ff9d1540.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-19T05:00:00.657611895Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"peer_addr":"[fd00:1122:3344:101::4]:37300","req_id":"e2e46166-808d-4164-9eb9-7944fa4b0a6b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 59175,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_b088b653-0fa6-4c01-9e32-67e27926e36b.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_b088b653-0fa6-4c01-9e32-67e27926e36b.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 98,\n 48,\n 56,\n 56,\n 98,\n 54,\n 53,\n 51,\n 45,\n 48,\n 102,\n 97,\n 54,\n 45,\n 52,\n 99,\n 48,\n 49,\n 45,\n 57,\n 101,\n 51,\n 50,\n 45,\n 54,\n 55,\n 101,\n 50,\n 55,\n 57,\n 50,\n 54,\n 101,\n 51,\n 54,\n 98,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_b088b653-0fa6-4c01-9e32-67e27926e36b.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-19T05:00:00.661999892Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"peer_addr":"[fd00:1122:3344:101::5]:55686","req_id":"e9e204cc-53f2-44b1-8a59-2e7749dd0413","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 59175,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_b088b653-0fa6-4c01-9e32-67e27926e36b.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_b088b653-0fa6-4c01-9e32-67e27926e36b.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 98,\n 48,\n 56,\n 56,\n 98,\n 54,\n 53,\n 51,\n 45,\n 48,\n 102,\n 97,\n 54,\n 45,\n 52,\n 99,\n 48,\n 49,\n 45,\n 57,\n 101,\n 51,\n 50,\n 45,\n 54,\n 55,\n 101,\n 50,\n 55,\n 57,\n 50,\n 54,\n 101,\n 51,\n 54,\n 98,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_b088b653-0fa6-4c01-9e32-67e27926e36b.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-19T05:00:00.662573682Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"peer_addr":"[fd00:1122:3344:101::5]:35136","req_id":"7474f0b9-3c70-4c94-bbb5-21ad82e18229","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 43390,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_d2e9e3f3-dadc-425d-8c5b-7539d42a6de4.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_d2e9e3f3-dadc-425d-8c5b-7539d42a6de4.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 100,\n 50,\n 101,\n 57,\n 101,\n 51,\n 102,\n 51,\n 45,\n 100,\n 97,\n 100,\n 99,\n 45,\n 52,\n 50,\n 53,\n 100,\n 45,\n 56,\n 99,\n 53,\n 98,\n 45,\n 55,\n 53,\n 51,\n 57,\n 100,\n 52,\n 50,\n 97,\n 54,\n 100,\n 101,\n 52,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_d2e9e3f3-dadc-425d-8c5b-7539d42a6de4.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-19T05:00:00.677147906Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"peer_addr":"[fd00:1122:3344:101::3]:40773","req_id":"4cd37c77-b53f-407b-a4b1-5405694982d6","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 43390,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_d2e9e3f3-dadc-425d-8c5b-7539d42a6de4.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_d2e9e3f3-dadc-425d-8c5b-7539d42a6de4.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 100,\n 50,\n 101,\n 57,\n 101,\n 51,\n 102,\n 51,\n 45,\n 100,\n 97,\n 100,\n 99,\n 45,\n 52,\n 50,\n 53,\n 100,\n 45,\n 56,\n 99,\n 53,\n 98,\n 45,\n 55,\n 53,\n 51,\n 57,\n 100,\n 52,\n 50,\n 97,\n 54,\n 100,\n 101,\n 52,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_d2e9e3f3-dadc-425d-8c5b-7539d42a6de4.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-19T05:00:00.677815948Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"peer_addr":"[fd00:1122:3344:101::3]:63454","req_id":"53c84cd0-fa5c-40c5-9cb6-04e6e1563fe3","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 49548,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_5003c03d-7d01-4a2a-a4a6-d3aa23ccf6fe.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_5003c03d-7d01-4a2a-a4a6-d3aa23ccf6fe.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 53,\n 48,\n 48,\n 51,\n 99,\n 48,\n 51,\n 100,\n 45,\n 55,\n 100,\n 48,\n 49,\n 45,\n 52,\n 97,\n 50,\n 97,\n 45,\n 97,\n 52,\n 97,\n 54,\n 45,\n 100,\n 51,\n 97,\n 97,\n 50,\n 51,\n 99,\n 99,\n 102,\n 54,\n 102,\n 101,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_5003c03d-7d01-4a2a-a4a6-d3aa23ccf6fe.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-19T05:00:00.679513617Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"peer_addr":"[fd00:1122:3344:101::7]:56164","req_id":"000b381f-795b-4180-8526-e95b333de51f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 49548,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_5003c03d-7d01-4a2a-a4a6-d3aa23ccf6fe.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_5003c03d-7d01-4a2a-a4a6-d3aa23ccf6fe.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 53,\n 48,\n 48,\n 51,\n 99,\n 48,\n 51,\n 100,\n 45,\n 55,\n 100,\n 48,\n 49,\n 45,\n 52,\n 97,\n 50,\n 97,\n 45,\n 97,\n 52,\n 97,\n 54,\n 45,\n 100,\n 51,\n 97,\n 97,\n 50,\n 51,\n 99,\n 99,\n 102,\n 54,\n 102,\n 101,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_5003c03d-7d01-4a2a-a4a6-d3aa23ccf6fe.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-19T05:00:00.680336972Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"peer_addr":"[fd00:1122:3344:101::7]:61788","req_id":"485ccf05-2b9f-4c3a-b29a-6c813eac8756","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 32473,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_e9c32e1b-f718-4b81-b746-99050bf83c3d.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_e9c32e1b-f718-4b81-b746-99050bf83c3d.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 101,\n 57,\n 99,\n 51,\n 50,\n 101,\n 49,\n 98,\n 45,\n 102,\n 55,\n 49,\n 56,\n 45,\n 52,\n 98,\n 56,\n 49,\n 45,\n 98,\n 55,\n 52,\n 54,\n 45,\n 57,\n 57,\n 48,\n 53,\n 48,\n 98,\n 102,\n 56,\n 51,\n 99,\n 51,\n 100,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_e9c32e1b-f718-4b81-b746-99050bf83c3d.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-19T05:00:00.681722636Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"peer_addr":"[fd00:1122:3344:101::6]:48795","req_id":"d48965f8-7517-4c85-9090-60029dee6300","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 32473,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_e9c32e1b-f718-4b81-b746-99050bf83c3d.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_e9c32e1b-f718-4b81-b746-99050bf83c3d.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 101,\n 57,\n 99,\n 51,\n 50,\n 101,\n 49,\n 98,\n 45,\n 102,\n 55,\n 49,\n 56,\n 45,\n 52,\n 98,\n 56,\n 49,\n 45,\n 98,\n 55,\n 52,\n 54,\n 45,\n 57,\n 57,\n 48,\n 53,\n 48,\n 98,\n 102,\n 56,\n 51,\n 99,\n 51,\n 100,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_e9c32e1b-f718-4b81-b746-99050bf83c3d.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-19T05:00:00.682370107Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"peer_addr":"[fd00:1122:3344:101::6]:64373","req_id":"f2531247-75ae-443e-a351-cb6c6ae16dd6","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 754,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-19T05:00:00.794819522Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"peer_addr":"[fd00:1122:3344:101::2]:45917","req_id":"27249030-e2af-4d3d-8bc3-f7ba43e97b8b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 754,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-19T05:00:00.795464943Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"peer_addr":"[fd00:1122:3344:101::2]:36114","req_id":"ee417b39-280e-4e2b-be5f-478573f70c15","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 54831,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_ntp_7b6a2af1-a87c-4af3-a88c-4e7e627b1a0b.\"),\n ),\n original: Query {\n name: Name(\"oxz_ntp_7b6a2af1-a87c-4af3-a88c-4e7e627b1a0b.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 44,\n 111,\n 120,\n 122,\n 95,\n 110,\n 116,\n 112,\n 95,\n 55,\n 98,\n 54,\n 97,\n 50,\n 97,\n 102,\n 49,\n 45,\n 97,\n 56,\n 55,\n 99,\n 45,\n 52,\n 97,\n 102,\n 51,\n 45,\n 97,\n 56,\n 56,\n 99,\n 45,\n 52,\n 101,\n 55,\n 101,\n 54,\n 50,\n 55,\n 98,\n 49,\n 97,\n 48,\n 98,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_ntp_7b6a2af1-a87c-4af3-a88c-4e7e627b1a0b.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-19T05:00:00.928955174Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"peer_addr":"[fd00:1122:3344:101::1b]:57512","req_id":"b107cd7f-a76a-440c-9d8a-520dab3931d7","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 59972,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_06723f3d-f0fd-46d0-8371-fc7bb7edc809.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_06723f3d-f0fd-46d0-8371-fc7bb7edc809.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 48,\n 54,\n 55,\n 50,\n 51,\n 102,\n 51,\n 100,\n 45,\n 102,\n 48,\n 102,\n 100,\n 45,\n 52,\n 54,\n 100,\n 48,\n 45,\n 56,\n 51,\n 55,\n 49,\n 45,\n 102,\n 99,\n 55,\n 98,\n 98,\n 55,\n 101,\n 100,\n 99,\n 56,\n 48,\n 57,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_06723f3d-f0fd-46d0-8371-fc7bb7edc809.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-19T05:00:01.010678722Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"peer_addr":"[fd00:1122:3344:101::e]:55221","req_id":"f1a23705-ef39-4755-9aff-aa258827ff64","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 59972,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_06723f3d-f0fd-46d0-8371-fc7bb7edc809.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_06723f3d-f0fd-46d0-8371-fc7bb7edc809.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 48,\n 54,\n 55,\n 50,\n 51,\n 102,\n 51,\n 100,\n 45,\n 102,\n 48,\n 102,\n 100,\n 45,\n 52,\n 54,\n 100,\n 48,\n 45,\n 56,\n 51,\n 55,\n 49,\n 45,\n 102,\n 99,\n 55,\n 98,\n 98,\n 55,\n 101,\n 100,\n 99,\n 56,\n 48,\n 57,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_06723f3d-f0fd-46d0-8371-fc7bb7edc809.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-19T05:00:01.011450406Z","hostname":"oxz_internal_dns_da89d116-e974-4da9-9d95-ac36a71ea383","pid":5506,"peer_addr":"[fd00:1122:3344:101::e]:41006","req_id":"c541dc66-e0b5-4399-92ca-0e81f962eb31","component":"dns"}