[ Apr 19 04:52:34 Enabled. ] [ Apr 19 04:52:34 Rereading configuration. ] [ Apr 19 04:52:34 Rereading configuration. ] [ Apr 19 04:52:35 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:2::1]:5353 --dns-address [fd00:1122:3344:2::1]:53 &"). ] [ Apr 19 04:52:35 Method "start" exited with status 0. ] Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:2::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [] }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } note: configured to log to "/dev/stdout" {"msg":"config","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:52:35.836741615Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"dns_config":"Config { bind_address: [fd00:1122:3344:2::1]:53 }","config":"Config { log: File { level: Info, path: \"/dev/stdout\", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:2::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [] }, storage: Config { storage_path: \"/data/dns\", keep_old_generations: 3 } }"} {"msg":"opening sled database","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:52:35.836927788Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"component":"store","path":"/data/dns"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:52:35.860739064Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"component":"store"} {"msg":"pruning trees for generations older than 0","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:52:35.860759864Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"component":"store","keep":3} {"msg":"DNS server bound to address","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:52:35.860855296Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"component":"dns","local_address":"[fd00:1122:3344:2::1]:53"} {"msg":"listening","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:52:35.86108806Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:52:35.9074571Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:2::2]:33815"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:52:35.908293395Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"new_generation":1,"req_id":"f7b9cb26-8803-478e-a872-32be0c9b14a9","component":"store"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:52:35.908305085Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"component":"store"} {"msg":"pruning trees for generations older than 1","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:52:35.925911303Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"component":"store","keep":3} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:52:35.925933693Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"new_generation":1,"req_id":"f7b9cb26-8803-478e-a872-32be0c9b14a9","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:52:35.925948593Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"uri":"/config","method":"PUT","req_id":"f7b9cb26-8803-478e-a872-32be0c9b14a9","remote_addr":"[fd00:1122:3344:2::2]:33815","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":18095,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 45940,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-19T04:52:47.209406482Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"peer_addr":"[fd00:1122:3344:101::1b]:53858","req_id":"b5238360-e571-4160-92f9-95d3a5db1592","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 41698,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-19T04:52:47.213714958Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"peer_addr":"[fd00:1122:3344:101::1b]:53536","req_id":"a8a0d9a6-0e90-4555-b962-91f3a7f07ff4","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 15011,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-19T04:52:47.218695925Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"peer_addr":"[fd00:1122:3344:101::1b]:35289","req_id":"47e27090-26af-4c7a-85e1-9806ea526dad","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47682,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-19T04:54:29.266201755Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"peer_addr":"[fd00:1122:3344:101::1b]:35931","req_id":"39d86373-5135-451d-a45e-ce5c39b55613","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 48322,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-19T04:54:29.282695783Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"peer_addr":"[fd00:1122:3344:101::1b]:47140","req_id":"270c9f24-d7a2-4e42-8443-8ce4a73160f5","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 56499,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-19T04:54:29.284143388Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"peer_addr":"[fd00:1122:3344:101::1b]:52151","req_id":"c3fe369e-7814-4fd8-aac6-afa63e65c845","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 57362,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-19T04:54:37.441308827Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"peer_addr":"[fd00:1122:3344:101::d]:63502","req_id":"a8aaa486-bc05-4ef0-9c36-bca6713d5334","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 56760,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_06723f3d-f0fd-46d0-8371-fc7bb7edc809.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_06723f3d-f0fd-46d0-8371-fc7bb7edc809.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 48,\n 54,\n 55,\n 50,\n 51,\n 102,\n 51,\n 100,\n 45,\n 102,\n 48,\n 102,\n 100,\n 45,\n 52,\n 54,\n 100,\n 48,\n 45,\n 56,\n 51,\n 55,\n 49,\n 45,\n 102,\n 99,\n 55,\n 98,\n 98,\n 55,\n 101,\n 100,\n 99,\n 56,\n 48,\n 57,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_06723f3d-f0fd-46d0-8371-fc7bb7edc809.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-19T04:54:40.84096524Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"peer_addr":"[fd00:1122:3344:101::e]:38621","req_id":"186b89f9-93a6-498f-83a1-238cb3f1f249","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 56760,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_06723f3d-f0fd-46d0-8371-fc7bb7edc809.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_06723f3d-f0fd-46d0-8371-fc7bb7edc809.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 48,\n 54,\n 55,\n 50,\n 51,\n 102,\n 51,\n 100,\n 45,\n 102,\n 48,\n 102,\n 100,\n 45,\n 52,\n 54,\n 100,\n 48,\n 45,\n 56,\n 51,\n 55,\n 49,\n 45,\n 102,\n 99,\n 55,\n 98,\n 98,\n 55,\n 101,\n 100,\n 99,\n 56,\n 48,\n 57,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_06723f3d-f0fd-46d0-8371-fc7bb7edc809.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-19T04:54:40.84154478Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"peer_addr":"[fd00:1122:3344:101::e]:37830","req_id":"d53670f2-55dd-454a-8e8b-f1e2a3cfe504","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 2581,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-19T04:54:47.443251479Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"peer_addr":"[fd00:1122:3344:101::d]:55737","req_id":"feb872ed-c309-4c99-8da4-2a8bb65960a4","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 15892,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-19T04:54:51.105990431Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"peer_addr":"[fd00:1122:3344:101::a]:24744","req_id":"4432d1a2-2cb0-4aab-beea-b92e69e09bb8","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 61765,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-19T04:54:51.126118122Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"peer_addr":"[fd00:1122:3344:101::c]:25702","req_id":"cff2b576-48ec-4a26-96c4-5940f2d33057","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 34219,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-19T04:54:51.171472605Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"peer_addr":"[fd00:1122:3344:101::b]:53441","req_id":"b09bac34-de9e-44ae-86bd-45992521939a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 21274,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-19T04:54:54.202458366Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"peer_addr":"[fd00:1122:3344:101::a]:46900","req_id":"f855cdbc-ec93-4905-972d-80a88a7fdc76","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:54:54.572129694Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:45159"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:54:54.645139609Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"uri":"/config","method":"GET","req_id":"39d1f7cd-4057-47ce-9fee-b96cb348a982","remote_addr":"[fd00:1122:3344:101::a]:45159","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":40188,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 26057,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-19T04:54:55.67279031Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"peer_addr":"[fd00:1122:3344:101::a]:16603","req_id":"98672ca2-5514-433e-bf86-c0633dcde165","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:54:55.726731772Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:43660"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:54:55.733141844Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"new_generation":1,"req_id":"67bfbd7f-7fdc-47c3-b25b-f82e0cf0ae13","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:54:55.733208055Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"new_generation":1,"req_id":"67bfbd7f-7fdc-47c3-b25b-f82e0cf0ae13","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:54:55.733216165Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"uri":"/config","method":"PUT","req_id":"67bfbd7f-7fdc-47c3-b25b-f82e0cf0ae13","remote_addr":"[fd00:1122:3344:101::a]:43660","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":5543,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:54:55.793468138Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:45601"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:54:55.793749743Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"uri":"/config","method":"GET","req_id":"606b2a53-e7c8-4f50-924f-a29b534dd9d4","remote_addr":"[fd00:1122:3344:101::a]:45601","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":217,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 18668,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-19T04:54:56.828778973Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"peer_addr":"[fd00:1122:3344:101::a]:40144","req_id":"6234444e-058b-4ddd-9485-c68231851dd8","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:54:56.952642457Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:50939"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:54:56.952923582Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"uri":"/config","method":"GET","req_id":"2cfa495b-468e-4e84-a772-b4ac539302e1","remote_addr":"[fd00:1122:3344:101::a]:50939","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":225,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 763,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-19T04:54:57.444894196Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"peer_addr":"[fd00:1122:3344:101::d]:55221","req_id":"4befda9c-4556-456f-a49c-da6df8b875a3","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 4656,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-19T04:55:01.664074935Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"peer_addr":"[fd00:1122:3344:101::c]:19389","req_id":"f5d93d70-6382-4b1d-b833-c2a7860e6161","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 57282,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-19T04:55:01.669816055Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"peer_addr":"[fd00:1122:3344:101::b]:54018","req_id":"8318a9aa-34a5-4976-8b90-8be191674ee4","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:55:01.877797879Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:41712"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:55:01.878066483Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"uri":"/config","method":"GET","req_id":"d0cb07eb-29aa-4478-b1e9-5629abe2c9fc","remote_addr":"[fd00:1122:3344:101::c]:41712","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":198,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:55:01.933928179Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:54650"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:55:01.934211194Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"uri":"/config","method":"GET","req_id":"c46762dd-e5ed-4890-a947-002791685a1e","remote_addr":"[fd00:1122:3344:101::b]:54650","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":208,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 35963,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-19T04:55:07.448075821Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"peer_addr":"[fd00:1122:3344:101::d]:62392","req_id":"a23ad1ca-9c61-4472-8ca0-09be20d46d66","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 8917,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-19T04:55:17.450218305Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"peer_addr":"[fd00:1122:3344:101::d]:54560","req_id":"5e6ef675-cbec-442b-a6cf-43759f825626","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 52796,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-19T04:55:27.451733678Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"peer_addr":"[fd00:1122:3344:101::d]:56945","req_id":"48c7c5a9-806e-4470-bb0d-13abb18e5af1","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 7742,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-19T04:55:37.453058102Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"peer_addr":"[fd00:1122:3344:101::d]:56349","req_id":"5f874fa1-6629-4199-bbb6-b90a900abc8f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 43982,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-19T04:55:47.454980171Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"peer_addr":"[fd00:1122:3344:101::d]:54274","req_id":"c3ae1645-ae39-46e2-ba89-992bc771685d","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:55:50.703229861Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:55696"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:55:50.705038223Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"new_generation":1,"req_id":"6da90a2c-83d0-4ab1-86af-67bd91a4de49","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:55:50.705091094Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"new_generation":1,"req_id":"6da90a2c-83d0-4ab1-86af-67bd91a4de49","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:55:50.705104804Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"uri":"/config","method":"PUT","req_id":"6da90a2c-83d0-4ab1-86af-67bd91a4de49","remote_addr":"[fd00:1122:3344:101::a]:55696","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":276,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:55:51.043984484Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:40507"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:55:51.045939298Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"new_generation":1,"req_id":"9e1e069b-f9cc-4918-bef3-29cf492b4e44","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:55:51.046005069Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"new_generation":1,"req_id":"9e1e069b-f9cc-4918-bef3-29cf492b4e44","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:55:51.046025569Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"uri":"/config","method":"PUT","req_id":"9e1e069b-f9cc-4918-bef3-29cf492b4e44","remote_addr":"[fd00:1122:3344:101::b]:40507","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":315,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:55:51.210841798Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:34393"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:55:51.212753581Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"new_generation":1,"req_id":"1f9b8f42-8092-454b-86fc-1b602afb4b0e","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:55:51.212783142Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"new_generation":1,"req_id":"1f9b8f42-8092-454b-86fc-1b602afb4b0e","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:55:51.212814963Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"uri":"/config","method":"PUT","req_id":"1f9b8f42-8092-454b-86fc-1b602afb4b0e","remote_addr":"[fd00:1122:3344:101::c]:34393","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":367,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 35791,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-19T04:55:52.608505933Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"peer_addr":"[fd00:1122:3344:101::c]:46344","req_id":"aba3b382-b042-44ca-b8ab-c10091d1ea15","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 4575,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-19T04:55:52.615909832Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"peer_addr":"[fd00:1122:3344:101::b]:40207","req_id":"3029e3bc-ff4c-4f03-860d-c235285b8875","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47177,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-19T04:55:52.677426026Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"peer_addr":"[fd00:1122:3344:101::a]:3187","req_id":"bde5560e-7c26-4708-9837-2b76be62d0c8","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:55:52.72284197Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:56712"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:55:52.723285567Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"uri":"/config","method":"GET","req_id":"2ff42118-dfb2-45e7-81de-d1ec866352b8","remote_addr":"[fd00:1122:3344:101::c]:56712","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":250,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:55:52.75949129Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:62208"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:55:52.759737414Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"uri":"/config","method":"GET","req_id":"16b128b8-94ed-414f-aa47-3425eb217981","remote_addr":"[fd00:1122:3344:101::b]:62208","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":202,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:55:52.798863928Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:58221"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:55:52.799177723Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"uri":"/config","method":"GET","req_id":"6a76772a-eb91-4eaf-ba1b-1664742630f7","remote_addr":"[fd00:1122:3344:101::a]:58221","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":278,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 6437,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-19T04:55:57.456517986Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"peer_addr":"[fd00:1122:3344:101::d]:60040","req_id":"ed5bcecd-01d3-4ffb-9f52-86cc4d7c42bf","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 37227,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-19T04:56:07.458818324Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"peer_addr":"[fd00:1122:3344:101::d]:53622","req_id":"7108aaef-6cf0-4063-b830-d33da6d00dbf","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 12982,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-19T04:56:17.460045983Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"peer_addr":"[fd00:1122:3344:101::d]:55780","req_id":"3956fdba-14ec-4627-a010-1729c70cc0ad","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 13330,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-19T04:56:27.461551546Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"peer_addr":"[fd00:1122:3344:101::d]:53614","req_id":"5fd72285-6d17-4387-88af-a3dabacb422e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 1571,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-19T04:56:37.462887769Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"peer_addr":"[fd00:1122:3344:101::d]:58889","req_id":"80491bed-a278-4f09-a748-6b4bff62f976","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 31931,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-19T04:56:39.253428816Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"peer_addr":"[fd00:1122:3344:101::1b]:61411","req_id":"f58cf0ea-3719-434b-99dc-67ee24af2dac","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 42402,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-19T04:56:39.257331924Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"peer_addr":"[fd00:1122:3344:101::1b]:34046","req_id":"8c5c69b9-b597-4c42-82d4-3571a9c47fd5","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 39430,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-19T04:56:39.261191141Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"peer_addr":"[fd00:1122:3344:101::1b]:49047","req_id":"b198d0bb-3391-4bff-91b7-40a922ae9260","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 63309,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-19T04:56:47.464952534Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"peer_addr":"[fd00:1122:3344:101::d]:49579","req_id":"5028ff05-701d-43f1-bf73-44efb505a6c1","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:56:50.681123723Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:41890"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:56:50.682438866Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"new_generation":1,"req_id":"d7599812-759c-4431-a371-e982a8141723","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:56:50.682467456Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"new_generation":1,"req_id":"d7599812-759c-4431-a371-e982a8141723","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:56:50.682607389Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"uri":"/config","method":"PUT","req_id":"d7599812-759c-4431-a371-e982a8141723","remote_addr":"[fd00:1122:3344:101::c]:41890","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":235,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:56:50.695711788Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:62283"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:56:50.697505359Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"new_generation":1,"req_id":"c8ace3ed-f137-4cf2-99fe-a4a56aee415d","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:56:50.697634531Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"new_generation":1,"req_id":"c8ace3ed-f137-4cf2-99fe-a4a56aee415d","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:56:50.697646602Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"uri":"/config","method":"PUT","req_id":"c8ace3ed-f137-4cf2-99fe-a4a56aee415d","remote_addr":"[fd00:1122:3344:101::b]:62283","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":245,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:56:50.703749558Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:41871"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:56:50.705177633Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"new_generation":1,"req_id":"b31d8000-5f5e-41a4-9691-0698758c0480","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:56:50.705210094Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"new_generation":1,"req_id":"b31d8000-5f5e-41a4-9691-0698758c0480","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:56:50.705258824Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"uri":"/config","method":"PUT","req_id":"b31d8000-5f5e-41a4-9691-0698758c0480","remote_addr":"[fd00:1122:3344:101::a]:41871","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":267,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 34946,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-19T04:56:56.162700203Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"peer_addr":"[fd00:1122:3344:101::c]:19450","req_id":"43cb80e1-125d-4869-a565-f68f739eb53f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 50609,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-19T04:56:56.171930635Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"peer_addr":"[fd00:1122:3344:101::b]:52146","req_id":"4570bda8-2b24-4ab0-83df-32bc0799c3eb","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 17358,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-19T04:56:56.18709923Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"peer_addr":"[fd00:1122:3344:101::a]:3295","req_id":"510775a4-8b02-4d50-94dd-7e2ad2f60f90","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:56:56.266867813Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:36098"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:56:56.267101207Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"uri":"/config","method":"GET","req_id":"e7ef2b88-645f-4e32-8276-28699643b02c","remote_addr":"[fd00:1122:3344:101::c]:36098","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":191,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:56:56.304940758Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:45667"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:56:56.305186702Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"uri":"/config","method":"GET","req_id":"08cb7255-887e-46fb-bf59-7164b63c99c7","remote_addr":"[fd00:1122:3344:101::a]:45667","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":208,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:56:56.363182645Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:58090"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:56:56.36343762Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"uri":"/config","method":"GET","req_id":"dc77585e-4418-4ec9-8fb4-f04d88ffe060","remote_addr":"[fd00:1122:3344:101::b]:58090","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":197,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 53382,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-19T04:56:57.467519396Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"peer_addr":"[fd00:1122:3344:101::d]:56682","req_id":"930fd941-c488-41ce-bb5d-deeb1604a1a4","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 6897,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-19T04:57:07.468867088Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"peer_addr":"[fd00:1122:3344:101::d]:57826","req_id":"3e509375-3e46-4e76-a2a8-34d495d023c5","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47786,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-19T04:57:17.470295499Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"peer_addr":"[fd00:1122:3344:101::d]:49463","req_id":"1e887dba-26f5-4000-af09-44d133a3875a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 4373,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-19T04:57:27.472281733Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"peer_addr":"[fd00:1122:3344:101::d]:61518","req_id":"dd2fa7de-2482-436e-81ac-b388ef25118b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 32732,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-19T04:57:37.473134676Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"peer_addr":"[fd00:1122:3344:101::d]:61361","req_id":"968ed3eb-8907-4d5a-9556-f013406453af","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 48598,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-19T04:57:47.474599649Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"peer_addr":"[fd00:1122:3344:101::d]:49598","req_id":"2579150a-c343-41c8-9049-895e0b0f6c9d","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:57:50.681270226Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:50150"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:57:50.683047414Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"new_generation":1,"req_id":"911c8cbc-5807-4abd-93ac-a28ad80d4374","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:57:50.683071005Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"new_generation":1,"req_id":"911c8cbc-5807-4abd-93ac-a28ad80d4374","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:57:50.683078355Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"uri":"/config","method":"PUT","req_id":"911c8cbc-5807-4abd-93ac-a28ad80d4374","remote_addr":"[fd00:1122:3344:101::c]:50150","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":233,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:57:50.697358464Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:40883"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:57:50.698948922Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"new_generation":1,"req_id":"ec02cd2d-60b1-43f8-ab41-baecc2a7d7c1","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:57:50.698970362Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"new_generation":1,"req_id":"ec02cd2d-60b1-43f8-ab41-baecc2a7d7c1","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:57:50.698980473Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"uri":"/config","method":"PUT","req_id":"ec02cd2d-60b1-43f8-ab41-baecc2a7d7c1","remote_addr":"[fd00:1122:3344:101::b]:40883","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":269,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:57:50.705103309Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:52002"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:57:50.706962412Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"new_generation":1,"req_id":"1715478c-07c7-49e7-be37-30e8afb07d06","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:57:50.707028703Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"new_generation":1,"req_id":"1715478c-07c7-49e7-be37-30e8afb07d06","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:57:50.707043173Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"uri":"/config","method":"PUT","req_id":"1715478c-07c7-49e7-be37-30e8afb07d06","remote_addr":"[fd00:1122:3344:101::a]:52002","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":209,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 4614,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-19T04:57:52.426638071Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"peer_addr":"[fd00:1122:3344:101::a]:48191","req_id":"0c4cd7f4-5ddd-4cfe-b7b7-51e7b33fa3ff","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 14533,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-19T04:57:52.427006737Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"peer_addr":"[fd00:1122:3344:101::b]:2132","req_id":"90fa12b1-abd4-4f02-a171-8f0ecc9c762b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 29936,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-19T04:57:52.509874015Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"peer_addr":"[fd00:1122:3344:101::c]:11893","req_id":"d90333a5-aade-4df7-826e-40f87bcad541","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:57:52.530558776Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:34810"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:57:52.53079157Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"uri":"/config","method":"GET","req_id":"b40bf6b9-a1e0-4c6a-93d8-2db54249afdf","remote_addr":"[fd00:1122:3344:101::b]:34810","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":191,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:57:52.571305238Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:63090"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:57:52.571550002Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"uri":"/config","method":"GET","req_id":"c0783ed8-a2d4-4bea-b26e-fcfb2b9adfc2","remote_addr":"[fd00:1122:3344:101::a]:63090","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":202,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:57:52.609252261Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:39434"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:57:52.609465845Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"uri":"/config","method":"GET","req_id":"f28273c3-2a10-4dce-94a7-907010a40637","remote_addr":"[fd00:1122:3344:101::c]:39434","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":176,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 27295,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-19T04:57:57.476773326Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"peer_addr":"[fd00:1122:3344:101::d]:50083","req_id":"3436c83a-4d6f-49d4-a320-eb7f7845c905","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 49602,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-19T04:58:07.478707717Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"peer_addr":"[fd00:1122:3344:101::d]:65003","req_id":"48f4aaf9-feb6-4922-9ce1-24e1f1bf405f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 39356,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-19T04:58:17.480087568Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"peer_addr":"[fd00:1122:3344:101::d]:64543","req_id":"bc11fdad-51b6-42f2-9346-70ead2876f19","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 20824,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-19T04:58:27.482046791Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"peer_addr":"[fd00:1122:3344:101::d]:51804","req_id":"9272a279-78ab-4f5b-a523-d31cde613619","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 34330,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-19T04:58:37.48439241Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"peer_addr":"[fd00:1122:3344:101::d]:62535","req_id":"5708c206-4690-4e4f-9657-a89df6b68b07","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 15258,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-19T04:58:47.311293194Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"peer_addr":"[fd00:1122:3344:101::1b]:41474","req_id":"0f336869-c138-44b6-8cf2-64c0cef345c2","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 31669,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-19T04:58:47.315244234Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"peer_addr":"[fd00:1122:3344:101::1b]:63635","req_id":"0de02fb3-ca9a-4d3b-aedc-74462193c556","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 44588,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-19T04:58:47.319654171Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"peer_addr":"[fd00:1122:3344:101::1b]:63553","req_id":"d205a7dc-e103-4f1f-9655-9890486ac035","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 41578,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-19T04:58:47.486838131Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"peer_addr":"[fd00:1122:3344:101::d]:63445","req_id":"4c7b69ae-0c1b-4b88-a0ee-0b635d6cff98","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:58:50.68237354Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:41106"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:58:50.683935007Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"new_generation":1,"req_id":"e2a26be0-f381-4d27-92a9-64d3adbba34f","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:58:50.683971767Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"new_generation":1,"req_id":"e2a26be0-f381-4d27-92a9-64d3adbba34f","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:58:50.683982828Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"uri":"/config","method":"PUT","req_id":"e2a26be0-f381-4d27-92a9-64d3adbba34f","remote_addr":"[fd00:1122:3344:101::c]:41106","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":302,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:58:50.697575545Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:45787"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:58:50.699533029Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"new_generation":1,"req_id":"381bc596-3b75-4b37-94cd-984d8c900e09","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:58:50.69956945Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"new_generation":1,"req_id":"381bc596-3b75-4b37-94cd-984d8c900e09","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:58:50.69958055Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"uri":"/config","method":"PUT","req_id":"381bc596-3b75-4b37-94cd-984d8c900e09","remote_addr":"[fd00:1122:3344:101::b]:45787","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":217,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:58:50.705372121Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:35037"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:58:50.707152603Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"new_generation":1,"req_id":"3c75987e-f875-44d3-a7b3-b22e802dd488","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:58:50.707174693Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"new_generation":1,"req_id":"3c75987e-f875-44d3-a7b3-b22e802dd488","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:58:50.707183013Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"uri":"/config","method":"PUT","req_id":"3c75987e-f875-44d3-a7b3-b22e802dd488","remote_addr":"[fd00:1122:3344:101::a]:35037","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":321,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 11502,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-19T04:58:52.446096518Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"peer_addr":"[fd00:1122:3344:101::c]:1981","req_id":"0ea17f41-c2a5-47f2-8596-a3c713fab047","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 30947,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-19T04:58:52.446124578Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"peer_addr":"[fd00:1122:3344:101::b]:27943","req_id":"2ef9923e-5821-4300-a0c2-a7cd0c86fa0b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 36989,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-19T04:58:52.451288118Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"peer_addr":"[fd00:1122:3344:101::a]:7790","req_id":"0fdeb1f5-daaf-42b4-803e-e9893ac319ee","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:58:52.549237809Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:65163"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:58:52.549469344Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"uri":"/config","method":"GET","req_id":"f7f698bd-3ef0-4d45-bc5a-575b00522f1a","remote_addr":"[fd00:1122:3344:101::b]:65163","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":193,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:58:52.589989111Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:59713"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:58:52.590345827Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"uri":"/config","method":"GET","req_id":"08bebac4-de09-47ce-877e-0b29abd1c8b2","remote_addr":"[fd00:1122:3344:101::a]:59713","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":210,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:58:52.642797894Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:35028"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:58:52.643049268Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"uri":"/config","method":"GET","req_id":"9e77e782-7b8e-4f9c-9df3-31f17d60db5d","remote_addr":"[fd00:1122:3344:101::c]:35028","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":192,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 21058,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-19T04:58:57.488498287Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"peer_addr":"[fd00:1122:3344:101::d]:53366","req_id":"50f9f0ea-4142-47cb-ba6f-47632af6fb9f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 31475,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-19T04:59:07.490713765Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"peer_addr":"[fd00:1122:3344:101::d]:65174","req_id":"7a4f97c5-b4eb-49bb-b4fd-203dc4add7ee","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 18466,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-19T04:59:17.492306771Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"peer_addr":"[fd00:1122:3344:101::d]:51023","req_id":"e0954b5a-26b9-4fdd-9ad4-beaf6cf03a18","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 45605,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-19T04:59:27.493621152Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"peer_addr":"[fd00:1122:3344:101::d]:51376","req_id":"9dacddf1-a03a-4db6-ac52-94239e67d633","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 28552,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-19T04:59:37.494886443Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"peer_addr":"[fd00:1122:3344:101::d]:50934","req_id":"e147fe2e-86d8-4e71-b66b-42a38ff9825d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 14559,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-19T04:59:47.497248361Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"peer_addr":"[fd00:1122:3344:101::d]:55371","req_id":"b1bd2113-5cce-467f-8edc-ca12b8fe9eca","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:59:50.683303575Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:50225"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:59:50.685111177Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"new_generation":1,"req_id":"5345bf0a-052d-45dd-9969-8cfb3f55550f","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:59:50.685145457Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"new_generation":1,"req_id":"5345bf0a-052d-45dd-9969-8cfb3f55550f","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:59:50.685155117Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"uri":"/config","method":"PUT","req_id":"5345bf0a-052d-45dd-9969-8cfb3f55550f","remote_addr":"[fd00:1122:3344:101::c]:50225","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":271,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:59:50.696779111Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:40498"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:59:50.699688441Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"new_generation":1,"req_id":"90aa73bf-9e9a-4ae2-98a0-c007f49a9c34","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:59:50.699713122Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"new_generation":1,"req_id":"90aa73bf-9e9a-4ae2-98a0-c007f49a9c34","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:59:50.699724392Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"uri":"/config","method":"PUT","req_id":"90aa73bf-9e9a-4ae2-98a0-c007f49a9c34","remote_addr":"[fd00:1122:3344:101::b]:40498","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":1978,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:59:50.705970921Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:53783"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:59:50.707293264Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"new_generation":1,"req_id":"864d07e7-7172-4044-a7d7-7d46cde692eb","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:59:50.707323585Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"new_generation":1,"req_id":"864d07e7-7172-4044-a7d7-7d46cde692eb","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:59:50.707335685Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"uri":"/config","method":"PUT","req_id":"864d07e7-7172-4044-a7d7-7d46cde692eb","remote_addr":"[fd00:1122:3344:101::a]:53783","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":208,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 56152,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-19T04:59:52.116259516Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"peer_addr":"[fd00:1122:3344:101::c]:24785","req_id":"5b7e8f0e-7f15-4f93-99e9-b3c5f39d4f81","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 58376,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-19T04:59:52.125697821Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"peer_addr":"[fd00:1122:3344:101::a]:13938","req_id":"6b6e8e2f-f33d-44a1-b0c3-8e7191b0accd","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 35619,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-19T04:59:52.179578022Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"peer_addr":"[fd00:1122:3344:101::b]:53640","req_id":"8eeeb052-5086-46e1-acdb-a0f8beabb5a1","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:59:52.228550888Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:48536"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:59:52.228838143Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"uri":"/config","method":"GET","req_id":"8f2b9d54-ec6f-48c7-8077-f8ec11a572ae","remote_addr":"[fd00:1122:3344:101::c]:48536","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":232,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:59:52.262584022Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:33544"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:59:52.262832667Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"uri":"/config","method":"GET","req_id":"b0c5c8ba-894c-4980-bc77-1aa66a57613f","remote_addr":"[fd00:1122:3344:101::a]:33544","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":200,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:59:52.376008593Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:36690"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-19T04:59:52.377118333Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"uri":"/config","method":"GET","req_id":"8bcc1b58-681e-40c6-9b70-b30a3919aa10","remote_addr":"[fd00:1122:3344:101::b]:36690","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":1067,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 45794,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-19T04:59:57.498623594Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"peer_addr":"[fd00:1122:3344:101::d]:58721","req_id":"61842036-f680-4269-a9b7-2192279ff572","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 37247,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_dc329510-7f2a-483d-9b00-a5c3ff9d1540.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_dc329510-7f2a-483d-9b00-a5c3ff9d1540.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 100,\n 99,\n 51,\n 50,\n 57,\n 53,\n 49,\n 48,\n 45,\n 55,\n 102,\n 50,\n 97,\n 45,\n 52,\n 56,\n 51,\n 100,\n 45,\n 57,\n 98,\n 48,\n 48,\n 45,\n 97,\n 53,\n 99,\n 51,\n 102,\n 102,\n 57,\n 100,\n 49,\n 53,\n 52,\n 48,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_dc329510-7f2a-483d-9b00-a5c3ff9d1540.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-19T05:00:00.657196818Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"peer_addr":"[fd00:1122:3344:101::4]:65080","req_id":"e50fa724-e115-43f3-bb6e-5f09765216b5","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 37247,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_dc329510-7f2a-483d-9b00-a5c3ff9d1540.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_dc329510-7f2a-483d-9b00-a5c3ff9d1540.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 100,\n 99,\n 51,\n 50,\n 57,\n 53,\n 49,\n 48,\n 45,\n 55,\n 102,\n 50,\n 97,\n 45,\n 52,\n 56,\n 51,\n 100,\n 45,\n 57,\n 98,\n 48,\n 48,\n 45,\n 97,\n 53,\n 99,\n 51,\n 102,\n 102,\n 57,\n 100,\n 49,\n 53,\n 52,\n 48,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_dc329510-7f2a-483d-9b00-a5c3ff9d1540.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-19T05:00:00.657763148Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"peer_addr":"[fd00:1122:3344:101::4]:40040","req_id":"181c5de7-5874-4742-82e6-87ff007ce0eb","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 59175,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_b088b653-0fa6-4c01-9e32-67e27926e36b.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_b088b653-0fa6-4c01-9e32-67e27926e36b.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 98,\n 48,\n 56,\n 56,\n 98,\n 54,\n 53,\n 51,\n 45,\n 48,\n 102,\n 97,\n 54,\n 45,\n 52,\n 99,\n 48,\n 49,\n 45,\n 57,\n 101,\n 51,\n 50,\n 45,\n 54,\n 55,\n 101,\n 50,\n 55,\n 57,\n 50,\n 54,\n 101,\n 51,\n 54,\n 98,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_b088b653-0fa6-4c01-9e32-67e27926e36b.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-19T05:00:00.662237876Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"peer_addr":"[fd00:1122:3344:101::5]:51826","req_id":"76e7c918-9c1e-4c07-bc31-36bb35baa524","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 59175,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_b088b653-0fa6-4c01-9e32-67e27926e36b.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_b088b653-0fa6-4c01-9e32-67e27926e36b.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 98,\n 48,\n 56,\n 56,\n 98,\n 54,\n 53,\n 51,\n 45,\n 48,\n 102,\n 97,\n 54,\n 45,\n 52,\n 99,\n 48,\n 49,\n 45,\n 57,\n 101,\n 51,\n 50,\n 45,\n 54,\n 55,\n 101,\n 50,\n 55,\n 57,\n 50,\n 54,\n 101,\n 51,\n 54,\n 98,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_b088b653-0fa6-4c01-9e32-67e27926e36b.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-19T05:00:00.662710144Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"peer_addr":"[fd00:1122:3344:101::5]:33383","req_id":"595a68ac-232d-43a9-bcc2-3eabb1fc16b6","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 43390,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_d2e9e3f3-dadc-425d-8c5b-7539d42a6de4.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_d2e9e3f3-dadc-425d-8c5b-7539d42a6de4.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 100,\n 50,\n 101,\n 57,\n 101,\n 51,\n 102,\n 51,\n 45,\n 100,\n 97,\n 100,\n 99,\n 45,\n 52,\n 50,\n 53,\n 100,\n 45,\n 56,\n 99,\n 53,\n 98,\n 45,\n 55,\n 53,\n 51,\n 57,\n 100,\n 52,\n 50,\n 97,\n 54,\n 100,\n 101,\n 52,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_d2e9e3f3-dadc-425d-8c5b-7539d42a6de4.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-19T05:00:00.677493202Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"peer_addr":"[fd00:1122:3344:101::3]:54584","req_id":"de054718-db0d-41c6-935b-c2feb1f88deb","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 43390,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_d2e9e3f3-dadc-425d-8c5b-7539d42a6de4.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_d2e9e3f3-dadc-425d-8c5b-7539d42a6de4.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 100,\n 50,\n 101,\n 57,\n 101,\n 51,\n 102,\n 51,\n 45,\n 100,\n 97,\n 100,\n 99,\n 45,\n 52,\n 50,\n 53,\n 100,\n 45,\n 56,\n 99,\n 53,\n 98,\n 45,\n 55,\n 53,\n 51,\n 57,\n 100,\n 52,\n 50,\n 97,\n 54,\n 100,\n 101,\n 52,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_d2e9e3f3-dadc-425d-8c5b-7539d42a6de4.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-19T05:00:00.678023371Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"peer_addr":"[fd00:1122:3344:101::3]:37321","req_id":"a61e8e36-818c-4d9e-be50-582df08cc52b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 49548,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_5003c03d-7d01-4a2a-a4a6-d3aa23ccf6fe.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_5003c03d-7d01-4a2a-a4a6-d3aa23ccf6fe.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 53,\n 48,\n 48,\n 51,\n 99,\n 48,\n 51,\n 100,\n 45,\n 55,\n 100,\n 48,\n 49,\n 45,\n 52,\n 97,\n 50,\n 97,\n 45,\n 97,\n 52,\n 97,\n 54,\n 45,\n 100,\n 51,\n 97,\n 97,\n 50,\n 51,\n 99,\n 99,\n 102,\n 54,\n 102,\n 101,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_5003c03d-7d01-4a2a-a4a6-d3aa23ccf6fe.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-19T05:00:00.679800393Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"peer_addr":"[fd00:1122:3344:101::7]:47213","req_id":"1ca7436e-8b60-4f4d-b0f7-d14d8a7e4c91","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 49548,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_5003c03d-7d01-4a2a-a4a6-d3aa23ccf6fe.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_5003c03d-7d01-4a2a-a4a6-d3aa23ccf6fe.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 53,\n 48,\n 48,\n 51,\n 99,\n 48,\n 51,\n 100,\n 45,\n 55,\n 100,\n 48,\n 49,\n 45,\n 52,\n 97,\n 50,\n 97,\n 45,\n 97,\n 52,\n 97,\n 54,\n 45,\n 100,\n 51,\n 97,\n 97,\n 50,\n 51,\n 99,\n 99,\n 102,\n 54,\n 102,\n 101,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_5003c03d-7d01-4a2a-a4a6-d3aa23ccf6fe.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-19T05:00:00.680535505Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"peer_addr":"[fd00:1122:3344:101::7]:40484","req_id":"138f013f-b954-4642-b7e7-51902b7e18d3","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 32473,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_e9c32e1b-f718-4b81-b746-99050bf83c3d.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_e9c32e1b-f718-4b81-b746-99050bf83c3d.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 101,\n 57,\n 99,\n 51,\n 50,\n 101,\n 49,\n 98,\n 45,\n 102,\n 55,\n 49,\n 56,\n 45,\n 52,\n 98,\n 56,\n 49,\n 45,\n 98,\n 55,\n 52,\n 54,\n 45,\n 57,\n 57,\n 48,\n 53,\n 48,\n 98,\n 102,\n 56,\n 51,\n 99,\n 51,\n 100,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_e9c32e1b-f718-4b81-b746-99050bf83c3d.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-19T05:00:00.681992141Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"peer_addr":"[fd00:1122:3344:101::6]:44520","req_id":"876e047d-c3e5-4059-b8f0-2abd9997304a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 32473,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_e9c32e1b-f718-4b81-b746-99050bf83c3d.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_e9c32e1b-f718-4b81-b746-99050bf83c3d.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 101,\n 57,\n 99,\n 51,\n 50,\n 101,\n 49,\n 98,\n 45,\n 102,\n 55,\n 49,\n 56,\n 45,\n 52,\n 98,\n 56,\n 49,\n 45,\n 98,\n 55,\n 52,\n 54,\n 45,\n 57,\n 57,\n 48,\n 53,\n 48,\n 98,\n 102,\n 56,\n 51,\n 99,\n 51,\n 100,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_e9c32e1b-f718-4b81-b746-99050bf83c3d.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-19T05:00:00.682567831Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"peer_addr":"[fd00:1122:3344:101::6]:59513","req_id":"436c0885-601f-4c2b-a7db-c33c770ef823","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 754,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-19T05:00:00.795090087Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"peer_addr":"[fd00:1122:3344:101::2]:40418","req_id":"94c94133-c94e-47d5-b904-4ddc8b855935","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 754,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-19T05:00:00.795646776Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"peer_addr":"[fd00:1122:3344:101::2]:40457","req_id":"14b7e47d-eeb5-422e-bd9a-073c390ebc34","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 54831,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_ntp_7b6a2af1-a87c-4af3-a88c-4e7e627b1a0b.\"),\n ),\n original: Query {\n name: Name(\"oxz_ntp_7b6a2af1-a87c-4af3-a88c-4e7e627b1a0b.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 44,\n 111,\n 120,\n 122,\n 95,\n 110,\n 116,\n 112,\n 95,\n 55,\n 98,\n 54,\n 97,\n 50,\n 97,\n 102,\n 49,\n 45,\n 97,\n 56,\n 55,\n 99,\n 45,\n 52,\n 97,\n 102,\n 51,\n 45,\n 97,\n 56,\n 56,\n 99,\n 45,\n 52,\n 101,\n 55,\n 101,\n 54,\n 50,\n 55,\n 98,\n 49,\n 97,\n 48,\n 98,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_ntp_7b6a2af1-a87c-4af3-a88c-4e7e627b1a0b.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-19T05:00:00.92923975Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"peer_addr":"[fd00:1122:3344:101::1b]:39433","req_id":"152ec05b-adfd-4eec-8cf5-589fe39aa369","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 59972,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_06723f3d-f0fd-46d0-8371-fc7bb7edc809.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_06723f3d-f0fd-46d0-8371-fc7bb7edc809.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 48,\n 54,\n 55,\n 50,\n 51,\n 102,\n 51,\n 100,\n 45,\n 102,\n 48,\n 102,\n 100,\n 45,\n 52,\n 54,\n 100,\n 48,\n 45,\n 56,\n 51,\n 55,\n 49,\n 45,\n 102,\n 99,\n 55,\n 98,\n 98,\n 55,\n 101,\n 100,\n 99,\n 56,\n 48,\n 57,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_06723f3d-f0fd-46d0-8371-fc7bb7edc809.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-19T05:00:01.010960627Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"peer_addr":"[fd00:1122:3344:101::e]:39241","req_id":"c8a712c2-f8b2-4092-8e25-21d91e506731","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 59972,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_06723f3d-f0fd-46d0-8371-fc7bb7edc809.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_06723f3d-f0fd-46d0-8371-fc7bb7edc809.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 48,\n 54,\n 55,\n 50,\n 51,\n 102,\n 51,\n 100,\n 45,\n 102,\n 48,\n 102,\n 100,\n 45,\n 52,\n 54,\n 100,\n 48,\n 45,\n 56,\n 51,\n 55,\n 49,\n 45,\n 102,\n 99,\n 55,\n 98,\n 98,\n 55,\n 101,\n 100,\n 99,\n 56,\n 48,\n 57,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_06723f3d-f0fd-46d0-8371-fc7bb7edc809.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-19T05:00:01.011659939Z","hostname":"oxz_internal_dns_ce4faf0b-bf4c-4600-8d08-e451a2a71df4","pid":5505,"peer_addr":"[fd00:1122:3344:101::e]:48551","req_id":"358e28c5-12e3-4c90-9f17-a2b56f984c15","component":"dns"}