[ Mar 30 19:25:06 Enabled. ] [ Mar 30 19:25:06 Rereading configuration. ] [ Mar 30 19:25:07 Rereading configuration. ] [ Mar 30 19:25:08 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:2::1]:5353 --dns-address [fd00:1122:3344:2::1]:53 &"). ] [ Mar 30 19:25:08 Method "start" exited with status 0. ] Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:2::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [] }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } note: configured to log to "/dev/stdout" {"msg":"config","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:25:08.486116063Z","hostname":"oxz_internal_dns_c5ee9a4a-b213-44d5-9dbb-e6e1bc026f32","pid":5480,"dns_config":"Config { bind_address: [fd00:1122:3344:2::1]:53 }","config":"Config { log: File { level: Info, path: \"/dev/stdout\", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:2::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [] }, storage: Config { storage_path: \"/data/dns\", keep_old_generations: 3 } }"} {"msg":"opening sled database","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:25:08.486263244Z","hostname":"oxz_internal_dns_c5ee9a4a-b213-44d5-9dbb-e6e1bc026f32","pid":5480,"component":"store","path":"/data/dns"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:25:08.504381835Z","hostname":"oxz_internal_dns_c5ee9a4a-b213-44d5-9dbb-e6e1bc026f32","pid":5480,"component":"store"} {"msg":"pruning trees for generations older than 0","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:25:08.504393255Z","hostname":"oxz_internal_dns_c5ee9a4a-b213-44d5-9dbb-e6e1bc026f32","pid":5480,"component":"store","keep":3} {"msg":"DNS server bound to address","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:25:08.504429666Z","hostname":"oxz_internal_dns_c5ee9a4a-b213-44d5-9dbb-e6e1bc026f32","pid":5480,"component":"dns","local_address":"[fd00:1122:3344:2::1]:53"} {"msg":"listening","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:25:08.504803059Z","hostname":"oxz_internal_dns_c5ee9a4a-b213-44d5-9dbb-e6e1bc026f32","pid":5480,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:25:09.240933495Z","hostname":"oxz_internal_dns_c5ee9a4a-b213-44d5-9dbb-e6e1bc026f32","pid":5480,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:2::2]:47576"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:25:09.241639821Z","hostname":"oxz_internal_dns_c5ee9a4a-b213-44d5-9dbb-e6e1bc026f32","pid":5480,"new_generation":1,"req_id":"e5fa5dea-6812-428c-8f07-d7127508281d","component":"store"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:25:09.241652101Z","hostname":"oxz_internal_dns_c5ee9a4a-b213-44d5-9dbb-e6e1bc026f32","pid":5480,"component":"store"} {"msg":"pruning trees for generations older than 1","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:25:09.258785324Z","hostname":"oxz_internal_dns_c5ee9a4a-b213-44d5-9dbb-e6e1bc026f32","pid":5480,"component":"store","keep":3} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:25:09.258806734Z","hostname":"oxz_internal_dns_c5ee9a4a-b213-44d5-9dbb-e6e1bc026f32","pid":5480,"new_generation":1,"req_id":"e5fa5dea-6812-428c-8f07-d7127508281d","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:25:09.258827104Z","hostname":"oxz_internal_dns_c5ee9a4a-b213-44d5-9dbb-e6e1bc026f32","pid":5480,"uri":"/config","method":"PUT","req_id":"e5fa5dea-6812-428c-8f07-d7127508281d","remote_addr":"[fd00:1122:3344:2::2]:47576","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":17572,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 38466,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-30T19:25:20.733941705Z","hostname":"oxz_internal_dns_c5ee9a4a-b213-44d5-9dbb-e6e1bc026f32","pid":5480,"peer_addr":"[fd00:1122:3344:101::1b]:44050","req_id":"ca4b7ef5-609f-4dad-b70d-14e4812589bd","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 52535,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-30T19:25:20.738491095Z","hostname":"oxz_internal_dns_c5ee9a4a-b213-44d5-9dbb-e6e1bc026f32","pid":5480,"peer_addr":"[fd00:1122:3344:101::1b]:53413","req_id":"b70f6646-9a8d-412f-8a29-2a4ce1b70896","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 31681,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-30T19:25:20.743666991Z","hostname":"oxz_internal_dns_c5ee9a4a-b213-44d5-9dbb-e6e1bc026f32","pid":5480,"peer_addr":"[fd00:1122:3344:101::1b]:65382","req_id":"4bdc3980-b22c-47dd-959c-4f31f95dfad7","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 16365,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-30T19:27:37.678275692Z","hostname":"oxz_internal_dns_c5ee9a4a-b213-44d5-9dbb-e6e1bc026f32","pid":5480,"peer_addr":"[fd00:1122:3344:101::d]:56990","req_id":"b044f166-6cde-4f99-8b68-247445ecc395","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 29046,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_0c53eab9-e0b3-43d9-bde9-477cd26c550c.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_0c53eab9-e0b3-43d9-bde9-477cd26c550c.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 48,\n 99,\n 53,\n 51,\n 101,\n 97,\n 98,\n 57,\n 45,\n 101,\n 48,\n 98,\n 51,\n 45,\n 52,\n 51,\n 100,\n 57,\n 45,\n 98,\n 100,\n 101,\n 57,\n 45,\n 52,\n 55,\n 55,\n 99,\n 100,\n 50,\n 54,\n 99,\n 53,\n 53,\n 48,\n 99,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_0c53eab9-e0b3-43d9-bde9-477cd26c550c.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-30T19:27:41.246018912Z","hostname":"oxz_internal_dns_c5ee9a4a-b213-44d5-9dbb-e6e1bc026f32","pid":5480,"peer_addr":"[fd00:1122:3344:101::e]:34282","req_id":"be40d9af-559a-4315-9e51-8c4769726d04","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 29046,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_0c53eab9-e0b3-43d9-bde9-477cd26c550c.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_0c53eab9-e0b3-43d9-bde9-477cd26c550c.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 48,\n 99,\n 53,\n 51,\n 101,\n 97,\n 98,\n 57,\n 45,\n 101,\n 48,\n 98,\n 51,\n 45,\n 52,\n 51,\n 100,\n 57,\n 45,\n 98,\n 100,\n 101,\n 57,\n 45,\n 52,\n 55,\n 55,\n 99,\n 100,\n 50,\n 54,\n 99,\n 53,\n 53,\n 48,\n 99,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_0c53eab9-e0b3-43d9-bde9-477cd26c550c.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-30T19:27:41.253259447Z","hostname":"oxz_internal_dns_c5ee9a4a-b213-44d5-9dbb-e6e1bc026f32","pid":5480,"peer_addr":"[fd00:1122:3344:101::e]:53837","req_id":"60dc661e-bd8b-433a-bb4a-b112cd40efed","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 24272,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-30T19:27:47.539878594Z","hostname":"oxz_internal_dns_c5ee9a4a-b213-44d5-9dbb-e6e1bc026f32","pid":5480,"peer_addr":"[fd00:1122:3344:101::c]:49318","req_id":"abaef92c-9eba-48d8-8e40-8d88418eb547","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 3633,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-30T19:27:47.660638447Z","hostname":"oxz_internal_dns_c5ee9a4a-b213-44d5-9dbb-e6e1bc026f32","pid":5480,"peer_addr":"[fd00:1122:3344:101::d]:53121","req_id":"2f09a283-a0ad-479b-b77b-7cafabd36398","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 6978,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-30T19:27:48.823404142Z","hostname":"oxz_internal_dns_c5ee9a4a-b213-44d5-9dbb-e6e1bc026f32","pid":5480,"peer_addr":"[fd00:1122:3344:101::a]:1992","req_id":"5d071349-cc42-4020-8061-57be39508ae1","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 41002,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-30T19:27:49.680474582Z","hostname":"oxz_internal_dns_c5ee9a4a-b213-44d5-9dbb-e6e1bc026f32","pid":5480,"peer_addr":"[fd00:1122:3344:101::b]:6287","req_id":"a9117816-c736-4627-b2db-d66e128fc8be","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 28429,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-30T19:27:57.663166848Z","hostname":"oxz_internal_dns_c5ee9a4a-b213-44d5-9dbb-e6e1bc026f32","pid":5480,"peer_addr":"[fd00:1122:3344:101::d]:53491","req_id":"4976d1fe-2ccb-4eeb-b909-b998fd856015","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 31939,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-30T19:28:07.664196973Z","hostname":"oxz_internal_dns_c5ee9a4a-b213-44d5-9dbb-e6e1bc026f32","pid":5480,"peer_addr":"[fd00:1122:3344:101::d]:50591","req_id":"131a26bb-3d5e-4a50-bcc6-292621506251","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 41639,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-30T19:28:17.666999148Z","hostname":"oxz_internal_dns_c5ee9a4a-b213-44d5-9dbb-e6e1bc026f32","pid":5480,"peer_addr":"[fd00:1122:3344:101::d]:50689","req_id":"fff8001b-2c2b-46f4-97f6-e3190f397c2e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 62058,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-30T19:28:27.668414741Z","hostname":"oxz_internal_dns_c5ee9a4a-b213-44d5-9dbb-e6e1bc026f32","pid":5480,"peer_addr":"[fd00:1122:3344:101::d]:53772","req_id":"56d32acc-a2d9-403b-b3d4-aa788af0c94e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 17684,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-30T19:28:28.761855609Z","hostname":"oxz_internal_dns_c5ee9a4a-b213-44d5-9dbb-e6e1bc026f32","pid":5480,"peer_addr":"[fd00:1122:3344:101::c]:46898","req_id":"ccdc66ac-5f16-4db9-a26e-13c24f75df7c","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:28:29.065335914Z","hostname":"oxz_internal_dns_c5ee9a4a-b213-44d5-9dbb-e6e1bc026f32","pid":5480,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:40204"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:28:29.131545982Z","hostname":"oxz_internal_dns_c5ee9a4a-b213-44d5-9dbb-e6e1bc026f32","pid":5480,"uri":"/config","method":"GET","req_id":"be7d6e74-f8bf-41bd-95a3-0b849f9a7709","remote_addr":"[fd00:1122:3344:101::c]:40204","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":46551,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 53914,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-30T19:28:30.597898151Z","hostname":"oxz_internal_dns_c5ee9a4a-b213-44d5-9dbb-e6e1bc026f32","pid":5480,"peer_addr":"[fd00:1122:3344:101::a]:17675","req_id":"a3ca1fff-2900-4b2a-96d0-30dc2980d76b","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:28:30.634455896Z","hostname":"oxz_internal_dns_c5ee9a4a-b213-44d5-9dbb-e6e1bc026f32","pid":5480,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:57184"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:28:30.638461612Z","hostname":"oxz_internal_dns_c5ee9a4a-b213-44d5-9dbb-e6e1bc026f32","pid":5480,"new_generation":1,"req_id":"adf0c530-bc14-4c8b-a00f-7382602be48d","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:28:30.638483782Z","hostname":"oxz_internal_dns_c5ee9a4a-b213-44d5-9dbb-e6e1bc026f32","pid":5480,"new_generation":1,"req_id":"adf0c530-bc14-4c8b-a00f-7382602be48d","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:28:30.638561382Z","hostname":"oxz_internal_dns_c5ee9a4a-b213-44d5-9dbb-e6e1bc026f32","pid":5480,"uri":"/config","method":"PUT","req_id":"adf0c530-bc14-4c8b-a00f-7382602be48d","remote_addr":"[fd00:1122:3344:101::a]:57184","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":2630,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:28:30.742278673Z","hostname":"oxz_internal_dns_c5ee9a4a-b213-44d5-9dbb-e6e1bc026f32","pid":5480,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:32772"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:28:30.742551286Z","hostname":"oxz_internal_dns_c5ee9a4a-b213-44d5-9dbb-e6e1bc026f32","pid":5480,"uri":"/config","method":"GET","req_id":"4c3f400e-6c1f-4d52-89d2-40af29911c1c","remote_addr":"[fd00:1122:3344:101::a]:32772","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":234,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 35432,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-30T19:28:31.444890192Z","hostname":"oxz_internal_dns_c5ee9a4a-b213-44d5-9dbb-e6e1bc026f32","pid":5480,"peer_addr":"[fd00:1122:3344:101::a]:51334","req_id":"85a7ef51-5b2d-4ff5-9545-ffd62b1c93f5","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:28:31.54485058Z","hostname":"oxz_internal_dns_c5ee9a4a-b213-44d5-9dbb-e6e1bc026f32","pid":5480,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:50562"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:28:31.545152403Z","hostname":"oxz_internal_dns_c5ee9a4a-b213-44d5-9dbb-e6e1bc026f32","pid":5480,"uri":"/config","method":"GET","req_id":"40d6bad3-491c-44af-b286-1f464cf4bdbd","remote_addr":"[fd00:1122:3344:101::a]:50562","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":245,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 44060,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-30T19:28:37.670051142Z","hostname":"oxz_internal_dns_c5ee9a4a-b213-44d5-9dbb-e6e1bc026f32","pid":5480,"peer_addr":"[fd00:1122:3344:101::d]:61368","req_id":"b72389a1-baf1-46d1-b642-ee204a1d647d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 28502,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-30T19:28:38.06714751Z","hostname":"oxz_internal_dns_c5ee9a4a-b213-44d5-9dbb-e6e1bc026f32","pid":5480,"peer_addr":"[fd00:1122:3344:101::c]:52851","req_id":"cf9d6bc9-e433-439d-9385-2debe099c6e2","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:28:38.159039896Z","hostname":"oxz_internal_dns_c5ee9a4a-b213-44d5-9dbb-e6e1bc026f32","pid":5480,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:55464"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:28:38.159355259Z","hostname":"oxz_internal_dns_c5ee9a4a-b213-44d5-9dbb-e6e1bc026f32","pid":5480,"uri":"/config","method":"GET","req_id":"b3ac18cb-0506-4694-b4bb-392adb40e1b3","remote_addr":"[fd00:1122:3344:101::c]:55464","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":249,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 33748,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-30T19:28:40.341151637Z","hostname":"oxz_internal_dns_c5ee9a4a-b213-44d5-9dbb-e6e1bc026f32","pid":5480,"peer_addr":"[fd00:1122:3344:101::b]:16840","req_id":"387de623-f64d-4f19-8ef1-d3687d3572b8","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:28:40.449304767Z","hostname":"oxz_internal_dns_c5ee9a4a-b213-44d5-9dbb-e6e1bc026f32","pid":5480,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:33311"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:28:40.44959516Z","hostname":"oxz_internal_dns_c5ee9a4a-b213-44d5-9dbb-e6e1bc026f32","pid":5480,"uri":"/config","method":"GET","req_id":"fe4a4206-0a17-4144-a4ee-1ec929ca05ee","remote_addr":"[fd00:1122:3344:101::b]:33311","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":232,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:28:47.432191565Z","hostname":"oxz_internal_dns_c5ee9a4a-b213-44d5-9dbb-e6e1bc026f32","pid":5480,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:47098"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:28:47.434924679Z","hostname":"oxz_internal_dns_c5ee9a4a-b213-44d5-9dbb-e6e1bc026f32","pid":5480,"new_generation":1,"req_id":"eeff6367-ed5c-4206-bbac-ccce3f983c7f","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:28:47.434977149Z","hostname":"oxz_internal_dns_c5ee9a4a-b213-44d5-9dbb-e6e1bc026f32","pid":5480,"new_generation":1,"req_id":"eeff6367-ed5c-4206-bbac-ccce3f983c7f","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:28:47.43498561Z","hostname":"oxz_internal_dns_c5ee9a4a-b213-44d5-9dbb-e6e1bc026f32","pid":5480,"uri":"/config","method":"PUT","req_id":"eeff6367-ed5c-4206-bbac-ccce3f983c7f","remote_addr":"[fd00:1122:3344:101::c]:47098","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":252,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 3388,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-30T19:28:47.672524869Z","hostname":"oxz_internal_dns_c5ee9a4a-b213-44d5-9dbb-e6e1bc026f32","pid":5480,"peer_addr":"[fd00:1122:3344:101::d]:57999","req_id":"79e79aa2-61e5-4904-abfa-22607c14a5ce","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 48690,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-30T19:28:48.617506939Z","hostname":"oxz_internal_dns_c5ee9a4a-b213-44d5-9dbb-e6e1bc026f32","pid":5480,"peer_addr":"[fd00:1122:3344:101::c]:10736","req_id":"7e56b546-de4a-45ab-8ce0-116738a6709a","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:28:48.703083779Z","hostname":"oxz_internal_dns_c5ee9a4a-b213-44d5-9dbb-e6e1bc026f32","pid":5480,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:64589"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:28:48.704375301Z","hostname":"oxz_internal_dns_c5ee9a4a-b213-44d5-9dbb-e6e1bc026f32","pid":5480,"new_generation":1,"req_id":"6cc972de-28c4-4fa8-a695-df086b65d7d7","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:28:48.704426061Z","hostname":"oxz_internal_dns_c5ee9a4a-b213-44d5-9dbb-e6e1bc026f32","pid":5480,"new_generation":1,"req_id":"6cc972de-28c4-4fa8-a695-df086b65d7d7","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:28:48.704437391Z","hostname":"oxz_internal_dns_c5ee9a4a-b213-44d5-9dbb-e6e1bc026f32","pid":5480,"uri":"/config","method":"PUT","req_id":"6cc972de-28c4-4fa8-a695-df086b65d7d7","remote_addr":"[fd00:1122:3344:101::a]:64589","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":275,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:28:48.719836398Z","hostname":"oxz_internal_dns_c5ee9a4a-b213-44d5-9dbb-e6e1bc026f32","pid":5480,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:32935"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:28:48.72009034Z","hostname":"oxz_internal_dns_c5ee9a4a-b213-44d5-9dbb-e6e1bc026f32","pid":5480,"uri":"/config","method":"GET","req_id":"d1b5705b-d4c8-46fe-87bc-22afdb959ec5","remote_addr":"[fd00:1122:3344:101::c]:32935","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":208,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 8380,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-30T19:28:49.43866614Z","hostname":"oxz_internal_dns_c5ee9a4a-b213-44d5-9dbb-e6e1bc026f32","pid":5480,"peer_addr":"[fd00:1122:3344:101::a]:17316","req_id":"6e5332d1-66a0-4bc9-941d-f4cafab5599c","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:28:49.56141717Z","hostname":"oxz_internal_dns_c5ee9a4a-b213-44d5-9dbb-e6e1bc026f32","pid":5480,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:65154"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:28:49.561707992Z","hostname":"oxz_internal_dns_c5ee9a4a-b213-44d5-9dbb-e6e1bc026f32","pid":5480,"uri":"/config","method":"GET","req_id":"15dbb11b-f4bb-4a9d-ae5f-77e6112053e0","remote_addr":"[fd00:1122:3344:101::a]:65154","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":247,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:28:49.638844367Z","hostname":"oxz_internal_dns_c5ee9a4a-b213-44d5-9dbb-e6e1bc026f32","pid":5480,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:40462"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:28:49.640758094Z","hostname":"oxz_internal_dns_c5ee9a4a-b213-44d5-9dbb-e6e1bc026f32","pid":5480,"new_generation":1,"req_id":"8f221e7d-1d80-4063-8473-013cc4b5d5eb","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:28:49.640782454Z","hostname":"oxz_internal_dns_c5ee9a4a-b213-44d5-9dbb-e6e1bc026f32","pid":5480,"new_generation":1,"req_id":"8f221e7d-1d80-4063-8473-013cc4b5d5eb","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:28:49.640808375Z","hostname":"oxz_internal_dns_c5ee9a4a-b213-44d5-9dbb-e6e1bc026f32","pid":5480,"uri":"/config","method":"PUT","req_id":"8f221e7d-1d80-4063-8473-013cc4b5d5eb","remote_addr":"[fd00:1122:3344:101::b]:40462","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":345,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 35210,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-30T19:28:50.419171767Z","hostname":"oxz_internal_dns_c5ee9a4a-b213-44d5-9dbb-e6e1bc026f32","pid":5480,"peer_addr":"[fd00:1122:3344:101::b]:56315","req_id":"f8d8d64c-4fcb-4492-b8da-b6d26cf5fa15","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:28:50.518497598Z","hostname":"oxz_internal_dns_c5ee9a4a-b213-44d5-9dbb-e6e1bc026f32","pid":5480,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:43638"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:28:50.51873848Z","hostname":"oxz_internal_dns_c5ee9a4a-b213-44d5-9dbb-e6e1bc026f32","pid":5480,"uri":"/config","method":"GET","req_id":"c0a06249-ef23-4506-9a55-978b3ed8787d","remote_addr":"[fd00:1122:3344:101::b]:43638","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":204,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 20864,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-30T19:28:57.673410839Z","hostname":"oxz_internal_dns_c5ee9a4a-b213-44d5-9dbb-e6e1bc026f32","pid":5480,"peer_addr":"[fd00:1122:3344:101::d]:60593","req_id":"4dd0e508-28d8-4674-9039-7042580f0923","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 42557,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-30T19:29:07.675208433Z","hostname":"oxz_internal_dns_c5ee9a4a-b213-44d5-9dbb-e6e1bc026f32","pid":5480,"peer_addr":"[fd00:1122:3344:101::d]:54434","req_id":"92c09b14-32e5-4069-ac9c-d14ea53a5d9e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 62765,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-30T19:29:12.565316067Z","hostname":"oxz_internal_dns_c5ee9a4a-b213-44d5-9dbb-e6e1bc026f32","pid":5480,"peer_addr":"[fd00:1122:3344:101::1b]:50947","req_id":"1a08624d-14ab-43b9-b1cf-e4c2e3328214","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 16348,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-30T19:29:12.569706524Z","hostname":"oxz_internal_dns_c5ee9a4a-b213-44d5-9dbb-e6e1bc026f32","pid":5480,"peer_addr":"[fd00:1122:3344:101::1b]:53707","req_id":"f4aae09b-16ca-4f2b-888f-7f4ba4d3591c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 606,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-30T19:29:12.574515516Z","hostname":"oxz_internal_dns_c5ee9a4a-b213-44d5-9dbb-e6e1bc026f32","pid":5480,"peer_addr":"[fd00:1122:3344:101::1b]:54021","req_id":"8ed20070-5a67-450c-8f74-6f728de6c83a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 39473,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-30T19:29:17.677722847Z","hostname":"oxz_internal_dns_c5ee9a4a-b213-44d5-9dbb-e6e1bc026f32","pid":5480,"peer_addr":"[fd00:1122:3344:101::d]:49163","req_id":"5809ff8c-0e0b-4878-a75b-890192030cc7","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 27125,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-30T19:29:27.679159781Z","hostname":"oxz_internal_dns_c5ee9a4a-b213-44d5-9dbb-e6e1bc026f32","pid":5480,"peer_addr":"[fd00:1122:3344:101::d]:60234","req_id":"0068f03f-bb4d-4179-b460-190c96c690d3","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 13118,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-30T19:29:37.680660742Z","hostname":"oxz_internal_dns_c5ee9a4a-b213-44d5-9dbb-e6e1bc026f32","pid":5480,"peer_addr":"[fd00:1122:3344:101::d]:57028","req_id":"5a4b9123-8f71-4722-b746-af0221ddcaa8","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:29:47.324545798Z","hostname":"oxz_internal_dns_c5ee9a4a-b213-44d5-9dbb-e6e1bc026f32","pid":5480,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:45842"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:29:47.325856589Z","hostname":"oxz_internal_dns_c5ee9a4a-b213-44d5-9dbb-e6e1bc026f32","pid":5480,"new_generation":1,"req_id":"0942c4b2-6d8b-45c1-9617-5048ec15990b","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:29:47.32589552Z","hostname":"oxz_internal_dns_c5ee9a4a-b213-44d5-9dbb-e6e1bc026f32","pid":5480,"new_generation":1,"req_id":"0942c4b2-6d8b-45c1-9617-5048ec15990b","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:29:47.32592354Z","hostname":"oxz_internal_dns_c5ee9a4a-b213-44d5-9dbb-e6e1bc026f32","pid":5480,"uri":"/config","method":"PUT","req_id":"0942c4b2-6d8b-45c1-9617-5048ec15990b","remote_addr":"[fd00:1122:3344:101::c]:45842","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":247,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 53603,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-30T19:29:47.683269062Z","hostname":"oxz_internal_dns_c5ee9a4a-b213-44d5-9dbb-e6e1bc026f32","pid":5480,"peer_addr":"[fd00:1122:3344:101::d]:62501","req_id":"edc0987b-a4c1-4865-aeeb-02714b973d70","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 11038,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-30T19:29:48.142094957Z","hostname":"oxz_internal_dns_c5ee9a4a-b213-44d5-9dbb-e6e1bc026f32","pid":5480,"peer_addr":"[fd00:1122:3344:101::c]:59153","req_id":"aca3e050-21ff-49a8-b73a-b43aa07bae44","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:29:48.238002698Z","hostname":"oxz_internal_dns_c5ee9a4a-b213-44d5-9dbb-e6e1bc026f32","pid":5480,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:33196"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:29:48.238275051Z","hostname":"oxz_internal_dns_c5ee9a4a-b213-44d5-9dbb-e6e1bc026f32","pid":5480,"uri":"/config","method":"GET","req_id":"f7fb2352-9937-46d4-af61-cdfc8b52d849","remote_addr":"[fd00:1122:3344:101::c]:33196","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":232,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:29:48.702733224Z","hostname":"oxz_internal_dns_c5ee9a4a-b213-44d5-9dbb-e6e1bc026f32","pid":5480,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:63512"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:29:48.704074936Z","hostname":"oxz_internal_dns_c5ee9a4a-b213-44d5-9dbb-e6e1bc026f32","pid":5480,"new_generation":1,"req_id":"b47c593d-4ad9-4ffd-9af5-08b4a4b195bb","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:29:48.704122856Z","hostname":"oxz_internal_dns_c5ee9a4a-b213-44d5-9dbb-e6e1bc026f32","pid":5480,"new_generation":1,"req_id":"b47c593d-4ad9-4ffd-9af5-08b4a4b195bb","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:29:48.704131196Z","hostname":"oxz_internal_dns_c5ee9a4a-b213-44d5-9dbb-e6e1bc026f32","pid":5480,"uri":"/config","method":"PUT","req_id":"b47c593d-4ad9-4ffd-9af5-08b4a4b195bb","remote_addr":"[fd00:1122:3344:101::a]:63512","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":240,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:29:49.46925819Z","hostname":"oxz_internal_dns_c5ee9a4a-b213-44d5-9dbb-e6e1bc026f32","pid":5480,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:40684"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:29:49.470887415Z","hostname":"oxz_internal_dns_c5ee9a4a-b213-44d5-9dbb-e6e1bc026f32","pid":5480,"new_generation":1,"req_id":"5e171923-fec5-413a-b774-4316c7e336ac","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:29:49.470997786Z","hostname":"oxz_internal_dns_c5ee9a4a-b213-44d5-9dbb-e6e1bc026f32","pid":5480,"new_generation":1,"req_id":"5e171923-fec5-413a-b774-4316c7e336ac","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:29:49.471029236Z","hostname":"oxz_internal_dns_c5ee9a4a-b213-44d5-9dbb-e6e1bc026f32","pid":5480,"uri":"/config","method":"PUT","req_id":"5e171923-fec5-413a-b774-4316c7e336ac","remote_addr":"[fd00:1122:3344:101::b]:40684","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":269,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 59764,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-30T19:29:49.499110906Z","hostname":"oxz_internal_dns_c5ee9a4a-b213-44d5-9dbb-e6e1bc026f32","pid":5480,"peer_addr":"[fd00:1122:3344:101::a]:46593","req_id":"7f3720df-63c2-443f-83a0-7cc854a9883e","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:29:49.76313802Z","hostname":"oxz_internal_dns_c5ee9a4a-b213-44d5-9dbb-e6e1bc026f32","pid":5480,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:38651"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:29:49.763394702Z","hostname":"oxz_internal_dns_c5ee9a4a-b213-44d5-9dbb-e6e1bc026f32","pid":5480,"uri":"/config","method":"GET","req_id":"50e0ccbb-c6f3-4663-877a-ac082f0f9230","remote_addr":"[fd00:1122:3344:101::a]:38651","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":220,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 8367,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-30T19:29:50.353745444Z","hostname":"oxz_internal_dns_c5ee9a4a-b213-44d5-9dbb-e6e1bc026f32","pid":5480,"peer_addr":"[fd00:1122:3344:101::b]:38123","req_id":"b61d3588-e5ac-4cb9-8c9e-8f0296f90bcc","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:29:50.446509538Z","hostname":"oxz_internal_dns_c5ee9a4a-b213-44d5-9dbb-e6e1bc026f32","pid":5480,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:39469"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:29:50.44678336Z","hostname":"oxz_internal_dns_c5ee9a4a-b213-44d5-9dbb-e6e1bc026f32","pid":5480,"uri":"/config","method":"GET","req_id":"bfe6e136-a0eb-4ece-8fe5-b7012317c579","remote_addr":"[fd00:1122:3344:101::b]:39469","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":211,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 59267,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-30T19:29:57.684866388Z","hostname":"oxz_internal_dns_c5ee9a4a-b213-44d5-9dbb-e6e1bc026f32","pid":5480,"peer_addr":"[fd00:1122:3344:101::d]:62858","req_id":"02e750a8-8eab-41b0-985f-c9206c5e7346","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 43659,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_56a4bda5-4ab5-4c90-bdc9-9e8e8806ca6f.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_56a4bda5-4ab5-4c90-bdc9-9e8e8806ca6f.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 53,\n 54,\n 97,\n 52,\n 98,\n 100,\n 97,\n 53,\n 45,\n 52,\n 97,\n 98,\n 53,\n 45,\n 52,\n 99,\n 57,\n 48,\n 45,\n 98,\n 100,\n 99,\n 57,\n 45,\n 57,\n 101,\n 56,\n 101,\n 56,\n 56,\n 48,\n 54,\n 99,\n 97,\n 54,\n 102,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_56a4bda5-4ab5-4c90-bdc9-9e8e8806ca6f.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-30T19:30:00.136681209Z","hostname":"oxz_internal_dns_c5ee9a4a-b213-44d5-9dbb-e6e1bc026f32","pid":5480,"peer_addr":"[fd00:1122:3344:101::6]:61447","req_id":"0151762f-8fde-4b78-918f-bfd0b90842d9","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 43659,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_56a4bda5-4ab5-4c90-bdc9-9e8e8806ca6f.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_56a4bda5-4ab5-4c90-bdc9-9e8e8806ca6f.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 53,\n 54,\n 97,\n 52,\n 98,\n 100,\n 97,\n 53,\n 45,\n 52,\n 97,\n 98,\n 53,\n 45,\n 52,\n 99,\n 57,\n 48,\n 45,\n 98,\n 100,\n 99,\n 57,\n 45,\n 57,\n 101,\n 56,\n 101,\n 56,\n 56,\n 48,\n 54,\n 99,\n 97,\n 54,\n 102,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_56a4bda5-4ab5-4c90-bdc9-9e8e8806ca6f.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-30T19:30:00.137226944Z","hostname":"oxz_internal_dns_c5ee9a4a-b213-44d5-9dbb-e6e1bc026f32","pid":5480,"peer_addr":"[fd00:1122:3344:101::6]:39945","req_id":"859abd5d-d981-4678-8d54-1b989a615d84","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 20430,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_71063aa2-59aa-48c2-b797-269ef5a0b22a.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_71063aa2-59aa-48c2-b797-269ef5a0b22a.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 55,\n 49,\n 48,\n 54,\n 51,\n 97,\n 97,\n 50,\n 45,\n 53,\n 57,\n 97,\n 97,\n 45,\n 52,\n 56,\n 99,\n 50,\n 45,\n 98,\n 55,\n 57,\n 55,\n 45,\n 50,\n 54,\n 57,\n 101,\n 102,\n 53,\n 97,\n 48,\n 98,\n 50,\n 50,\n 97,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_71063aa2-59aa-48c2-b797-269ef5a0b22a.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-30T19:30:00.150195689Z","hostname":"oxz_internal_dns_c5ee9a4a-b213-44d5-9dbb-e6e1bc026f32","pid":5480,"peer_addr":"[fd00:1122:3344:101::7]:41394","req_id":"11cfb8d4-8c2b-4f8e-8c38-c6249abf04a4","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 20430,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_71063aa2-59aa-48c2-b797-269ef5a0b22a.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_71063aa2-59aa-48c2-b797-269ef5a0b22a.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 55,\n 49,\n 48,\n 54,\n 51,\n 97,\n 97,\n 50,\n 45,\n 53,\n 57,\n 97,\n 97,\n 45,\n 52,\n 56,\n 99,\n 50,\n 45,\n 98,\n 55,\n 57,\n 55,\n 45,\n 50,\n 54,\n 57,\n 101,\n 102,\n 53,\n 97,\n 48,\n 98,\n 50,\n 50,\n 97,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_71063aa2-59aa-48c2-b797-269ef5a0b22a.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-30T19:30:00.150654473Z","hostname":"oxz_internal_dns_c5ee9a4a-b213-44d5-9dbb-e6e1bc026f32","pid":5480,"peer_addr":"[fd00:1122:3344:101::7]:60138","req_id":"132b4a99-fda0-41f4-93cf-d2f6bcb2c340","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 30895,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_8f9420e0-dc26-4896-9fec-9989dcc82bfa.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_8f9420e0-dc26-4896-9fec-9989dcc82bfa.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 56,\n 102,\n 57,\n 52,\n 50,\n 48,\n 101,\n 48,\n 45,\n 100,\n 99,\n 50,\n 54,\n 45,\n 52,\n 56,\n 57,\n 54,\n 45,\n 57,\n 102,\n 101,\n 99,\n 45,\n 57,\n 57,\n 56,\n 57,\n 100,\n 99,\n 99,\n 56,\n 50,\n 98,\n 102,\n 97,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_8f9420e0-dc26-4896-9fec-9989dcc82bfa.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-30T19:30:00.166889717Z","hostname":"oxz_internal_dns_c5ee9a4a-b213-44d5-9dbb-e6e1bc026f32","pid":5480,"peer_addr":"[fd00:1122:3344:101::5]:63567","req_id":"485fba53-106e-41bb-a48c-2dbaab5cd0bc","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 30895,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_8f9420e0-dc26-4896-9fec-9989dcc82bfa.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_8f9420e0-dc26-4896-9fec-9989dcc82bfa.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 56,\n 102,\n 57,\n 52,\n 50,\n 48,\n 101,\n 48,\n 45,\n 100,\n 99,\n 50,\n 54,\n 45,\n 52,\n 56,\n 57,\n 54,\n 45,\n 57,\n 102,\n 101,\n 99,\n 45,\n 57,\n 57,\n 56,\n 57,\n 100,\n 99,\n 99,\n 56,\n 50,\n 98,\n 102,\n 97,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_8f9420e0-dc26-4896-9fec-9989dcc82bfa.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-30T19:30:00.1671984Z","hostname":"oxz_internal_dns_c5ee9a4a-b213-44d5-9dbb-e6e1bc026f32","pid":5480,"peer_addr":"[fd00:1122:3344:101::5]:35203","req_id":"41980fdf-0d3f-400b-8e6e-cb99266ad7a1","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 7489,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_26a449e5-4f30-4659-a085-0a727b4755fe.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_26a449e5-4f30-4659-a085-0a727b4755fe.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 50,\n 54,\n 97,\n 52,\n 52,\n 57,\n 101,\n 53,\n 45,\n 52,\n 102,\n 51,\n 48,\n 45,\n 52,\n 54,\n 53,\n 57,\n 45,\n 97,\n 48,\n 56,\n 53,\n 45,\n 48,\n 97,\n 55,\n 50,\n 55,\n 98,\n 52,\n 55,\n 53,\n 53,\n 102,\n 101,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_26a449e5-4f30-4659-a085-0a727b4755fe.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-30T19:30:00.181647178Z","hostname":"oxz_internal_dns_c5ee9a4a-b213-44d5-9dbb-e6e1bc026f32","pid":5480,"peer_addr":"[fd00:1122:3344:101::3]:49124","req_id":"49e05962-c55b-4c9b-92e0-8c42b3a0c4b5","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 7489,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_26a449e5-4f30-4659-a085-0a727b4755fe.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_26a449e5-4f30-4659-a085-0a727b4755fe.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 50,\n 54,\n 97,\n 52,\n 52,\n 57,\n 101,\n 53,\n 45,\n 52,\n 102,\n 51,\n 48,\n 45,\n 52,\n 54,\n 53,\n 57,\n 45,\n 97,\n 48,\n 56,\n 53,\n 45,\n 48,\n 97,\n 55,\n 50,\n 55,\n 98,\n 52,\n 55,\n 53,\n 53,\n 102,\n 101,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_26a449e5-4f30-4659-a085-0a727b4755fe.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-30T19:30:00.182118406Z","hostname":"oxz_internal_dns_c5ee9a4a-b213-44d5-9dbb-e6e1bc026f32","pid":5480,"peer_addr":"[fd00:1122:3344:101::3]:40133","req_id":"45ee9c6b-14a4-4544-9a25-e288d17dbf9c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 38292,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_85bb1efe-acea-4db4-a8ac-d908fc97ff66.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_85bb1efe-acea-4db4-a8ac-d908fc97ff66.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 56,\n 53,\n 98,\n 98,\n 49,\n 101,\n 102,\n 101,\n 45,\n 97,\n 99,\n 101,\n 97,\n 45,\n 52,\n 100,\n 98,\n 52,\n 45,\n 97,\n 56,\n 97,\n 99,\n 45,\n 100,\n 57,\n 48,\n 56,\n 102,\n 99,\n 57,\n 55,\n 102,\n 102,\n 54,\n 54,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_85bb1efe-acea-4db4-a8ac-d908fc97ff66.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-30T19:30:00.188768671Z","hostname":"oxz_internal_dns_c5ee9a4a-b213-44d5-9dbb-e6e1bc026f32","pid":5480,"peer_addr":"[fd00:1122:3344:101::4]:56060","req_id":"1520b1ec-9458-4d1e-9052-4006c4e2d829","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 38292,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_85bb1efe-acea-4db4-a8ac-d908fc97ff66.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_85bb1efe-acea-4db4-a8ac-d908fc97ff66.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 56,\n 53,\n 98,\n 98,\n 49,\n 101,\n 102,\n 101,\n 45,\n 97,\n 99,\n 101,\n 97,\n 45,\n 52,\n 100,\n 98,\n 52,\n 45,\n 97,\n 56,\n 97,\n 99,\n 45,\n 100,\n 57,\n 48,\n 56,\n 102,\n 99,\n 57,\n 55,\n 102,\n 102,\n 54,\n 54,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_85bb1efe-acea-4db4-a8ac-d908fc97ff66.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-30T19:30:00.189198075Z","hostname":"oxz_internal_dns_c5ee9a4a-b213-44d5-9dbb-e6e1bc026f32","pid":5480,"peer_addr":"[fd00:1122:3344:101::4]:51842","req_id":"f0ef2bf4-ba55-49ed-9742-24a0bee5256b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 2843,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-30T19:30:00.199949971Z","hostname":"oxz_internal_dns_c5ee9a4a-b213-44d5-9dbb-e6e1bc026f32","pid":5480,"peer_addr":"[fd00:1122:3344:101::2]:37261","req_id":"82ef71ae-370c-42ff-8366-2d4af01ac17b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 2843,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-30T19:30:00.200345784Z","hostname":"oxz_internal_dns_c5ee9a4a-b213-44d5-9dbb-e6e1bc026f32","pid":5480,"peer_addr":"[fd00:1122:3344:101::2]:52394","req_id":"b9faac8f-3687-4afd-a4a9-1ca2f8e43378","component":"dns"}