[ May 14 15:51:36 Enabled. ] [ May 14 15:51:36 Rereading configuration. ] [ May 14 15:51:37 Rereading configuration. ] [ May 14 15:51:38 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:1::1]:5353 --dns-address [fd00:1122:3344:1::1]:53 &"). ] [ May 14 15:51:38 Method "start" exited with status 0. ] Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:1::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } note: configured to log to "/dev/stdout" {"msg":"config","v":0,"name":"dns-server","level":30,"time":"2026-05-14T15:51:38.2868789Z","hostname":"oxz_internal_dns_3a13b3fa-9133-4571-889f-9b135deb40e2","pid":5432,"dns_config":"Config { bind_address: [fd00:1122:3344:1::1]:53 }","config":"Config { log: File { level: Info, path: \"/dev/stdout\", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:1::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: \"/data/dns\", keep_old_generations: 3 } }"} {"msg":"opening sled database","v":0,"name":"dns-server","level":30,"time":"2026-05-14T15:51:38.287004704Z","hostname":"oxz_internal_dns_3a13b3fa-9133-4571-889f-9b135deb40e2","pid":5432,"component":"store","path":"/data/dns"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-05-14T15:51:38.307283989Z","hostname":"oxz_internal_dns_3a13b3fa-9133-4571-889f-9b135deb40e2","pid":5432,"component":"store"} {"msg":"pruning trees for generations older than 0","v":0,"name":"dns-server","level":30,"time":"2026-05-14T15:51:38.30730794Z","hostname":"oxz_internal_dns_3a13b3fa-9133-4571-889f-9b135deb40e2","pid":5432,"component":"store","keep":3} {"msg":"DNS server bound to address","v":0,"name":"dns-server","level":30,"time":"2026-05-14T15:51:38.3073221Z","hostname":"oxz_internal_dns_3a13b3fa-9133-4571-889f-9b135deb40e2","pid":5432,"component":"dns","local_address":"[fd00:1122:3344:1::1]:53"} {"msg":"listening","v":0,"name":"dns-server","level":30,"time":"2026-05-14T15:51:38.307559889Z","hostname":"oxz_internal_dns_3a13b3fa-9133-4571-889f-9b135deb40e2","pid":5432,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-14T15:51:38.310033187Z","hostname":"oxz_internal_dns_3a13b3fa-9133-4571-889f-9b135deb40e2","pid":5432,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:1::2]:62599"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-14T15:51:38.31095514Z","hostname":"oxz_internal_dns_3a13b3fa-9133-4571-889f-9b135deb40e2","pid":5432,"new_generation":1,"req_id":"aa9adf83-33b5-4611-982d-805d2599ff73","component":"store"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-05-14T15:51:38.311000442Z","hostname":"oxz_internal_dns_3a13b3fa-9133-4571-889f-9b135deb40e2","pid":5432,"component":"store"} {"msg":"pruning trees for generations older than 1","v":0,"name":"dns-server","level":30,"time":"2026-05-14T15:51:38.323816949Z","hostname":"oxz_internal_dns_3a13b3fa-9133-4571-889f-9b135deb40e2","pid":5432,"component":"store","keep":3} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-14T15:51:38.323848141Z","hostname":"oxz_internal_dns_3a13b3fa-9133-4571-889f-9b135deb40e2","pid":5432,"new_generation":1,"req_id":"aa9adf83-33b5-4611-982d-805d2599ff73","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-14T15:51:38.323890172Z","hostname":"oxz_internal_dns_3a13b3fa-9133-4571-889f-9b135deb40e2","pid":5432,"uri":"/config","method":"PUT","req_id":"aa9adf83-33b5-4611-982d-805d2599ff73","remote_addr":"[fd00:1122:3344:1::2]:62599","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":13349,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 3493,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-14T15:51:49.462692262Z","hostname":"oxz_internal_dns_3a13b3fa-9133-4571-889f-9b135deb40e2","pid":5432,"peer_addr":"[fd00:1122:3344:101::1b]:59841","req_id":"18ade030-b7b8-4ada-9d5c-3367fc4c14b8","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 3212,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-14T15:51:49.467201663Z","hostname":"oxz_internal_dns_3a13b3fa-9133-4571-889f-9b135deb40e2","pid":5432,"peer_addr":"[fd00:1122:3344:101::1b]:63609","req_id":"ae74aa6d-3149-4296-9889-823759a4174d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 42216,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-14T15:51:49.471464045Z","hostname":"oxz_internal_dns_3a13b3fa-9133-4571-889f-9b135deb40e2","pid":5432,"peer_addr":"[fd00:1122:3344:101::1b]:57521","req_id":"a9eab2cb-3a98-4cef-9f4b-880fc403e3bc","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 23563,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-14T15:52:17.477570873Z","hostname":"oxz_internal_dns_3a13b3fa-9133-4571-889f-9b135deb40e2","pid":5432,"peer_addr":"[fd00:1122:3344:101::1b]:36508","req_id":"3cf26d69-f2a6-480b-8acc-0bb1ab6e0f6b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 11168,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-14T15:52:17.484579564Z","hostname":"oxz_internal_dns_3a13b3fa-9133-4571-889f-9b135deb40e2","pid":5432,"peer_addr":"[fd00:1122:3344:101::1b]:52371","req_id":"fd0c42fa-c737-4336-b81b-75ec7c8f1f79","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 37830,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-14T15:52:17.489567562Z","hostname":"oxz_internal_dns_3a13b3fa-9133-4571-889f-9b135deb40e2","pid":5432,"peer_addr":"[fd00:1122:3344:101::1b]:36417","req_id":"a71fae03-da89-4d95-ad53-525e0223b974","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 54972,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-14T15:55:41.625807117Z","hostname":"oxz_internal_dns_3a13b3fa-9133-4571-889f-9b135deb40e2","pid":5432,"peer_addr":"[fd00:1122:3344:101::1b]:53774","req_id":"44ec2d07-07f0-4d05-ad46-911d8ce1804e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 2198,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-14T15:55:41.631800141Z","hostname":"oxz_internal_dns_3a13b3fa-9133-4571-889f-9b135deb40e2","pid":5432,"peer_addr":"[fd00:1122:3344:101::1b]:47716","req_id":"7cd0f4d8-ce6d-41b7-b14f-0f1d02876e1b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 16693,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-14T15:55:41.636283602Z","hostname":"oxz_internal_dns_3a13b3fa-9133-4571-889f-9b135deb40e2","pid":5432,"peer_addr":"[fd00:1122:3344:101::1b]:53823","req_id":"03a78c8e-569f-4fe7-8649-bd65136c9b9e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 48198,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-14T15:56:37.250232625Z","hostname":"oxz_internal_dns_3a13b3fa-9133-4571-889f-9b135deb40e2","pid":5432,"peer_addr":"[fd00:1122:3344:101::d]:49699","req_id":"2145f32d-dc5a-4b8e-8dd6-344f4c62dab0","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 56643,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_73d91fb5-7a06-4f20-b532-fee47b941b0b.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_73d91fb5-7a06-4f20-b532-fee47b941b0b.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 55,\n 51,\n 100,\n 57,\n 49,\n 102,\n 98,\n 53,\n 45,\n 55,\n 97,\n 48,\n 54,\n 45,\n 52,\n 102,\n 50,\n 48,\n 45,\n 98,\n 53,\n 51,\n 50,\n 45,\n 102,\n 101,\n 101,\n 52,\n 55,\n 98,\n 57,\n 52,\n 49,\n 98,\n 48,\n 98,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_73d91fb5-7a06-4f20-b532-fee47b941b0b.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-14T15:56:40.143049447Z","hostname":"oxz_internal_dns_3a13b3fa-9133-4571-889f-9b135deb40e2","pid":5432,"peer_addr":"[fd00:1122:3344:101::e]:41624","req_id":"073b7660-19d1-4f81-afb3-05c7b236194a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 56643,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_73d91fb5-7a06-4f20-b532-fee47b941b0b.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_73d91fb5-7a06-4f20-b532-fee47b941b0b.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 55,\n 51,\n 100,\n 57,\n 49,\n 102,\n 98,\n 53,\n 45,\n 55,\n 97,\n 48,\n 54,\n 45,\n 52,\n 102,\n 50,\n 48,\n 45,\n 98,\n 53,\n 51,\n 50,\n 45,\n 102,\n 101,\n 101,\n 52,\n 55,\n 98,\n 57,\n 52,\n 49,\n 98,\n 48,\n 98,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_73d91fb5-7a06-4f20-b532-fee47b941b0b.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-14T15:56:40.152487324Z","hostname":"oxz_internal_dns_3a13b3fa-9133-4571-889f-9b135deb40e2","pid":5432,"peer_addr":"[fd00:1122:3344:101::e]:50447","req_id":"27acb5bb-3df1-410f-872b-a110a8869d0b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 25491,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-14T15:56:45.138128274Z","hostname":"oxz_internal_dns_3a13b3fa-9133-4571-889f-9b135deb40e2","pid":5432,"peer_addr":"[fd00:1122:3344:101::c]:5502","req_id":"8bb58b43-32a3-4e96-823f-2cfc17c295e8","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 36734,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-14T15:56:46.027005246Z","hostname":"oxz_internal_dns_3a13b3fa-9133-4571-889f-9b135deb40e2","pid":5432,"peer_addr":"[fd00:1122:3344:101::b]:39661","req_id":"102c124b-3b31-4272-9055-83b3ae99b2b2","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 20278,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-14T15:56:47.048724182Z","hostname":"oxz_internal_dns_3a13b3fa-9133-4571-889f-9b135deb40e2","pid":5432,"peer_addr":"[fd00:1122:3344:101::a]:12563","req_id":"9c9bd85f-267d-4085-83e6-a641b140386d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47085,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-14T15:56:47.225050382Z","hostname":"oxz_internal_dns_3a13b3fa-9133-4571-889f-9b135deb40e2","pid":5432,"peer_addr":"[fd00:1122:3344:101::d]:62976","req_id":"30567d45-d592-4528-8484-9336dcbe259f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 34386,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-14T15:56:57.22676564Z","hostname":"oxz_internal_dns_3a13b3fa-9133-4571-889f-9b135deb40e2","pid":5432,"peer_addr":"[fd00:1122:3344:101::d]:63517","req_id":"2647929e-7a12-4f31-8cd1-06ee03d1b257","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 31880,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-14T15:57:07.229271392Z","hostname":"oxz_internal_dns_3a13b3fa-9133-4571-889f-9b135deb40e2","pid":5432,"peer_addr":"[fd00:1122:3344:101::d]:49804","req_id":"bbd4421e-7b65-488e-83e4-5bb0a3c9ded5","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 8531,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-14T15:57:12.636933165Z","hostname":"oxz_internal_dns_3a13b3fa-9133-4571-889f-9b135deb40e2","pid":5432,"peer_addr":"[fd00:1122:3344:101::b]:3498","req_id":"1f1243e2-c2c2-45cf-a82c-7e36a1638e8a","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-14T15:57:12.87971678Z","hostname":"oxz_internal_dns_3a13b3fa-9133-4571-889f-9b135deb40e2","pid":5432,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:35863"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-14T15:57:12.938630945Z","hostname":"oxz_internal_dns_3a13b3fa-9133-4571-889f-9b135deb40e2","pid":5432,"uri":"/config","method":"GET","req_id":"8fded4cd-74a8-4171-b263-b8769e03f013","remote_addr":"[fd00:1122:3344:101::b]:35863","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":35737,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 45464,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-14T15:57:14.219710603Z","hostname":"oxz_internal_dns_3a13b3fa-9133-4571-889f-9b135deb40e2","pid":5432,"peer_addr":"[fd00:1122:3344:101::a]:8629","req_id":"47674742-5231-4e83-9dd0-d2ff0735b2f3","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-14T15:57:14.286216689Z","hostname":"oxz_internal_dns_3a13b3fa-9133-4571-889f-9b135deb40e2","pid":5432,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:50129"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-14T15:57:14.292217924Z","hostname":"oxz_internal_dns_3a13b3fa-9133-4571-889f-9b135deb40e2","pid":5432,"new_generation":1,"req_id":"7966699a-d221-40aa-9fbf-a99d81256c82","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-14T15:57:14.292241695Z","hostname":"oxz_internal_dns_3a13b3fa-9133-4571-889f-9b135deb40e2","pid":5432,"new_generation":1,"req_id":"7966699a-d221-40aa-9fbf-a99d81256c82","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-14T15:57:14.292349058Z","hostname":"oxz_internal_dns_3a13b3fa-9133-4571-889f-9b135deb40e2","pid":5432,"uri":"/config","method":"PUT","req_id":"7966699a-d221-40aa-9fbf-a99d81256c82","remote_addr":"[fd00:1122:3344:101::a]:50129","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":324,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-14T15:57:14.436630854Z","hostname":"oxz_internal_dns_3a13b3fa-9133-4571-889f-9b135deb40e2","pid":5432,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:58733"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-14T15:57:14.436929325Z","hostname":"oxz_internal_dns_3a13b3fa-9133-4571-889f-9b135deb40e2","pid":5432,"uri":"/config","method":"GET","req_id":"0a0acafb-cde2-4ff8-a970-1fc4974cd373","remote_addr":"[fd00:1122:3344:101::a]:58733","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":237,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 54073,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-14T15:57:15.043386995Z","hostname":"oxz_internal_dns_3a13b3fa-9133-4571-889f-9b135deb40e2","pid":5432,"peer_addr":"[fd00:1122:3344:101::a]:14208","req_id":"1ccc9ef9-b91a-441a-92f1-1e6d2579a9e5","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-14T15:57:15.418125175Z","hostname":"oxz_internal_dns_3a13b3fa-9133-4571-889f-9b135deb40e2","pid":5432,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:45013"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-14T15:57:15.418451557Z","hostname":"oxz_internal_dns_3a13b3fa-9133-4571-889f-9b135deb40e2","pid":5432,"uri":"/config","method":"GET","req_id":"d86b047f-bd0e-41df-9665-ff771f38ea13","remote_addr":"[fd00:1122:3344:101::a]:45013","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":248,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 39777,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-14T15:57:15.979743193Z","hostname":"oxz_internal_dns_3a13b3fa-9133-4571-889f-9b135deb40e2","pid":5432,"peer_addr":"[fd00:1122:3344:101::b]:26061","req_id":"22aae86e-5059-4719-8b8c-9f0285be7c8a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 43891,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-14T15:57:16.023989454Z","hostname":"oxz_internal_dns_3a13b3fa-9133-4571-889f-9b135deb40e2","pid":5432,"peer_addr":"[fd00:1122:3344:101::c]:49100","req_id":"ab9fe7d0-de51-4ca0-9e20-1537543a8511","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-14T15:57:16.110712652Z","hostname":"oxz_internal_dns_3a13b3fa-9133-4571-889f-9b135deb40e2","pid":5432,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:46145"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-14T15:57:16.113232562Z","hostname":"oxz_internal_dns_3a13b3fa-9133-4571-889f-9b135deb40e2","pid":5432,"uri":"/config","method":"GET","req_id":"4cc37ff8-4ec4-4231-8859-c0eb1f4f8add","remote_addr":"[fd00:1122:3344:101::b]:46145","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":294,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-14T15:57:16.176011385Z","hostname":"oxz_internal_dns_3a13b3fa-9133-4571-889f-9b135deb40e2","pid":5432,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:48272"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-14T15:57:16.176302456Z","hostname":"oxz_internal_dns_3a13b3fa-9133-4571-889f-9b135deb40e2","pid":5432,"uri":"/config","method":"GET","req_id":"e77ffec8-499c-45b2-83fc-d420f093854d","remote_addr":"[fd00:1122:3344:101::c]:48272","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":235,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 15965,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-14T15:57:17.230637976Z","hostname":"oxz_internal_dns_3a13b3fa-9133-4571-889f-9b135deb40e2","pid":5432,"peer_addr":"[fd00:1122:3344:101::d]:51385","req_id":"60effa37-be4b-44aa-a998-9e94d9e53b2d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 26856,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-14T15:57:27.232750849Z","hostname":"oxz_internal_dns_3a13b3fa-9133-4571-889f-9b135deb40e2","pid":5432,"peer_addr":"[fd00:1122:3344:101::d]:50517","req_id":"31f46bae-31b6-435a-b3f9-c7f2776fc6fc","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 909,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-14T15:57:37.233856902Z","hostname":"oxz_internal_dns_3a13b3fa-9133-4571-889f-9b135deb40e2","pid":5432,"peer_addr":"[fd00:1122:3344:101::d]:60629","req_id":"d36bc951-7cf5-4456-b289-b7a2239e2d27","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-14T15:57:45.155364098Z","hostname":"oxz_internal_dns_3a13b3fa-9133-4571-889f-9b135deb40e2","pid":5432,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:53788"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-14T15:57:45.158784342Z","hostname":"oxz_internal_dns_3a13b3fa-9133-4571-889f-9b135deb40e2","pid":5432,"new_generation":1,"req_id":"6a1e39e0-44b5-4545-ada6-dbad81a05cce","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-14T15:57:45.158848328Z","hostname":"oxz_internal_dns_3a13b3fa-9133-4571-889f-9b135deb40e2","pid":5432,"new_generation":1,"req_id":"6a1e39e0-44b5-4545-ada6-dbad81a05cce","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-14T15:57:45.158869085Z","hostname":"oxz_internal_dns_3a13b3fa-9133-4571-889f-9b135deb40e2","pid":5432,"uri":"/config","method":"PUT","req_id":"6a1e39e0-44b5-4545-ada6-dbad81a05cce","remote_addr":"[fd00:1122:3344:101::c]:53788","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":301,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-14T15:57:45.164107071Z","hostname":"oxz_internal_dns_3a13b3fa-9133-4571-889f-9b135deb40e2","pid":5432,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:62122"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-14T15:57:45.168215587Z","hostname":"oxz_internal_dns_3a13b3fa-9133-4571-889f-9b135deb40e2","pid":5432,"new_generation":1,"req_id":"f9b76196-beb5-4809-a087-092eb5d8ad8a","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-14T15:57:45.168249429Z","hostname":"oxz_internal_dns_3a13b3fa-9133-4571-889f-9b135deb40e2","pid":5432,"new_generation":1,"req_id":"f9b76196-beb5-4809-a087-092eb5d8ad8a","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-14T15:57:45.1682762Z","hostname":"oxz_internal_dns_3a13b3fa-9133-4571-889f-9b135deb40e2","pid":5432,"uri":"/config","method":"PUT","req_id":"f9b76196-beb5-4809-a087-092eb5d8ad8a","remote_addr":"[fd00:1122:3344:101::b]:62122","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":302,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 61010,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-14T15:57:46.07234751Z","hostname":"oxz_internal_dns_3a13b3fa-9133-4571-889f-9b135deb40e2","pid":5432,"peer_addr":"[fd00:1122:3344:101::b]:31259","req_id":"e9834f01-f81f-4ac5-9f91-0c4367d509ff","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 9477,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-14T15:57:46.078439978Z","hostname":"oxz_internal_dns_3a13b3fa-9133-4571-889f-9b135deb40e2","pid":5432,"peer_addr":"[fd00:1122:3344:101::c]:37564","req_id":"55ed08a4-b73a-48ea-84ea-b032599ef5be","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-14T15:57:46.177723985Z","hostname":"oxz_internal_dns_3a13b3fa-9133-4571-889f-9b135deb40e2","pid":5432,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:58551"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-14T15:57:46.178020466Z","hostname":"oxz_internal_dns_3a13b3fa-9133-4571-889f-9b135deb40e2","pid":5432,"uri":"/config","method":"GET","req_id":"36b9cfe0-271e-4804-b119-c0b2208cbe02","remote_addr":"[fd00:1122:3344:101::b]:58551","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":255,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-14T15:57:46.213267195Z","hostname":"oxz_internal_dns_3a13b3fa-9133-4571-889f-9b135deb40e2","pid":5432,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:61459"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-14T15:57:46.213550645Z","hostname":"oxz_internal_dns_3a13b3fa-9133-4571-889f-9b135deb40e2","pid":5432,"uri":"/config","method":"GET","req_id":"ed5a2262-b7a0-4b26-b6fa-cb0610368e4f","remote_addr":"[fd00:1122:3344:101::c]:61459","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":223,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-14T15:57:46.85124625Z","hostname":"oxz_internal_dns_3a13b3fa-9133-4571-889f-9b135deb40e2","pid":5432,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:42444"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-14T15:57:46.853237201Z","hostname":"oxz_internal_dns_3a13b3fa-9133-4571-889f-9b135deb40e2","pid":5432,"new_generation":1,"req_id":"207c4e94-ab0d-4cbf-bd2e-8ae2e2bdff3e","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-14T15:57:46.853283743Z","hostname":"oxz_internal_dns_3a13b3fa-9133-4571-889f-9b135deb40e2","pid":5432,"new_generation":1,"req_id":"207c4e94-ab0d-4cbf-bd2e-8ae2e2bdff3e","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-14T15:57:46.853290853Z","hostname":"oxz_internal_dns_3a13b3fa-9133-4571-889f-9b135deb40e2","pid":5432,"uri":"/config","method":"PUT","req_id":"207c4e94-ab0d-4cbf-bd2e-8ae2e2bdff3e","remote_addr":"[fd00:1122:3344:101::a]:42444","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":188,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 10567,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-14T15:57:47.235392905Z","hostname":"oxz_internal_dns_3a13b3fa-9133-4571-889f-9b135deb40e2","pid":5432,"peer_addr":"[fd00:1122:3344:101::d]:59883","req_id":"3472867f-68e2-4602-82a6-cef860c698b7","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 17634,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-14T15:57:47.585615528Z","hostname":"oxz_internal_dns_3a13b3fa-9133-4571-889f-9b135deb40e2","pid":5432,"peer_addr":"[fd00:1122:3344:101::a]:8562","req_id":"85f6a0b5-70a1-4189-ae42-9c3c18f4008d","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-14T15:57:47.682096905Z","hostname":"oxz_internal_dns_3a13b3fa-9133-4571-889f-9b135deb40e2","pid":5432,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:43112"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-14T15:57:47.682452518Z","hostname":"oxz_internal_dns_3a13b3fa-9133-4571-889f-9b135deb40e2","pid":5432,"uri":"/config","method":"GET","req_id":"4e6fa712-5b57-4758-839b-fa10f23bb6d0","remote_addr":"[fd00:1122:3344:101::a]:43112","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":302,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 10450,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-14T15:57:49.762932204Z","hostname":"oxz_internal_dns_3a13b3fa-9133-4571-889f-9b135deb40e2","pid":5432,"peer_addr":"[fd00:1122:3344:101::1b]:62899","req_id":"98f26dc5-5618-4041-a6bf-9e93d65b76a8","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 48232,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-14T15:57:49.767379373Z","hostname":"oxz_internal_dns_3a13b3fa-9133-4571-889f-9b135deb40e2","pid":5432,"peer_addr":"[fd00:1122:3344:101::1b]:62325","req_id":"51ec7ad1-7571-4a67-a182-504a9cb55747","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 16546,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-14T15:57:49.772109522Z","hostname":"oxz_internal_dns_3a13b3fa-9133-4571-889f-9b135deb40e2","pid":5432,"peer_addr":"[fd00:1122:3344:101::1b]:37498","req_id":"24f65d80-bdce-4c1f-97e4-368ce51543f2","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 46031,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-14T15:57:57.23703579Z","hostname":"oxz_internal_dns_3a13b3fa-9133-4571-889f-9b135deb40e2","pid":5432,"peer_addr":"[fd00:1122:3344:101::d]:53158","req_id":"db4d767c-3b22-42ed-acd2-52eb161453ab","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 19847,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-14T15:58:07.23911508Z","hostname":"oxz_internal_dns_3a13b3fa-9133-4571-889f-9b135deb40e2","pid":5432,"peer_addr":"[fd00:1122:3344:101::d]:61656","req_id":"43fb8b62-d82a-4d8a-9d4a-e5b06321f1e7","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 60386,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-14T15:58:17.240851266Z","hostname":"oxz_internal_dns_3a13b3fa-9133-4571-889f-9b135deb40e2","pid":5432,"peer_addr":"[fd00:1122:3344:101::d]:57459","req_id":"fa021617-3a30-49b2-bf82-34fd8f63459a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 65071,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-14T15:58:27.242151681Z","hostname":"oxz_internal_dns_3a13b3fa-9133-4571-889f-9b135deb40e2","pid":5432,"peer_addr":"[fd00:1122:3344:101::d]:61761","req_id":"d13f0788-4a8c-4ed7-bd8e-3c6cf9e60282","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 19290,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-14T15:58:37.243619591Z","hostname":"oxz_internal_dns_3a13b3fa-9133-4571-889f-9b135deb40e2","pid":5432,"peer_addr":"[fd00:1122:3344:101::d]:55775","req_id":"1d599d56-ba06-4c4e-9601-f4188fe8d22d","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-14T15:58:44.912690411Z","hostname":"oxz_internal_dns_3a13b3fa-9133-4571-889f-9b135deb40e2","pid":5432,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:33991"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-14T15:58:44.916067132Z","hostname":"oxz_internal_dns_3a13b3fa-9133-4571-889f-9b135deb40e2","pid":5432,"new_generation":1,"req_id":"a90ca1bd-44a3-4314-82c8-eb2a4224c16a","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-14T15:58:44.916126774Z","hostname":"oxz_internal_dns_3a13b3fa-9133-4571-889f-9b135deb40e2","pid":5432,"new_generation":1,"req_id":"a90ca1bd-44a3-4314-82c8-eb2a4224c16a","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-14T15:58:44.916137764Z","hostname":"oxz_internal_dns_3a13b3fa-9133-4571-889f-9b135deb40e2","pid":5432,"uri":"/config","method":"PUT","req_id":"a90ca1bd-44a3-4314-82c8-eb2a4224c16a","remote_addr":"[fd00:1122:3344:101::c]:33991","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":281,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-14T15:58:44.994960041Z","hostname":"oxz_internal_dns_3a13b3fa-9133-4571-889f-9b135deb40e2","pid":5432,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:63080"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-14T15:58:44.998612021Z","hostname":"oxz_internal_dns_3a13b3fa-9133-4571-889f-9b135deb40e2","pid":5432,"new_generation":1,"req_id":"d1c6cf40-cf54-4744-929b-411d6b81fb17","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-14T15:58:44.998679154Z","hostname":"oxz_internal_dns_3a13b3fa-9133-4571-889f-9b135deb40e2","pid":5432,"new_generation":1,"req_id":"d1c6cf40-cf54-4744-929b-411d6b81fb17","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-14T15:58:44.998714025Z","hostname":"oxz_internal_dns_3a13b3fa-9133-4571-889f-9b135deb40e2","pid":5432,"uri":"/config","method":"PUT","req_id":"d1c6cf40-cf54-4744-929b-411d6b81fb17","remote_addr":"[fd00:1122:3344:101::b]:63080","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":324,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 51665,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-14T15:58:45.760217264Z","hostname":"oxz_internal_dns_3a13b3fa-9133-4571-889f-9b135deb40e2","pid":5432,"peer_addr":"[fd00:1122:3344:101::c]:40167","req_id":"26e323bf-78e6-433d-adb3-5bbdfda0133c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 30808,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-14T15:58:45.764685423Z","hostname":"oxz_internal_dns_3a13b3fa-9133-4571-889f-9b135deb40e2","pid":5432,"peer_addr":"[fd00:1122:3344:101::b]:58381","req_id":"c741c748-f2c1-4932-8bdd-01aaebc2643b","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-14T15:58:45.865789286Z","hostname":"oxz_internal_dns_3a13b3fa-9133-4571-889f-9b135deb40e2","pid":5432,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:36940"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-14T15:58:45.866042915Z","hostname":"oxz_internal_dns_3a13b3fa-9133-4571-889f-9b135deb40e2","pid":5432,"uri":"/config","method":"GET","req_id":"26d6e1fc-cc5a-4ea5-a8ba-d595bcda1a46","remote_addr":"[fd00:1122:3344:101::c]:36940","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":214,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-14T15:58:45.904723837Z","hostname":"oxz_internal_dns_3a13b3fa-9133-4571-889f-9b135deb40e2","pid":5432,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:51734"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-14T15:58:45.904981586Z","hostname":"oxz_internal_dns_3a13b3fa-9133-4571-889f-9b135deb40e2","pid":5432,"uri":"/config","method":"GET","req_id":"d3f22b70-0114-4812-bbca-78553e14dc68","remote_addr":"[fd00:1122:3344:101::b]:51734","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":200,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-14T15:58:46.848882532Z","hostname":"oxz_internal_dns_3a13b3fa-9133-4571-889f-9b135deb40e2","pid":5432,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:55012"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-14T15:58:46.851293298Z","hostname":"oxz_internal_dns_3a13b3fa-9133-4571-889f-9b135deb40e2","pid":5432,"new_generation":1,"req_id":"ba5538ae-7d66-4369-88fd-18cce1fbb29e","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-14T15:58:46.851321639Z","hostname":"oxz_internal_dns_3a13b3fa-9133-4571-889f-9b135deb40e2","pid":5432,"new_generation":1,"req_id":"ba5538ae-7d66-4369-88fd-18cce1fbb29e","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-14T15:58:46.85135186Z","hostname":"oxz_internal_dns_3a13b3fa-9133-4571-889f-9b135deb40e2","pid":5432,"uri":"/config","method":"PUT","req_id":"ba5538ae-7d66-4369-88fd-18cce1fbb29e","remote_addr":"[fd00:1122:3344:101::a]:55012","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":244,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 41114,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-14T15:58:47.245355668Z","hostname":"oxz_internal_dns_3a13b3fa-9133-4571-889f-9b135deb40e2","pid":5432,"peer_addr":"[fd00:1122:3344:101::d]:49516","req_id":"e74a0d4c-402e-4af6-8df5-1cf0b65b5278","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 25721,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-14T15:58:47.698700517Z","hostname":"oxz_internal_dns_3a13b3fa-9133-4571-889f-9b135deb40e2","pid":5432,"peer_addr":"[fd00:1122:3344:101::a]:55299","req_id":"77472ff7-cc6a-49db-a665-4d2747787ce3","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-14T15:58:47.795846888Z","hostname":"oxz_internal_dns_3a13b3fa-9133-4571-889f-9b135deb40e2","pid":5432,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:47983"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-14T15:58:47.796127608Z","hostname":"oxz_internal_dns_3a13b3fa-9133-4571-889f-9b135deb40e2","pid":5432,"uri":"/config","method":"GET","req_id":"459b7865-806f-47eb-82c9-9fe550ee2c17","remote_addr":"[fd00:1122:3344:101::a]:47983","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":216,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 36595,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-14T15:58:57.247337224Z","hostname":"oxz_internal_dns_3a13b3fa-9133-4571-889f-9b135deb40e2","pid":5432,"peer_addr":"[fd00:1122:3344:101::d]:59417","req_id":"d707b060-ffdc-4d5e-98ce-58e7b7e93d60","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 37267,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-14T15:59:07.249182693Z","hostname":"oxz_internal_dns_3a13b3fa-9133-4571-889f-9b135deb40e2","pid":5432,"peer_addr":"[fd00:1122:3344:101::d]:57952","req_id":"6f9944ec-4d5c-41e0-8864-e166717de933","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 45171,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-14T15:59:17.250095084Z","hostname":"oxz_internal_dns_3a13b3fa-9133-4571-889f-9b135deb40e2","pid":5432,"peer_addr":"[fd00:1122:3344:101::d]:56571","req_id":"2a6116f5-fb9b-4f4b-b973-8877ec61d662","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 33190,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-14T15:59:27.251217115Z","hostname":"oxz_internal_dns_3a13b3fa-9133-4571-889f-9b135deb40e2","pid":5432,"peer_addr":"[fd00:1122:3344:101::d]:50177","req_id":"646b1379-daad-4e12-8b87-29ec940540e8","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 9696,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-14T15:59:37.252524384Z","hostname":"oxz_internal_dns_3a13b3fa-9133-4571-889f-9b135deb40e2","pid":5432,"peer_addr":"[fd00:1122:3344:101::d]:64220","req_id":"28c14a13-eaf1-4a09-8698-34130abcb3b5","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-14T15:59:44.910092026Z","hostname":"oxz_internal_dns_3a13b3fa-9133-4571-889f-9b135deb40e2","pid":5432,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:47022"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-14T15:59:44.912638286Z","hostname":"oxz_internal_dns_3a13b3fa-9133-4571-889f-9b135deb40e2","pid":5432,"new_generation":1,"req_id":"630ee895-926c-41a0-b4e3-2438bb3dc030","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-14T15:59:44.912678168Z","hostname":"oxz_internal_dns_3a13b3fa-9133-4571-889f-9b135deb40e2","pid":5432,"new_generation":1,"req_id":"630ee895-926c-41a0-b4e3-2438bb3dc030","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-14T15:59:44.912688688Z","hostname":"oxz_internal_dns_3a13b3fa-9133-4571-889f-9b135deb40e2","pid":5432,"uri":"/config","method":"PUT","req_id":"630ee895-926c-41a0-b4e3-2438bb3dc030","remote_addr":"[fd00:1122:3344:101::c]:47022","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":285,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-14T15:59:44.994709729Z","hostname":"oxz_internal_dns_3a13b3fa-9133-4571-889f-9b135deb40e2","pid":5432,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:45609"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-14T15:59:44.99921546Z","hostname":"oxz_internal_dns_3a13b3fa-9133-4571-889f-9b135deb40e2","pid":5432,"new_generation":1,"req_id":"e5769d33-c669-4ddb-8678-8aebfd6502b7","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-14T15:59:44.999278262Z","hostname":"oxz_internal_dns_3a13b3fa-9133-4571-889f-9b135deb40e2","pid":5432,"new_generation":1,"req_id":"e5769d33-c669-4ddb-8678-8aebfd6502b7","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-14T15:59:44.999294373Z","hostname":"oxz_internal_dns_3a13b3fa-9133-4571-889f-9b135deb40e2","pid":5432,"uri":"/config","method":"PUT","req_id":"e5769d33-c669-4ddb-8678-8aebfd6502b7","remote_addr":"[fd00:1122:3344:101::b]:45609","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":279,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 33583,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-14T15:59:45.807550091Z","hostname":"oxz_internal_dns_3a13b3fa-9133-4571-889f-9b135deb40e2","pid":5432,"peer_addr":"[fd00:1122:3344:101::c]:25077","req_id":"cf8fd50e-d503-4eed-8eb2-95a5f5569361","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 57375,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-14T15:59:45.957546461Z","hostname":"oxz_internal_dns_3a13b3fa-9133-4571-889f-9b135deb40e2","pid":5432,"peer_addr":"[fd00:1122:3344:101::b]:59962","req_id":"b9d7c4e5-543c-4e61-a3af-c8eb56067642","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-14T15:59:46.00455231Z","hostname":"oxz_internal_dns_3a13b3fa-9133-4571-889f-9b135deb40e2","pid":5432,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:57951"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-14T15:59:46.004791009Z","hostname":"oxz_internal_dns_3a13b3fa-9133-4571-889f-9b135deb40e2","pid":5432,"uri":"/config","method":"GET","req_id":"2af5e995-9b5f-42f5-ace9-52ce4cde71b6","remote_addr":"[fd00:1122:3344:101::c]:57951","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":205,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-14T15:59:46.14618866Z","hostname":"oxz_internal_dns_3a13b3fa-9133-4571-889f-9b135deb40e2","pid":5432,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:42496"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-14T15:59:46.146529843Z","hostname":"oxz_internal_dns_3a13b3fa-9133-4571-889f-9b135deb40e2","pid":5432,"uri":"/config","method":"GET","req_id":"0b2b3f7c-bcc9-4367-ac34-c6912f901696","remote_addr":"[fd00:1122:3344:101::b]:42496","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":279,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-14T15:59:46.848743343Z","hostname":"oxz_internal_dns_3a13b3fa-9133-4571-889f-9b135deb40e2","pid":5432,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:41348"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-14T15:59:46.850974283Z","hostname":"oxz_internal_dns_3a13b3fa-9133-4571-889f-9b135deb40e2","pid":5432,"new_generation":1,"req_id":"975457df-75c7-45d5-a162-53f3f7b3dad6","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-14T15:59:46.851017504Z","hostname":"oxz_internal_dns_3a13b3fa-9133-4571-889f-9b135deb40e2","pid":5432,"new_generation":1,"req_id":"975457df-75c7-45d5-a162-53f3f7b3dad6","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-14T15:59:46.851028845Z","hostname":"oxz_internal_dns_3a13b3fa-9133-4571-889f-9b135deb40e2","pid":5432,"uri":"/config","method":"PUT","req_id":"975457df-75c7-45d5-a162-53f3f7b3dad6","remote_addr":"[fd00:1122:3344:101::a]:41348","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":194,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 22806,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-14T15:59:47.253705822Z","hostname":"oxz_internal_dns_3a13b3fa-9133-4571-889f-9b135deb40e2","pid":5432,"peer_addr":"[fd00:1122:3344:101::d]:52683","req_id":"e3c94201-22e3-43e2-971f-083753ec5e3f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 62021,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-14T15:59:47.740810067Z","hostname":"oxz_internal_dns_3a13b3fa-9133-4571-889f-9b135deb40e2","pid":5432,"peer_addr":"[fd00:1122:3344:101::a]:14044","req_id":"a11c7d92-14dc-4e19-94ff-be43f99fd160","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-14T15:59:47.935500833Z","hostname":"oxz_internal_dns_3a13b3fa-9133-4571-889f-9b135deb40e2","pid":5432,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:59392"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-14T15:59:47.935763313Z","hostname":"oxz_internal_dns_3a13b3fa-9133-4571-889f-9b135deb40e2","pid":5432,"uri":"/config","method":"GET","req_id":"f5110077-e01b-4647-b532-100ac691af3e","remote_addr":"[fd00:1122:3344:101::a]:59392","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":215,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 18224,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-14T15:59:49.986167134Z","hostname":"oxz_internal_dns_3a13b3fa-9133-4571-889f-9b135deb40e2","pid":5432,"peer_addr":"[fd00:1122:3344:101::1b]:40528","req_id":"a9d92f69-949c-4739-86cf-5d0970981f69","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 32151,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-14T15:59:49.990998687Z","hostname":"oxz_internal_dns_3a13b3fa-9133-4571-889f-9b135deb40e2","pid":5432,"peer_addr":"[fd00:1122:3344:101::1b]:46103","req_id":"b59de40a-ddf7-4f71-b0be-4309d60d26bd","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 36184,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-14T15:59:49.996341848Z","hostname":"oxz_internal_dns_3a13b3fa-9133-4571-889f-9b135deb40e2","pid":5432,"peer_addr":"[fd00:1122:3344:101::1b]:33947","req_id":"8917773e-657d-4219-b721-573c6a876185","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 136,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-14T15:59:57.255175743Z","hostname":"oxz_internal_dns_3a13b3fa-9133-4571-889f-9b135deb40e2","pid":5432,"peer_addr":"[fd00:1122:3344:101::d]:62947","req_id":"10ec634f-01ec-4bc9-8683-eb50f6e42934","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 64183,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_e3fb2afa-2136-4694-9ff8-847b64af68b5.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_e3fb2afa-2136-4694-9ff8-847b64af68b5.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 101,\n 51,\n 102,\n 98,\n 50,\n 97,\n 102,\n 97,\n 45,\n 50,\n 49,\n 51,\n 54,\n 45,\n 52,\n 54,\n 57,\n 52,\n 45,\n 57,\n 102,\n 102,\n 56,\n 45,\n 56,\n 52,\n 55,\n 98,\n 54,\n 52,\n 97,\n 102,\n 54,\n 56,\n 98,\n 53,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_e3fb2afa-2136-4694-9ff8-847b64af68b5.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-14T16:00:00.125328689Z","hostname":"oxz_internal_dns_3a13b3fa-9133-4571-889f-9b135deb40e2","pid":5432,"peer_addr":"[fd00:1122:3344:101::5]:46370","req_id":"8f86a05e-cd3e-4a5f-a23f-a4cbd09a6399","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 64183,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_e3fb2afa-2136-4694-9ff8-847b64af68b5.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_e3fb2afa-2136-4694-9ff8-847b64af68b5.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 101,\n 51,\n 102,\n 98,\n 50,\n 97,\n 102,\n 97,\n 45,\n 50,\n 49,\n 51,\n 54,\n 45,\n 52,\n 54,\n 57,\n 52,\n 45,\n 57,\n 102,\n 102,\n 56,\n 45,\n 56,\n 52,\n 55,\n 98,\n 54,\n 52,\n 97,\n 102,\n 54,\n 56,\n 98,\n 53,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_e3fb2afa-2136-4694-9ff8-847b64af68b5.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-14T16:00:00.126065616Z","hostname":"oxz_internal_dns_3a13b3fa-9133-4571-889f-9b135deb40e2","pid":5432,"peer_addr":"[fd00:1122:3344:101::5]:63267","req_id":"1b094a69-616a-4533-ac10-6e1116d7ff89","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 42992,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_6fbb1d47-69d2-442c-8cf8-40b009422408.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_6fbb1d47-69d2-442c-8cf8-40b009422408.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 54,\n 102,\n 98,\n 98,\n 49,\n 100,\n 52,\n 55,\n 45,\n 54,\n 57,\n 100,\n 50,\n 45,\n 52,\n 52,\n 50,\n 99,\n 45,\n 56,\n 99,\n 102,\n 56,\n 45,\n 52,\n 48,\n 98,\n 48,\n 48,\n 57,\n 52,\n 50,\n 50,\n 52,\n 48,\n 56,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_6fbb1d47-69d2-442c-8cf8-40b009422408.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-14T16:00:00.256095772Z","hostname":"oxz_internal_dns_3a13b3fa-9133-4571-889f-9b135deb40e2","pid":5432,"peer_addr":"[fd00:1122:3344:101::3]:42374","req_id":"295a3739-c877-4776-896a-da6862325b29","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 42992,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_6fbb1d47-69d2-442c-8cf8-40b009422408.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_6fbb1d47-69d2-442c-8cf8-40b009422408.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 54,\n 102,\n 98,\n 98,\n 49,\n 100,\n 52,\n 55,\n 45,\n 54,\n 57,\n 100,\n 50,\n 45,\n 52,\n 52,\n 50,\n 99,\n 45,\n 56,\n 99,\n 102,\n 56,\n 45,\n 52,\n 48,\n 98,\n 48,\n 48,\n 57,\n 52,\n 50,\n 50,\n 52,\n 48,\n 56,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_6fbb1d47-69d2-442c-8cf8-40b009422408.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-14T16:00:00.256841478Z","hostname":"oxz_internal_dns_3a13b3fa-9133-4571-889f-9b135deb40e2","pid":5432,"peer_addr":"[fd00:1122:3344:101::3]:33370","req_id":"239fef9d-aea9-4346-9183-2d9fd48bdad3","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 8633,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_304e0e50-3344-438f-9cc0-2315dd52522f.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_304e0e50-3344-438f-9cc0-2315dd52522f.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 51,\n 48,\n 52,\n 101,\n 48,\n 101,\n 53,\n 48,\n 45,\n 51,\n 51,\n 52,\n 52,\n 45,\n 52,\n 51,\n 56,\n 102,\n 45,\n 57,\n 99,\n 99,\n 48,\n 45,\n 50,\n 51,\n 49,\n 53,\n 100,\n 100,\n 53,\n 50,\n 53,\n 50,\n 50,\n 102,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_304e0e50-3344-438f-9cc0-2315dd52522f.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-14T16:00:00.270715964Z","hostname":"oxz_internal_dns_3a13b3fa-9133-4571-889f-9b135deb40e2","pid":5432,"peer_addr":"[fd00:1122:3344:101::4]:55939","req_id":"14ad02b3-265b-450c-be70-36542c314888","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 8633,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_304e0e50-3344-438f-9cc0-2315dd52522f.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_304e0e50-3344-438f-9cc0-2315dd52522f.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 51,\n 48,\n 52,\n 101,\n 48,\n 101,\n 53,\n 48,\n 45,\n 51,\n 51,\n 52,\n 52,\n 45,\n 52,\n 51,\n 56,\n 102,\n 45,\n 57,\n 99,\n 99,\n 48,\n 45,\n 50,\n 51,\n 49,\n 53,\n 100,\n 100,\n 53,\n 50,\n 53,\n 50,\n 50,\n 102,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_304e0e50-3344-438f-9cc0-2315dd52522f.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-14T16:00:00.271337916Z","hostname":"oxz_internal_dns_3a13b3fa-9133-4571-889f-9b135deb40e2","pid":5432,"peer_addr":"[fd00:1122:3344:101::4]:50690","req_id":"d33cfba5-0f73-4d11-aebf-d999821f6180","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 27231,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_3274e944-2689-48c3-936d-16687f331121.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_3274e944-2689-48c3-936d-16687f331121.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 51,\n 50,\n 55,\n 52,\n 101,\n 57,\n 52,\n 52,\n 45,\n 50,\n 54,\n 56,\n 57,\n 45,\n 52,\n 56,\n 99,\n 51,\n 45,\n 57,\n 51,\n 54,\n 100,\n 45,\n 49,\n 54,\n 54,\n 56,\n 55,\n 102,\n 51,\n 51,\n 49,\n 49,\n 50,\n 49,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_3274e944-2689-48c3-936d-16687f331121.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-14T16:00:00.288378145Z","hostname":"oxz_internal_dns_3a13b3fa-9133-4571-889f-9b135deb40e2","pid":5432,"peer_addr":"[fd00:1122:3344:101::6]:39603","req_id":"db950a8a-b674-42dd-ab3c-c61ab6e9e302","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 27231,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_3274e944-2689-48c3-936d-16687f331121.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_3274e944-2689-48c3-936d-16687f331121.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 51,\n 50,\n 55,\n 52,\n 101,\n 57,\n 52,\n 52,\n 45,\n 50,\n 54,\n 56,\n 57,\n 45,\n 52,\n 56,\n 99,\n 51,\n 45,\n 57,\n 51,\n 54,\n 100,\n 45,\n 49,\n 54,\n 54,\n 56,\n 55,\n 102,\n 51,\n 51,\n 49,\n 49,\n 50,\n 49,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_3274e944-2689-48c3-936d-16687f331121.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-14T16:00:00.289022938Z","hostname":"oxz_internal_dns_3a13b3fa-9133-4571-889f-9b135deb40e2","pid":5432,"peer_addr":"[fd00:1122:3344:101::6]:51607","req_id":"cb57036b-c331-4853-b379-624e27e78c55","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 27077,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_fe712fe5-182a-4f91-ad37-f5f8c13b0d6a.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_fe712fe5-182a-4f91-ad37-f5f8c13b0d6a.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 102,\n 101,\n 55,\n 49,\n 50,\n 102,\n 101,\n 53,\n 45,\n 49,\n 56,\n 50,\n 97,\n 45,\n 52,\n 102,\n 57,\n 49,\n 45,\n 97,\n 100,\n 51,\n 55,\n 45,\n 102,\n 53,\n 102,\n 56,\n 99,\n 49,\n 51,\n 98,\n 48,\n 100,\n 54,\n 97,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_fe712fe5-182a-4f91-ad37-f5f8c13b0d6a.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-14T16:00:00.290495341Z","hostname":"oxz_internal_dns_3a13b3fa-9133-4571-889f-9b135deb40e2","pid":5432,"peer_addr":"[fd00:1122:3344:101::7]:58370","req_id":"509befb3-2b7c-4d0a-8282-e71f5453595c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 27077,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_fe712fe5-182a-4f91-ad37-f5f8c13b0d6a.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_fe712fe5-182a-4f91-ad37-f5f8c13b0d6a.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 102,\n 101,\n 55,\n 49,\n 50,\n 102,\n 101,\n 53,\n 45,\n 49,\n 56,\n 50,\n 97,\n 45,\n 52,\n 102,\n 57,\n 49,\n 45,\n 97,\n 100,\n 51,\n 55,\n 45,\n 102,\n 53,\n 102,\n 56,\n 99,\n 49,\n 51,\n 98,\n 48,\n 100,\n 54,\n 97,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_fe712fe5-182a-4f91-ad37-f5f8c13b0d6a.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-14T16:00:00.291057241Z","hostname":"oxz_internal_dns_3a13b3fa-9133-4571-889f-9b135deb40e2","pid":5432,"peer_addr":"[fd00:1122:3344:101::7]:53117","req_id":"a6a636ea-3043-44e1-a61b-d34ec899dcf0","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 54182,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_73d91fb5-7a06-4f20-b532-fee47b941b0b.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_73d91fb5-7a06-4f20-b532-fee47b941b0b.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 55,\n 51,\n 100,\n 57,\n 49,\n 102,\n 98,\n 53,\n 45,\n 55,\n 97,\n 48,\n 54,\n 45,\n 52,\n 102,\n 50,\n 48,\n 45,\n 98,\n 53,\n 51,\n 50,\n 45,\n 102,\n 101,\n 101,\n 52,\n 55,\n 98,\n 57,\n 52,\n 49,\n 98,\n 48,\n 98,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_73d91fb5-7a06-4f20-b532-fee47b941b0b.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-14T16:00:00.448389323Z","hostname":"oxz_internal_dns_3a13b3fa-9133-4571-889f-9b135deb40e2","pid":5432,"peer_addr":"[fd00:1122:3344:101::e]:43222","req_id":"8cccd6c0-b504-455a-89ab-0c014d0baf1d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 54182,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_73d91fb5-7a06-4f20-b532-fee47b941b0b.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_73d91fb5-7a06-4f20-b532-fee47b941b0b.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 55,\n 51,\n 100,\n 57,\n 49,\n 102,\n 98,\n 53,\n 45,\n 55,\n 97,\n 48,\n 54,\n 45,\n 52,\n 102,\n 50,\n 48,\n 45,\n 98,\n 53,\n 51,\n 50,\n 45,\n 102,\n 101,\n 101,\n 52,\n 55,\n 98,\n 57,\n 52,\n 49,\n 98,\n 48,\n 98,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_73d91fb5-7a06-4f20-b532-fee47b941b0b.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-14T16:00:00.449069577Z","hostname":"oxz_internal_dns_3a13b3fa-9133-4571-889f-9b135deb40e2","pid":5432,"peer_addr":"[fd00:1122:3344:101::e]:57975","req_id":"6a784aae-b637-4eb3-a34c-0769ef7dd785","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 21790,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_ntp_778a8e05-6691-4a7c-8e27-16f1d807fce9.\"),\n ),\n original: Query {\n name: Name(\"oxz_ntp_778a8e05-6691-4a7c-8e27-16f1d807fce9.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 44,\n 111,\n 120,\n 122,\n 95,\n 110,\n 116,\n 112,\n 95,\n 55,\n 55,\n 56,\n 97,\n 56,\n 101,\n 48,\n 53,\n 45,\n 54,\n 54,\n 57,\n 49,\n 45,\n 52,\n 97,\n 55,\n 99,\n 45,\n 56,\n 101,\n 50,\n 55,\n 45,\n 49,\n 54,\n 102,\n 49,\n 100,\n 56,\n 48,\n 55,\n 102,\n 99,\n 101,\n 57,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_ntp_778a8e05-6691-4a7c-8e27-16f1d807fce9.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-14T16:00:00.681008174Z","hostname":"oxz_internal_dns_3a13b3fa-9133-4571-889f-9b135deb40e2","pid":5432,"peer_addr":"[fd00:1122:3344:101::1b]:38440","req_id":"4ae81fee-b9f4-4e05-ac1d-f42d53081082","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 42979,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-14T16:00:00.999904139Z","hostname":"oxz_internal_dns_3a13b3fa-9133-4571-889f-9b135deb40e2","pid":5432,"peer_addr":"[fd00:1122:3344:101::2]:47453","req_id":"93ba50c8-79f9-439e-a15c-cbeec1ef0610","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 42979,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-14T16:00:01.000534682Z","hostname":"oxz_internal_dns_3a13b3fa-9133-4571-889f-9b135deb40e2","pid":5432,"peer_addr":"[fd00:1122:3344:101::2]:40956","req_id":"9f34750d-df2b-4074-9b2b-5fb112afc2c2","component":"dns"}